00000080:00000010:0.1:1786170595.944303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a019c0. 00000080:00000010:0.1:1786170595.944324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a012c0. 00010000:00000010:0.1:1786170596.079059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85700. 00010000:00000010:0.1:1786170596.079074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c200. 00010000:00000010:0.1:1786170596.159062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85e00. 00010000:00000010:0.1:1786170596.159072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d400. 00000080:00000010:0.1:1786170596.167539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01a40. 00000080:00000010:0.1:1786170596.167557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01160. 00010000:00000010:0.1:1786170596.186196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170596.212067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85a00. 00010000:00000010:0.1:1786170596.212084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c000. 00010000:00000010:0.1:1786170596.212089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170596.212094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00000080:00000010:0.1:1786170596.245898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01440. 00000080:00000010:0.1:1786170596.245921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e640. 00010000:00000010:0.1:1786170596.250065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170596.260058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170596.260075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170596.267209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170596.267226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00000080:00000010:0.1:1786170596.276064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e660. 00000080:00000010:0.1:1786170596.276082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec60. 00010000:00000010:0.1:1786170596.279201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170596.290269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170596.290283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00010000:00000010:0.1:1786170596.290286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170596.290288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170596.316130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e700. 00000080:00000010:0.1:1786170596.316163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e640. 00000080:00000010:0.1:1786170596.370073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6db60. 00000080:00000010:0.1:1786170596.370092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec60. 00010000:00000010:0.1:1786170596.399047:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170596.410203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170596.410210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170596.410214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170596.410217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00000080:00000010:0.1:1786170596.415086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec60. 00000080:00000010:0.1:1786170596.415107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e400. 00010000:00000010:0.1:1786170596.426056:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170596.431062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170596.431077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170596.434771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170596.434784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00000080:00000010:0.1:1786170596.446788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e400. 00000080:00000010:0.1:1786170596.446813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec00. 00010000:00000010:0.1:1786170596.472167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170596.480881:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170596.480897:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170596.480901:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170596.480903:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00010000:00000010:0.1:1786170596.659222:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85400. 00010000:00000010:0.1:1786170596.659231:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c800. 00010000:00000010:0.1:1786170596.659234:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85600. 00010000:00000010:0.1:1786170596.659237:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4ca00. 00000080:00000010:0.1:1786170596.665063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01820. 00000080:00000010:0.1:1786170596.665081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a010c0. 00010000:00000010:0.1:1786170596.674073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170596.682861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170596.682880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00010000:00000010:0.1:1786170596.682884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170596.682897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00000080:00000010:0.1:1786170596.694163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e7c0. 00000080:00000010:0.1:1786170596.694185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ebc0. 00010000:00000010:0.1:1786170596.706114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170596.866267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260800. 00010000:00000010:0.1:1786170596.866282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659200. 00010000:00000010:0.1:1786170596.935162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a200. 00010000:00000010:0.1:1786170596.935168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4000. 00010000:00000010:0.1:1786170597.184442:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a300. 00010000:00000010:0.1:1786170597.184448:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d800. 00010000:00000010:0.1:1786170597.234061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260d00. 00010000:00000010:0.1:1786170597.248068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170597.248089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00010000:00000010:0.1:1786170597.248093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170597.248096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659200. 00000080:00000010:0.1:1786170597.255164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1efc0. 00000080:00000010:0.1:1786170597.255191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc487566c0. 00010000:00000010:0.1:1786170597.265299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170597.415225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a300. 00010000:00000010:0.1:1786170597.415244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5600. 00000080:00000010:0.1:1786170597.728061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01800. 00000080:00000010:0.1:1786170597.728083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d980. 00010000:00000010:0.1:1786170597.748199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170597.753169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170597.753191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00010000:00000010:0.1:1786170597.753195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170597.753198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170597.791074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eea0. 00000080:00000010:0.1:1786170597.791095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9e0. 00010000:00000010:0.1:1786170597.796071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170597.807422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170597.807439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00010000:00000010:0.1:1786170597.809159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170597.809171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170597.833592:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9c0. 00000080:00000010:0.1:1786170597.833612:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e960. 00010000:00000010:0.1:1786170597.850906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00000080:00000010:0.1:1786170598.147037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01160. 00000080:00000010:0.1:1786170598.147062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d3c0. 00010000:00000010:0.1:1786170598.171209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170598.359117:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85700. 00010000:00000010:0.1:1786170598.359124:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d000. 00000080:00000010:0.1:1786170598.364119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01ce0. 00000080:00000010:0.1:1786170598.364135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01a40. 00010000:00000010:0.1:1786170598.369102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170598.375210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170598.375226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170598.380132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170598.380148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00000080:00000010:0.1:1786170598.392138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e720. 00000080:00000010:0.1:1786170598.392160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eec0. 00010000:00000010:0.1:1786170598.414732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170598.414759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170598.414765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170598.420085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170598.420104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00000080:00000010:0.1:1786170598.423163:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eec0. 00000080:00000010:0.1:1786170598.423175:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e620. 00010000:00000010:0.1:1786170598.430057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170598.442480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170598.442495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170598.442499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170598.442502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170598.564067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170598.564083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00000080:00000010:0.1:1786170598.675221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01460. 00000080:00000010:0.1:1786170598.675240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a012c0. 00010000:00000010:0.1:1786170598.684054:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170598.691592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170598.691600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00010000:00000010:0.1:1786170598.691603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170598.691605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00000080:00000010:0.1:1786170598.697072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee00. 00000080:00000010:0.1:1786170598.697094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e860. 00000080:00000010:0.1:1786170599.105053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d460. 00000080:00000010:0.1:1786170599.105063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6daa0. 00010000:00000010:0.1:1786170599.116095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170599.448197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a600. 00010000:00000010:0.1:1786170599.448212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4000. 00000080:00000010:0.1:1786170599.486123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a010e0. 00000080:00000010:0.1:1786170599.486132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01fa0. 00000080:00000010:0.1:1786170599.731242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d540. 00000080:00000010:0.1:1786170599.731257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d6a0. 00010000:00000010:0.1:1786170599.749061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170599.764064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170599.764081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00010000:00000010:0.1:1786170599.764085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170599.764088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170599.777068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e000. 00000080:00000010:0.1:1786170599.777090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ef40. 00010000:00000010:0.1:1786170599.786180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170599.803063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170599.803078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00010000:00000010:0.1:1786170599.803092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170599.803095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170600.159174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01960. 00000080:00000010:0.1:1786170600.159194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01f60. 00010000:00000010:0.1:1786170600.167339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170600.180204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170600.180217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00010000:00000010:0.1:1786170600.190146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170600.190159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00000080:00000010:0.1:1786170600.198058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee60. 00000080:00000010:0.1:1786170600.198070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8a0. 00010000:00000010:0.1:1786170600.203670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170600.337591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6af00. 00010000:00000010:0.1:1786170600.343128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170600.343144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170600.343148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170600.343151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5800. 00000080:00000010:0.1:1786170600.368106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e040. 00000080:00000010:0.1:1786170600.368129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d4a0. 00010000:00000010:0.1:1786170600.387973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170600.403073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170600.403090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170600.403094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170600.403097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170600.424084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e040. 00000080:00000010:0.1:1786170600.424105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9a0. 00010000:00000010:0.1:1786170600.434394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170600.463133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170600.463146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170600.497773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a000. 00010000:00000010:0.1:1786170600.506163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170600.506182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170600.506186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170600.506189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5200. 00000080:00000010:0.1:1786170600.521098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e040. 00000080:00000010:0.1:1786170600.521117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d2e0. 00010000:00000010:0.1:1786170600.533946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170600.543091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170600.543098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00010000:00000010:0.1:1786170600.888066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170600.888083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00010000:00000010:0.1:1786170600.888087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85000. 00010000:00000010:0.1:1786170600.888091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d600. 00000080:00000010:0.1:1786170600.897070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e360. 00000080:00000010:0.1:1786170600.897094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01b40. 00010000:00000010:0.1:1786170600.914128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170600.919066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170600.919082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00010000:00000010:0.1:1786170600.919086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170600.919088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170600.935079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e360. 00000080:00000010:0.1:1786170600.935093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e1a0. 00010000:00000010:0.1:1786170600.946242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170600.959215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170600.959224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00010000:00000010:0.1:1786170600.962172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170600.962188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170600.979480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e1a0. 00000080:00000010:0.1:1786170600.979507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eca0. 00010000:00000010:0.1:1786170600.999567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170601.918811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a400. 00010000:00000010:0.1:1786170601.918818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5000. 00000080:00000010:0.1:1786170602.699194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01500. 00000080:00000010:0.1:1786170602.699214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a011e0. 00010000:00000010:0.1:1786170602.730098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85b00. 00010000:00000010:0.1:1786170602.730107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170603.076299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d500. 00000080:00000010:0.1:1786170603.076328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6df60. 00010000:00000010:0.1:1786170603.080226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170603.085357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170603.085373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170603.085377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170603.085380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170603.095059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e700. 00000080:00000010:0.1:1786170603.095072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e400. 00010000:00000010:0.1:1786170603.103067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170603.114084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170603.114100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170603.118139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170603.118156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170603.125223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e400. 00000080:00000010:0.1:1786170603.125234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e640. 00010000:00000010:0.1:1786170603.130185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170603.139092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170603.139108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170603.145440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170603.145449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170603.154982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e640. 00000080:00000010:0.1:1786170603.154998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e700. 00010000:00000010:0.1:1786170603.162067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170603.166183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170603.166200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00010000:00000010:0.1:1786170603.166204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170603.166207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00000080:00000010:0.1:1786170603.186981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e660. 00000080:00000010:0.1:1786170603.186996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e400. 00010000:00000010:0.1:1786170603.200064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170603.326156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a300. 00010000:00000010:0.1:1786170603.326171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5000. 00010000:00000010:0.1:1786170603.330106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a700. 00010000:00000010:0.1:1786170603.330125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5e00. 00000080:00000010:0.1:1786170603.340562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d500. 00000080:00000010:0.1:1786170603.340573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6df60. 00010000:00000010:0.1:1786170603.344392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170603.351137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170603.351155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00010000:00000010:0.1:1786170603.689105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170603.700951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170603.700972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00000080:00000010:0.1:1786170604.091705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01200. 00000080:00000010:0.1:1786170604.091718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a011c0. 00010000:00000010:0.1:1786170604.098068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170604.118046:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170604.118052:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170604.123807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170604.123826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00000080:00000010:0.1:1786170604.126065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e920. 00000080:00000010:0.1:1786170604.126084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e5a0. 00010000:00000010:0.1:1786170604.134828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00000080:00000010:0.1:1786170604.289919:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01260. 00000080:00000010:0.1:1786170604.289936:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a010a0. 00010000:00000010:0.1:1786170604.299388:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170604.311192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170604.311201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00010000:00000010:0.1:1786170604.311204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170604.311207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00010000:00000010:0.1:1786170604.380239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a400. 00010000:00000010:0.1:1786170604.380245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4600. 00000080:00000010:0.1:1786170604.385288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d960. 00000080:00000010:0.1:1786170604.385309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d320. 00010000:00000010:0.1:1786170604.391422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170604.414150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170604.414166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170604.414169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170604.414172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170604.414185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e040. 00000080:00000010:0.1:1786170604.414196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e000. 00010000:00000010:0.1:1786170604.425275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170604.457202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a200. 00010000:00000010:0.1:1786170604.457218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5a00. 00000080:00000010:0.1:1786170604.461966:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6df00. 00000080:00000010:0.1:1786170604.461985:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6da20. 00010000:00000010:0.1:1786170604.785193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170604.785209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170604.785213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a500. 00010000:00000010:0.1:1786170604.785216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4a00. 00000080:00000010:0.1:1786170604.798050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8a0. 00000080:00000010:0.1:1786170604.798071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d380. 00010000:00000010:0.1:1786170604.804213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170604.825174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170604.825187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00010000:00000010:0.1:1786170604.825201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170604.825204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00000080:00000010:0.1:1786170604.829083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8a0. 00000080:00000010:0.1:1786170604.829105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee60. 00010000:00000010:0.1:1786170604.837086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170604.844339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170604.844354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170604.848790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170604.848807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00010000:00000010:0.1:1786170605.016289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a600. 00010000:00000010:0.1:1786170605.021844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170605.021854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00010000:00000010:0.1:1786170605.021857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170605.021860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5400. 00000080:00000010:0.1:1786170605.030596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8a0. 00000080:00000010:0.1:1786170605.030607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d620. 00010000:00000010:0.1:1786170605.035656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170605.042212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170605.042230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170605.042234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170605.042237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170605.056367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ef00. 00000080:00000010:0.1:1786170605.056383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ea20. 00010000:00000010:0.1:1786170605.061041:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170605.067080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170605.067096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170605.067099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170605.067102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170605.077121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e300. 00000080:00000010:0.1:1786170605.077140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8a0. 00010000:00000010:0.1:1786170605.089202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170605.089214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170605.089222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170605.617168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a000. 00010000:00000010:0.1:1786170605.896819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85f00. 00010000:00000010:0.1:1786170605.896838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d000. 00000080:00000010:0.1:1786170605.899484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01ba0. 00000080:00000010:0.1:1786170605.899492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01100. 00010000:00000010:0.1:1786170605.905150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170605.912414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170605.912432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00010000:00000010:0.1:1786170605.917391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170605.917399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170605.923589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e1c0. 00000080:00000010:0.1:1786170605.923609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e600. 00010000:00000010:0.1:1786170605.930277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170605.939075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170605.939093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00010000:00000010:0.1:1786170605.939097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170605.939099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170605.947192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e600. 00000080:00000010:0.1:1786170605.947222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eea0. 00010000:00000010:0.1:1786170605.953432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170605.968450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170605.968459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00010000:00000010:0.1:1786170605.968462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170605.968466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170605.973067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eea0. 00000080:00000010:0.1:1786170605.973089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e1c0. 00010000:00000010:0.1:1786170605.980659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170605.988468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170605.988486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00010000:00000010:0.1:1786170605.991164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170605.991180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00000080:00000010:0.1:1786170606.001516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e1c0. 00000080:00000010:0.1:1786170606.001534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e600. 00010000:00000010:0.1:1786170606.004167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170606.010170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170606.010185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00010000:00000010:0.1:1786170606.015824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170606.015842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00000080:00000010:0.1:1786170606.024062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9c0. 00000080:00000010:0.1:1786170606.024085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eea0. 00010000:00000010:0.1:1786170606.036262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170606.042652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170606.042662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00010000:00000010:0.1:1786170606.042665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170606.042678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00000080:00000010:0.1:1786170606.053543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eea0. 00000080:00000010:0.1:1786170606.053568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e600. 00010000:00000010:0.1:1786170606.057054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170606.067389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170606.067405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00010000:00000010:0.1:1786170606.067409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170606.067411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00000080:00000010:0.1:1786170606.094310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e1c0. 00000080:00000010:0.1:1786170606.094329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9c0. 00010000:00000010:0.1:1786170606.107178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170606.118709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170606.118720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00010000:00000010:0.1:1786170606.239762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85300. 00010000:00000010:0.1:1786170606.239777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c600. 00010000:00000010:0.1:1786170606.239781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85800. 00010000:00000010:0.1:1786170606.239784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c400. 00000080:00000010:0.1:1786170606.260112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a013e0. 00000080:00000010:0.1:1786170606.260133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01640. 00010000:00000010:0.1:1786170606.331242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260d00. 00010000:00000010:0.1:1786170606.331259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659000. 00010000:00000010:0.1:1786170606.433198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260200. 00010000:00000010:0.1:1786170606.433204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658200. 00010000:00000010:0.1:1786170606.895174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85000. 00010000:00000010:0.1:1786170606.895194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4de00. 00010000:00000010:0.1:1786170606.895198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85300. 00010000:00000010:0.1:1786170606.895201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4dc00. 00000080:00000010:0.1:1786170606.912078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01a00. 00000080:00000010:0.1:1786170606.912099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01480. 00010000:00000010:0.1:1786170606.916461:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170606.932082:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170606.932088:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00010000:00000010:0.1:1786170606.932091:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170606.932094:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170606.932107:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9e0. 00000080:00000010:0.1:1786170606.932119:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e480. 00010000:00000010:0.1:1786170606.952057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170607.011065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85100. 00010000:00000010:0.1:1786170607.011083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c000. 00000080:00000010:0.1:1786170607.031108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01740. 00000080:00000010:0.1:1786170607.031130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01780. 00010000:00000010:0.1:1786170607.057127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170607.906073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170608.153226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170608.153243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00010000:00000010:0.1:1786170608.153247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85700. 00010000:00000010:0.1:1786170608.153251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c400. 00000080:00000010:0.1:1786170608.169073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01c40. 00000080:00000010:0.1:1786170608.169089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01140. 00010000:00000010:0.1:1786170608.182164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170608.186909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170608.186924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170608.186927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170608.186931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170608.192157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e920. 00000080:00000010:0.1:1786170608.192181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ece0. 00010000:00000010:0.1:1786170608.203114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170608.208063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170608.208079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00010000:00000010:0.1:1786170608.208093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170608.208097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00000080:00000010:0.1:1786170608.222113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ece0. 00000080:00000010:0.1:1786170608.222129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e5a0. 00010000:00000010:0.1:1786170608.229187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170608.234052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170608.234069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00010000:00000010:0.1:1786170608.237237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170608.237247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00000080:00000010:0.1:1786170608.245280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e260. 00000080:00000010:0.1:1786170608.245297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e920. 00010000:00000010:0.1:1786170608.253187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170608.259202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170608.259228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00010000:00000010:0.1:1786170608.264070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170608.264088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170608.275058:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ece0. 00000080:00000010:0.1:1786170608.275069:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e5a0. 00010000:00000010:0.1:1786170608.279745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170608.295477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170608.295493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00010000:00000010:0.1:1786170608.295505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170608.295508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170608.316048:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e5a0. 00000080:00000010:0.1:1786170608.316060:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e920. 00010000:00000010:0.1:1786170608.316068:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170608.321400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170608.321414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00010000:00000010:0.1:1786170608.325066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170608.325082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170608.342185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e260. 00000080:00000010:0.1:1786170608.342206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ece0. 00010000:00000010:0.1:1786170608.363071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170608.367598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170608.367608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00010000:00000010:0.1:1786170608.367612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170608.367614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170608.373923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ece0. 00000080:00000010:0.1:1786170608.373944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e920. 00010000:00000010:0.1:1786170609.152055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85900. 00010000:00000010:0.1:1786170609.152070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c200. 00000080:00000010:0.1:1786170609.168064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01e00. 00000080:00000010:0.1:1786170609.168085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01240. 00010000:00000010:0.1:1786170609.180506:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00000080:00000010:0.1:1786170609.384082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e0a0. 00000080:00000010:0.1:1786170609.384101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01520. 00000080:00000010:0.1:1786170609.584367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6db40. 00000080:00000010:0.1:1786170609.584385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d240. 00010000:00000010:0.1:1786170609.612799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170609.619070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170609.619088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170609.619093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170609.619097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00000080:00000010:0.1:1786170609.623058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e080. 00000080:00000010:0.1:1786170609.623076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e800. 00010000:00000010:0.1:1786170609.628171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170610.212064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85d00. 00010000:00000010:0.1:1786170610.212079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c600. 00010000:00000010:0.1:1786170610.938115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85300. 00010000:00000010:0.1:1786170610.938124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4ca00. 00000080:00000010:0.1:1786170611.147120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dd80. 00000080:00000010:0.1:1786170611.147134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01ac0. 00010000:00000010:0.1:1786170611.156201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170611.170704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170611.170722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00010000:00000010:0.1:1786170611.170726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170611.170729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170611.184146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e5a0. 00000080:00000010:0.1:1786170611.184160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e920. 00010000:00000010:0.1:1786170611.190166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170611.202392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170611.202405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00010000:00000010:0.1:1786170611.207072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170611.207088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170611.219407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e920. 00000080:00000010:0.1:1786170611.219429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ef40. 00010000:00000010:0.1:1786170611.234268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170611.249616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170611.249631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00010000:00000010:0.1:1786170611.254067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170611.254082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170611.261154:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ef40. 00000080:00000010:0.1:1786170611.261167:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e5a0. 00010000:00000010:0.1:1786170611.779123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85f00. 00010000:00000010:0.1:1786170611.779141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c000. 00000080:00000010:0.1:1786170611.837104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01ac0. 00000080:00000010:0.1:1786170611.837120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a015e0. 00010000:00000010:0.1:1786170612.327501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170612.331139:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170612.331145:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170612.331148:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170612.331151:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00000080:00000010:0.1:1786170612.353039:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e260. 00000080:00000010:0.1:1786170612.353050:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01660. 00010000:00000010:0.1:1786170612.365164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170612.371335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170612.371351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00010000:00000010:0.1:1786170612.371365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170612.371368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170612.371373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e360. 00000080:00000010:0.1:1786170612.371383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eca0. 00010000:00000010:0.1:1786170613.051076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a500. 00010000:00000010:0.1:1786170613.057044:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170613.057052:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170613.057055:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170613.057058:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5400. 00000080:00000010:0.1:1786170613.065137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e980. 00000080:00000010:0.1:1786170613.065150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dce0. 00010000:00000010:0.1:1786170613.076107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170613.090855:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170613.090866:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00010000:00000010:0.1:1786170613.090869:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170613.090872:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170613.090884:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e980. 00000080:00000010:0.1:1786170613.090895:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e0a0. 00010000:00000010:0.1:1786170613.115379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170613.115396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170613.115401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85e00. 00010000:00000010:0.1:1786170613.115405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00000080:00000010:0.1:1786170613.117118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e0a0. 00000080:00000010:0.1:1786170613.117131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8c0. 00010000:00000010:0.1:1786170613.124327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170613.129235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170613.129250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00010000:00000010:0.1:1786170613.133218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170613.133233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170613.145307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8c0. 00000080:00000010:0.1:1786170613.145324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e240. 00010000:00000010:0.1:1786170613.261048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a800. 00010000:00000010:0.1:1786170613.261054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4e00. 00000080:00000010:0.1:1786170613.273461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d100. 00000080:00000010:0.1:1786170613.273471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6da80. 00010000:00000010:0.1:1786170613.277361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170613.290067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170613.290083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170613.293462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170613.293471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00000080:00000010:0.1:1786170613.298182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8c0. 00000080:00000010:0.1:1786170613.298202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e240. 00010000:00000010:0.1:1786170613.308080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170613.326159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170613.326182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170613.326185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170613.326188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00000080:00000010:0.1:1786170613.326201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e240. 00000080:00000010:0.1:1786170613.326222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e6a0. 00010000:00000010:0.1:1786170613.336319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170613.354131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170613.354137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00000080:00000010:0.1:1786170613.360060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e6a0. 00000080:00000010:0.1:1786170613.360080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8c0. 00010000:00000010:0.1:1786170613.371189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170613.380074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170613.380090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170613.384081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170613.384097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00010000:00000010:0.1:1786170613.479269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85200. 00010000:00000010:0.1:1786170613.479296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c800. 00000080:00000010:0.1:1786170613.496076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a013a0. 00000080:00000010:0.1:1786170613.496094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01320. 00010000:00000010:0.1:1786170613.505057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170613.512131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170613.512147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00010000:00000010:0.1:1786170613.515338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170613.515353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00000080:00000010:0.1:1786170613.524179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ed40. 00000080:00000010:0.1:1786170613.524198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1efa0. 00010000:00000010:0.1:1786170613.551309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170614.218062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6ac00. 00010000:00000010:0.1:1786170614.329599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85000. 00010000:00000010:0.1:1786170614.329615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c800. 00010000:00000010:0.1:1786170614.586060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85600. 00010000:00000010:0.1:1786170614.586070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d200. 00010000:00000010:0.1:1786170614.617064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85f00. 00010000:00000010:0.1:1786170614.617080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c400. 00010000:00000010:0.1:1786170615.937075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260400. 00010000:00000010:0.1:1786170615.937094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658200. 00010000:00000010:0.1:1786170615.937099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85a00. 00010000:00000010:0.1:1786170615.937103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c600. 00010000:00000010:0.1:1786170616.034073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6ab00. 00010000:00000010:0.1:1786170616.034092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5400. 00010000:00000010:0.1:1786170616.038680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6af00. 00010000:00000010:0.1:1786170616.038691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5200. 00010000:00000010:0.1:1786170616.251078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85000. 00010000:00000010:0.1:1786170616.258121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170616.258152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00010000:00000010:0.1:1786170616.262164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170616.262175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4ca00. 00000080:00000010:0.1:1786170616.268404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e340. 00000080:00000010:0.1:1786170616.268421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01740. 00010000:00000010:0.1:1786170616.314112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170616.318176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170616.318185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00010000:00000010:0.1:1786170616.318189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170616.318193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00010000:00000010:0.1:1786170616.449436:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85500. 00010000:00000010:0.1:1786170616.469091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170616.469103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00010000:00000010:0.1:1786170616.469108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170616.469110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170616.651192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170616.651213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170616.830557:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170616.890449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a200. 00010000:00000010:0.1:1786170616.890474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4a00. 00000080:00000010:0.1:1786170616.917685:0:2383:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d440. 00000080:00000010:0.1:1786170616.917712:0:2383:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d820. 00010000:00000010:0.1:1786170617.013343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85900. 00010000:00000010:0.1:1786170617.013364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4dc00. 00010000:00000010:0.1:1786170617.016526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85600. 00010000:00000010:0.1:1786170617.016549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4600. 00000080:00000010:0.1:1786170617.046271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01a00. 00000080:00000010:0.1:1786170617.046296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d840. 00010000:00000010:0.1:1786170617.058344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170617.087126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170617.087160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170617.169875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85400. 00010000:00000010:0.1:1786170617.169900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c400. 00010000:00000010:0.1:1786170617.169904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85200. 00010000:00000010:0.1:1786170617.169908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d400. 00010000:00000010:0.1:1786170617.301078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85400. 00010000:00000010:0.1:1786170617.301098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00010000:00000010:0.1:1786170617.627149:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a600. 00010000:00000010:0.1:1786170617.627156:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5e00. 00000080:00000010:0.1:1786170617.635079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dae0. 00000080:00000010:0.1:1786170617.635100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01340. 00010000:00000010:0.1:1786170617.668226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170617.733346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a400. 00010000:00000010:0.1:1786170617.733369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5000. 00010000:00000010:0.1:1786170617.808882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a800. 00010000:00000010:0.1:1786170617.820293:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170617.820301:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00010000:00000010:0.1:1786170617.820305:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170617.820308:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5000. 00000080:00000010:0.1:1786170617.829367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e420. 00000080:00000010:0.1:1786170617.829384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dfa0. 00010000:00000010:0.1:1786170617.832506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170617.837468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170617.837481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00010000:00000010:0.1:1786170617.837485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170617.837488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00000080:00000010:0.1:1786170617.852077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e860. 00000080:00000010:0.1:1786170617.852103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee00. 00010000:00000010:0.1:1786170617.859559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170617.861051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260d00. 00010000:00000010:0.1:1786170617.861058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659e00. 00010000:00000010:0.1:1786170618.019215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170618.019237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00010000:00000010:0.1:1786170618.019243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6ac00. 00010000:00000010:0.1:1786170618.019248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4c00. 00000080:00000010:0.1:1786170618.031438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec00. 00000080:00000010:0.1:1786170618.031471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d060. 00010000:00000010:0.1:1786170618.053089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170618.072816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170618.072839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170618.077829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec00. 00000080:00000010:0.1:1786170618.077860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e380. 00010000:00000010:0.1:1786170618.089170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170618.628317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a100. 00010000:00000010:0.1:1786170618.643260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170618.643283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00010000:00000010:0.1:1786170618.654887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170618.654916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4600. 00000080:00000010:0.1:1786170618.654925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8c0. 00000080:00000010:0.1:1786170618.654950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d9a0. 00010000:00000010:0.1:1786170618.738629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85e00. 00010000:00000010:0.1:1786170618.746161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170618.746170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00010000:00000010:0.1:1786170618.746174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170618.746177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d800. 00000080:00000010:0.1:1786170618.751081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1efa0. 00000080:00000010:0.1:1786170618.751121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a014a0. 00000080:00000010:0.1:1786170619.332323:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01720. 00000080:00000010:0.1:1786170619.332342:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a018e0. 00010000:00000010:0.1:1786170619.371077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260d00. 00010000:00000010:0.1:1786170619.371105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658000. 00010000:00000010:0.1:1786170619.445289:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85a00. 00010000:00000010:0.1:1786170619.469798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170619.469806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170619.469811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170619.469814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d200. 00010000:00000010:0.1:1786170619.920086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170619.920120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170619.920126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85b00. 00010000:00000010:0.1:1786170619.920130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5400. 00000080:00000010:0.1:1786170619.931309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e180. 00000080:00000010:0.1:1786170619.931338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6df40. 00010000:00000010:0.1:1786170619.946615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170619.969074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170619.969084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00010000:00000010:0.1:1786170619.977112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170619.977129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170620.409310:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a200. 00010000:00000010:0.1:1786170620.409332:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5600. 00010000:00000010:0.1:1786170620.466958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a700. 00010000:00000010:0.1:1786170620.745236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85000. 00010000:00000010:0.1:1786170620.745247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4ca00. 00010000:00000010:0.1:1786170620.769133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170620.769161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00010000:00000010:0.1:1786170620.782815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85100. 00010000:00000010:0.1:1786170620.782838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d600. 00000080:00000010:0.1:1786170620.801267:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec00. 00000080:00000010:0.1:1786170620.801284:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a017c0. 00010000:00000010:0.1:1786170620.801293:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170620.801297:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170620.801300:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170620.801304:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170620.801307:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170620.806081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e980. 00000080:00000010:0.1:1786170620.806118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e0a0. 00010000:00000010:0.1:1786170620.819761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170620.833041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170620.833054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00010000:00000010:0.1:1786170621.153971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85600. 00000080:00000010:0.1:1786170621.193101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e860. 00000080:00000010:0.1:1786170621.193129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01b80. 00010000:00000010:0.1:1786170621.293755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85400. 00010000:00000010:0.1:1786170621.304238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170621.304262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00010000:00000010:0.1:1786170621.304266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170621.304269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4dc00. 00000080:00000010:0.1:1786170621.312083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ecc0. 00000080:00000010:0.1:1786170621.312123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01280. 00010000:00000010:0.1:1786170621.321146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170621.332792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170621.332815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00010000:00000010:0.1:1786170621.778623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260400. 00010000:00000010:0.1:1786170621.778647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4200. 00010000:00000010:0.1:1786170622.041050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260a00. 00010000:00000010:0.1:1786170622.237056:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85000. 00010000:00000010:0.1:1786170622.237064:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c200. 00010000:00000010:0.1:1786170622.334362:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a000. 00010000:00000010:0.1:1786170622.345066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170622.345074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00010000:00000010:0.1:1786170622.436268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85e00. 00010000:00000010:0.1:1786170622.436301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d000. 00000080:00000010:0.1:1786170622.449089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01b00. 00000080:00000010:0.1:1786170622.449123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a015c0. 00010000:00000010:0.1:1786170622.454329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170622.530629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a100. 00010000:00000010:0.1:1786170622.530651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5200. 00000080:00000010:0.1:1786170622.543135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6db00. 00000080:00000010:0.1:1786170622.543160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d7a0. 00010000:00000010:0.1:1786170622.553250:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170622.925064:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a400. 00010000:00000010:0.1:1786170622.925073:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5a00. 00000080:00000010:0.1:1786170622.930218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01f60. 00000080:00000010:0.1:1786170622.930249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d9a0. 00010000:00000010:0.1:1786170622.946085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170623.067351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85300. 00010000:00000010:0.1:1786170623.067362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d400. 00010000:00000010:0.1:1786170623.368591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170623.368613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170623.372329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a000. 00010000:00000010:0.1:1786170623.372351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4400. 00000080:00000010:0.1:1786170623.388121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d7e0. 00000080:00000010:0.1:1786170623.388151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dfa0. 00010000:00000010:0.1:1786170623.398272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170623.406060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170623.406096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00010000:00000010:0.1:1786170623.411787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170623.411798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00000080:00000010:0.1:1786170623.424412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e680. 00000080:00000010:0.1:1786170623.424427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e640. 00010000:00000010:0.1:1786170623.428238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170623.438277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170623.438300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170623.438304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170623.438307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00000080:00000010:0.1:1786170623.459295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e380. 00000080:00000010:0.1:1786170623.459328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec60. 00010000:00000010:0.1:1786170623.476489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170623.495242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170623.495257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170623.495260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170623.495263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00010000:00000010:0.1:1786170624.140396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170624.140410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00000080:00000010:0.1:1786170624.150054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e3a0. 00000080:00000010:0.1:1786170624.150078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01a40. 00010000:00000010:0.1:1786170624.156102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170624.172059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170624.172083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00010000:00000010:0.1:1786170624.711398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85500. 00010000:00000010:0.1:1786170624.745096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170624.745129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00010000:00000010:0.1:1786170624.748586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170624.748629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d600. 00000080:00000010:0.1:1786170624.777333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eb00. 00000080:00000010:0.1:1786170624.777365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a019c0. 00010000:00000010:0.1:1786170625.035047:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6ad00. 00010000:00000010:0.1:1786170625.035064:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c000. 00000080:00000010:0.1:1786170625.041113:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d900. 00000080:00000010:0.1:1786170625.041127:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a010c0. 00010000:00000010:0.1:1786170625.057751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170625.288410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85200. 00010000:00000010:0.1:1786170625.288427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c800. 00000080:00000010:0.1:1786170625.310075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01180. 00000080:00000010:0.1:1786170625.310097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01800. 00010000:00000010:0.1:1786170625.335089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170625.339199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170625.339215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00010000:00000010:0.1:1786170625.339219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170625.339222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170625.364125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ed80. 00000080:00000010:0.1:1786170625.364148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee00. 00010000:00000010:0.1:1786170625.375072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170625.394066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170625.394081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00010000:00000010:0.1:1786170625.397300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170625.397317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170625.418070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee00. 00000080:00000010:0.1:1786170625.418083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ecc0. 00010000:00000010:0.1:1786170625.636363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6af00. 00010000:00000010:0.1:1786170625.636370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5e00. 00010000:00000010:0.1:1786170625.798241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260100. 00010000:00000010:0.1:1786170625.798256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658200. 00010000:00000010:0.1:1786170625.809098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a700. 00010000:00000010:0.1:1786170625.809117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4600. 00000080:00000010:0.1:1786170625.813355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc487566a0. 00000080:00000010:0.1:1786170625.813375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01860. 00010000:00000010:0.1:1786170625.835096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170625.859257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170625.859279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170625.864068:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170625.864074:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170625.874231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ef00. 00000080:00000010:0.1:1786170625.874244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eaa0. 00010000:00000010:0.1:1786170625.879437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170625.898313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170625.898333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170625.899042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170625.899059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00010000:00000010:0.1:1786170626.131083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a700. 00010000:00000010:0.1:1786170626.131094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d200. 00000080:00000010:0.1:1786170626.139362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d0a0. 00000080:00000010:0.1:1786170626.139384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a016c0. 00010000:00000010:0.1:1786170626.536926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85200. 00010000:00000010:0.1:1786170626.536933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d800. 00000080:00000010:0.1:1786170626.589251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601f3180. 00010000:00000010:0.1:1786170626.596074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170626.628084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170626.628094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25600. 00010000:00000010:0.1:1786170627.459540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85100. 00010000:00000010:0.1:1786170627.459554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c200. 00010000:00000010:0.1:1786170627.475477:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260600. 00010000:00000010:0.1:1786170627.555216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85e00. 00010000:00000010:0.1:1786170627.559248:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170627.559255:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c200. 00000080:00000010:0.1:1786170627.570320:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a010c0. 00000080:00000010:0.1:1786170627.570338:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc600af380. 00010000:00000010:0.1:1786170627.595803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170627.595812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170627.595817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170627.595822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e620. 00000080:00000010:0.1:1786170627.595843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc600aa100. 00010000:00000010:0.1:1786170627.599390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170627.599405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170627.599408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170627.619087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eec0. 00000080:00000010:0.1:1786170627.619114:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc600a98c0. 00000080:00000010:0.1:1786170627.711916:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc600ab9c0. 00010000:00000010:0.1:1786170628.117069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85800. 00010000:00000010:0.1:1786170628.117078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170628.117082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4dc00. 00010000:00000010:0.1:1786170628.470052:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a500. 00010000:00000010:0.1:1786170628.470060:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4e00. 00000080:00000010:0.1:1786170628.473262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6da40. 00000080:00000010:0.1:1786170628.473281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601c8840. 00010000:00000010:0.1:1786170628.488343:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170628.488357:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170628.488361:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170628.501079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260d00. 00010000:00000010:0.1:1786170628.501095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170628.501102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658000. 00000080:00000010:0.1:1786170628.507475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc487560a0. 00000080:00000010:0.1:1786170628.507666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601cd280. 00000080:00000010:0.1:1786170628.555351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601ca940. 00010000:00000010:0.1:1786170628.565152:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170628.572148:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170628.572157:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170628.579483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ea60. 00000080:00000010:0.1:1786170628.579517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601cb180. 00010000:00000010:0.1:1786170628.585825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170628.585831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170628.585835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170628.585841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee20. 00000080:00000010:0.1:1786170628.585862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4209a100. 00010000:00000010:0.1:1786170628.592334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170628.592345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170628.592349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170628.601085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ea60. 00000080:00000010:0.1:1786170628.606799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aeec200. 00010000:00000010:0.1:1786170628.610201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170628.610215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170628.610220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170628.623242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee20. 00000080:00000010:0.1:1786170628.623263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aee98c0. 00010000:00000010:0.1:1786170628.628262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00000080:00000010:0.1:1786170628.782732:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aeed280. 00010000:00000010:0.1:1786170628.782748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170628.786385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170628.786400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170628.798835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee20. 00000080:00000010:0.1:1786170628.798855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aeeca40. 00010000:00000010:0.1:1786170628.806204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170628.806214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170628.806217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00010000:00000010:0.1:1786170628.856313:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a600. 00010000:00000010:0.1:1786170628.856320:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170628.856324:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4000. 00000080:00000010:0.1:1786170628.886217:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dce0. 00000080:00000010:0.1:1786170628.886236:0:2382:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4209e300. 00010000:00000010:0.1:1786170628.886249:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170628.886252:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170628.886256:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00010000:00000010:0.1:1786170628.981210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260500. 00010000:00000010:0.1:1786170628.981217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658000. 00010000:00000010:0.1:1786170628.990188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260f00. 00010000:00000010:0.1:1786170628.990195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170628.990199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658200. 00010000:00000010:0.1:1786170629.057193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85300. 00010000:00000010:0.1:1786170629.061093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85f00. 00010000:00000010:0.1:1786170629.061104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c600. 00010000:00000010:0.1:1786170629.178185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85e00. 00010000:00000010:0.1:1786170629.178206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c600. 00000080:00000010:0.1:1786170629.186429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01aa0. 00000080:00000010:0.1:1786170629.186449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4209a940. 00010000:00000010:0.1:1786170629.208889:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170629.208904:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170629.208909:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170629.208915:0:2383:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e7c0. 00000080:00000010:0.1:1786170629.208934:0:2383:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc585feb40. 00010000:00000010:0.1:1786170629.217369:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00000080:00000010:0.1:1786170629.234219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e600. 00000080:00000010:0.1:1786170629.234236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc585fa940. 00010000:00000010:0.1:1786170629.243305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170629.243311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170629.243315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170629.248188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9c0. 00000080:00000010:0.1:1786170629.248217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc585fb180. 00010000:00000010:0.1:1786170629.257070:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170629.257076:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170629.257080:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00000080:00000010:0.1:1786170629.262436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e080. 00000080:00000010:0.1:1786170629.262474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc585fdac0. 00010000:00000010:0.1:1786170629.262484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170629.266764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170629.266778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170629.272254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9c0. 00000080:00000010:0.1:1786170629.272285:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc585ff380. 00010000:00000010:0.1:1786170629.285288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170629.289171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170629.289185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170629.292532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e080. 00000080:00000010:0.1:1786170629.292564:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc585fa100. 00010000:00000010:0.1:1786170629.301172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170629.305900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170629.305910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00000080:00000010:0.1:1786170629.311221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9c0. 00000080:00000010:0.1:1786170629.311251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4209b180. 00010000:00000010:0.1:1786170629.325264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170629.470217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6af00. 00010000:00000010:0.1:1786170629.470231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4000. 00010000:00000010:0.1:1786170629.541067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85700. 00010000:00000010:0.1:1786170629.548148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170629.548162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4de00. 00010000:00000010:0.1:1786170629.551286:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260c00. 00010000:00000010:0.1:1786170629.551293:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170629.551296:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658200. 00000080:00000010:0.1:1786170629.551302:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc48756f20. 00000080:00000010:0.1:1786170629.560277:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50063180. 00010000:00000010:0.1:1786170629.569277:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170629.569284:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170629.569288:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170629.578384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec00. 00000080:00000010:0.1:1786170629.578407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50062100. 00010000:00000010:0.1:1786170629.585310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170629.585323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170629.585328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170629.589395:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eb80. 00000080:00000010:0.1:1786170629.593376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50067380. 00010000:00000010:0.1:1786170629.599795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170629.599809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170629.599813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00010000:00000010:0.1:1786170630.056407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a000. 00010000:00000010:0.1:1786170630.056417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170630.056421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4e00. 00000080:00000010:0.1:1786170630.060304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6de60. 00000080:00000010:0.1:1786170630.060332:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc58617380. 00010000:00000010:0.1:1786170630.076350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170630.080589:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170630.080597:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170630.100364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e040. 00000080:00000010:0.1:1786170630.100399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc58612100. 00010000:00000010:0.1:1786170630.267201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85d00. 00010000:00000010:0.1:1786170630.267207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d200. 00000080:00000010:0.1:1786170630.281123:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a015c0. 00000080:00000010:0.1:1786170630.294363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc421fdac0. 00010000:00000010:0.1:1786170630.301305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170630.301322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170630.301326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170630.321410:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e000. 00000080:00000010:0.1:1786170630.321505:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc421fb180. 00010000:00000010:0.1:1786170630.336949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a500. 00010000:00000010:0.1:1786170630.336957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4dc00. 00010000:00000010:0.1:1786170630.412382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6ad00. 00010000:00000010:0.1:1786170630.419528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170630.419535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5800. 00000080:00000010:0.1:1786170630.480065:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc421feb40. 00000080:00000010:0.1:1786170631.053187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01b40. 00000080:00000010:0.1:1786170631.053212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42117380. 00010000:00000010:0.1:1786170631.061601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170631.061611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170631.061616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00010000:00000010:0.1:1786170631.114854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85600. 00010000:00000010:0.1:1786170631.121066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170631.121082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d000. 00000080:00000010:0.1:1786170631.569148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01220. 00000080:00000010:0.1:1786170631.569173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60009080. 00010000:00000010:0.1:1786170631.868405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85700. 00010000:00000010:0.1:1786170631.872299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170631.872312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c200. 00000080:00000010:0.1:1786170631.883310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01700. 00000080:00000010:0.1:1786170631.883340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc609c9080. 00010000:00000010:0.1:1786170631.922072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00000080:00000010:0.1:1786170632.192591:0:2382:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50080840. 00010000:00000010:0.1:1786170632.211118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170632.211124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170632.211128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170632.275293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01020. 00000080:00000010:0.1:1786170632.275315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42128000. 00010000:00000010:0.1:1786170632.280057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170632.280070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170632.280075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170632.291138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e7c0. 00000080:00000010:0.1:1786170632.291165:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc500839c0. 00010000:00000010:0.1:1786170632.299077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8f00. 00010000:00000010:0.1:1786170632.302178:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170632.302189:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170632.308768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eb00. 00000080:00000010:0.1:1786170632.308798:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50086300. 00010000:00000010:0.1:1786170632.328161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00000080:00000010:0.1:1786170632.630305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01b80. 00000080:00000010:0.1:1786170632.634299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50082100. 00010000:00000010:0.1:1786170632.667167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170632.667180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170632.667184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170632.675135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e3a0. 00000080:00000010:0.1:1786170632.675162:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60048840. 00010000:00000010:0.1:1786170632.701200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170632.706065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170632.706084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00000080:00000010:0.1:1786170632.714163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9e0. 00000080:00000010:0.1:1786170632.723872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60049080. 00010000:00000010:0.1:1786170632.729429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170632.734201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170632.734219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00000080:00000010:0.1:1786170632.743274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e3a0. 00000080:00000010:0.1:1786170632.743303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6004b9c0. 00010000:00000010:0.1:1786170632.976231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85300. 00010000:00000010:0.1:1786170632.980553:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170632.980562:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4cc00. 00000080:00000010:0.1:1786170633.003829:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01e60. 00000080:00000010:0.1:1786170633.003857:0:2382:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6004a100. 00010000:00000010:0.1:1786170633.066557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85200. 00010000:00000010:0.1:1786170633.066564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170633.066568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4dc00. 00000080:00000010:0.1:1786170633.071204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01500. 00000080:00000010:0.1:1786170633.075243:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6004a940. 00010000:00000010:0.1:1786170633.089093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170633.089109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170633.089114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170633.096149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e180. 00000080:00000010:0.1:1786170633.096177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4212f380. 00010000:00000010:0.1:1786170633.208386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170633.213327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170633.213340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24000. 00000080:00000010:0.1:1786170633.227503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e1c0. 00000080:00000010:0.1:1786170633.227538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ac63180. 00000080:00000010:0.1:1786170633.624153:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ac66300. 00010000:00000010:0.1:1786170633.756068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a800. 00010000:00000010:0.1:1786170633.756077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5e00. 00000080:00000010:0.1:1786170633.759232:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6db60. 00000080:00000010:0.1:1786170633.768136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ae70000. 00010000:00000010:0.1:1786170633.768156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170633.775210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170633.775220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170633.779964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e600. 00000080:00000010:0.1:1786170633.780000:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60048000. 00010000:00000010:0.1:1786170633.794519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170633.794527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170633.794532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00000080:00000010:0.1:1786170633.800115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8e0. 00000080:00000010:0.1:1786170633.800144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4acc2100. 00010000:00000010:0.1:1786170633.809200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170633.809213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170633.809217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170633.831235:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e600. 00000080:00000010:0.1:1786170633.831266:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4acc7380. 00010000:00000010:0.1:1786170633.842313:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170633.842319:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170633.842322:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170633.867068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8e0. 00000080:00000010:0.1:1786170633.867096:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4acc5ac0. 00010000:00000010:0.1:1786170633.867105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00000080:00000010:0.1:1786170633.894219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a017c0. 00000080:00000010:0.1:1786170633.894247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4acc2940. 00010000:00000010:0.1:1786170633.904067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170633.912171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170633.912189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00000080:00000010:0.1:1786170633.928183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ed40. 00000080:00000010:0.1:1786170633.928213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4acc6b40. 00010000:00000010:0.1:1786170633.945257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170633.948212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170633.948226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00010000:00000010:0.1:1786170634.239510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85800. 00010000:00000010:0.1:1786170634.239525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d000. 00000080:00000010:0.1:1786170634.259431:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01fc0. 00000080:00000010:0.1:1786170634.259457:0:2382:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4acc18c0. 00010000:00000010:0.1:1786170634.362055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85100. 00010000:00000010:0.1:1786170634.362075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d400. 00000080:00000010:0.1:1786170634.375092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a017e0. 00000080:00000010:0.1:1786170634.375110:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ae718c0. 00010000:00000010:0.1:1786170634.457062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85a00. 00010000:00000010:0.1:1786170634.457075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c800. 00010000:00000010:0.1:1786170634.535064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260d00. 00010000:00000010:0.1:1786170634.535082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659200. 00010000:00000010:0.1:1786170634.861304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6ac00. 00010000:00000010:0.1:1786170634.861315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4c00. 00010000:00000010:0.1:1786170635.433171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a600. 00010000:00000010:0.1:1786170635.433177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4400. 00010000:00000010:0.1:1786170636.477123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6ac00. 00010000:00000010:0.1:1786170636.477130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170636.477135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5600. 00000080:00000010:0.1:1786170636.664963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dbc0. 00010000:00000010:0.1:1786170636.681225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260e00. 00000080:00000010:0.1:1786170636.777095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d780. 00000080:00000010:0.1:1786170636.781149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc61283180. 00010000:00000010:0.1:1786170636.802053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170636.802068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170636.802072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170636.811524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1efc0. 00000080:00000010:0.1:1786170636.811549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc61282940. 00010000:00000010:0.1:1786170636.824498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170636.824512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170636.824517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170636.832066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec80. 00000080:00000010:0.1:1786170636.832097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc61286b40. 00010000:00000010:0.1:1786170636.860437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170636.872825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170636.872833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170636.876797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e0e0. 00000080:00000010:0.1:1786170636.876827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa0000. 00010000:00000010:0.1:1786170637.001357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a100. 00010000:00000010:0.1:1786170637.001380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5200. 00000080:00000010:0.1:1786170637.007065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d460. 00000080:00000010:0.1:1786170637.011071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6136a100. 00010000:00000010:0.1:1786170637.048405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170637.048418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170637.048422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170637.404357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dda0. 00000080:00000010:0.1:1786170637.404397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6136ca40. 00010000:00000010:0.1:1786170637.411173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170637.415283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170637.415300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170637.423272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eea0. 00000080:00000010:0.1:1786170637.428739:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6136c200. 00010000:00000010:0.1:1786170637.434073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170637.434088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170637.434093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170637.459402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e7c0. 00000080:00000010:0.1:1786170637.459434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ad1eb40. 00010000:00000010:0.1:1786170637.467300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170637.467313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170637.467318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170637.492235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eea0. 00000080:00000010:0.1:1786170637.492266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ad1d280. 00010000:00000010:0.1:1786170637.492275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170637.492279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00010000:00000010:0.1:1786170637.492283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170637.508531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e7c0. 00000080:00000010:0.1:1786170637.508564:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ad18000. 00010000:00000010:0.1:1786170637.518099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8400. 00000080:00000010:0.1:1786170637.541105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1eea0. 00000080:00000010:0.1:1786170637.545113:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6000d280. 00000080:00000010:0.1:1786170638.116626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a015a0. 00000080:00000010:0.1:1786170638.116656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc422c2940. 00010000:00000010:0.1:1786170638.425236:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a300. 00010000:00000010:0.1:1786170638.425243:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4200. 00000080:00000010:0.1:1786170638.433599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d480. 00000080:00000010:0.1:1786170638.433623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60013180. 00010000:00000010:0.1:1786170638.443061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170638.443076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170638.443082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170638.449210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ece0. 00000080:00000010:0.1:1786170638.453454:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60012940. 00010000:00000010:0.1:1786170638.460063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170638.460075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170638.460080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170638.467081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ea40. 00000080:00000010:0.1:1786170638.470178:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60ac8840. 00010000:00000010:0.1:1786170638.492163:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170638.492167:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170638.492170:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170638.492174:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ece0. 00000080:00000010:0.1:1786170638.492188:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60ac9080. 00000080:00000010:0.1:1786170638.507225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ea40. 00000080:00000010:0.1:1786170638.507246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60acb9c0. 00010000:00000010:0.1:1786170638.512075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170638.512089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170638.512094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170638.516111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ece0. 00000080:00000010:0.1:1786170638.516131:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60ace300. 00010000:00000010:0.1:1786170638.520190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170638.520204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170638.520208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00000080:00000010:0.1:1786170638.532866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ef40. 00000080:00000010:0.1:1786170638.532887:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60acca40. 00010000:00000010:0.1:1786170638.682137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85400. 00010000:00000010:0.1:1786170638.687076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170638.687085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c400. 00010000:00000010:0.1:1786170638.894133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85000. 00010000:00000010:0.1:1786170638.894139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d800. 00000080:00000010:0.1:1786170638.934286:0:2383:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60014200. 00010000:00000010:0.1:1786170639.273102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85300. 00010000:00000010:0.1:1786170639.273119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c200. 00010000:00000010:0.1:1786170639.300105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85b00. 00010000:00000010:0.1:1786170639.300117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d200. 00000080:00000010:0.1:1786170639.338155:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60012100. 00010000:00000010:0.1:1786170639.364311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a700. 00010000:00000010:0.1:1786170639.364318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5c00. 00000080:00000010:0.1:1786170639.421062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01bc0. 00000080:00000010:0.1:1786170639.421091:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc58658000. 00010000:00000010:0.1:1786170639.435341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170639.438364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170639.438378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00010000:00000010:0.1:1786170640.013042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a500. 00010000:00000010:0.1:1786170640.013050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170640.013054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4e00. 00000080:00000010:0.1:1786170640.021275:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d2e0. 00000080:00000010:0.1:1786170640.021295:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6129d280. 00010000:00000010:0.1:1786170640.029248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170640.029268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170640.029273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170640.044062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e8c0. 00000080:00000010:0.1:1786170640.044093:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc61298000. 00010000:00000010:0.1:1786170640.052126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170640.056410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170640.056426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786170640.796466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01a80. 00000080:00000010:0.1:1786170640.796498:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6088f380. 00010000:00000010:0.1:1786170640.832377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260400. 00010000:00000010:0.1:1786170640.832385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170640.842490:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01d80. 00000080:00000010:0.1:1786170640.842509:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6088b180. 00010000:00000010:0.1:1786170640.850052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170640.850066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170640.850071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170640.859060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e800. 00000080:00000010:0.1:1786170640.859090:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc600c8000. 00010000:00000010:0.1:1786170640.875582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170640.882057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170640.882073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170640.892175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e720. 00000080:00000010:0.1:1786170640.892205:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc600c8840. 00010000:00000010:0.1:1786170640.897106:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170640.897114:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170640.897119:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24a00. 00000080:00000010:0.1:1786170640.908637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e800. 00000080:00000010:0.1:1786170640.908722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6000b180. 00010000:00000010:0.1:1786170640.915261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170640.915278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170640.915283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170640.932528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e720. 00000080:00000010:0.1:1786170640.932569:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aef4200. 00000080:00000010:0.1:1786170642.615365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc600ce300. 00010000:00000010:0.1:1786170642.621398:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a600. 00010000:00000010:0.1:1786170642.621408:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170642.635553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9a0. 00000080:00000010:0.1:1786170642.635572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc420b5ac0. 00010000:00000010:0.1:1786170642.650059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260a00. 00010000:00000010:0.1:1786170642.650067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170642.650070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659a00. 00000080:00000010:0.1:1786170642.658052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e920. 00000080:00000010:0.1:1786170642.658073:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc612d2100. 00000080:00000010:0.1:1786170643.723111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01f80. 00000080:00000010:0.1:1786170643.723125:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b59080. 00010000:00000010:0.1:1786170643.734065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170643.739112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170643.739120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00010000:00000010:0.1:1786170643.940202:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a500. 00010000:00000010:0.1:1786170643.940209:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170643.940213:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4600. 00000080:00000010:0.1:1786170643.949089:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dd60. 00000080:00000010:0.1:1786170643.949106:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ae25ac0. 00010000:00000010:0.1:1786170643.962508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170643.962523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170643.962528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170643.966128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9e0. 00000080:00000010:0.1:1786170643.974210:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ae23180. 00010000:00000010:0.1:1786170643.974222:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170643.974225:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170643.974229:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170643.987867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec80. 00000080:00000010:0.1:1786170643.987897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ae22940. 00010000:00000010:0.1:1786170643.990210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170643.990223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170643.990227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25400. 00000080:00000010:0.1:1786170643.994170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e0e0. 00000080:00000010:0.1:1786170643.994199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ae26b40. 00010000:00000010:0.1:1786170644.002191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170644.006222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170644.006238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170644.014065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9e0. 00000080:00000010:0.1:1786170644.014094:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ae25280. 00010000:00000010:0.1:1786170644.021246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170644.025198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170644.025214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170644.033655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e0e0. 00000080:00000010:0.1:1786170644.039904:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b5e300. 00010000:00000010:0.1:1786170644.044832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170644.044848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170644.044852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170644.051098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9e0. 00000080:00000010:0.1:1786170644.056185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b5ca40. 00010000:00000010:0.1:1786170644.061060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170644.061076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170644.061080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170644.070086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e0e0. 00000080:00000010:0.1:1786170644.070119:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b5c200. 00010000:00000010:0.1:1786170644.080189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170644.083098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170644.083106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170644.086180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9e0. 00000080:00000010:0.1:1786170644.086209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b598c0. 00010000:00000010:0.1:1786170644.107058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170644.230211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a700. 00010000:00000010:0.1:1786170644.230229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4400. 00000080:00000010:0.1:1786170644.239212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dd40. 00000080:00000010:0.1:1786170644.239239:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ae24200. 00010000:00000010:0.1:1786170644.250424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170644.254070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170644.254079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24200. 00010000:00000010:0.1:1786170644.388245:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a800. 00010000:00000010:0.1:1786170644.388252:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170644.388255:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5000. 00000080:00000010:0.1:1786170644.388260:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d500. 00000080:00000010:0.1:1786170644.388278:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60a6ca40. 00010000:00000010:0.1:1786170644.413078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260300. 00010000:00000010:0.1:1786170644.413085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170644.413089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658600. 00010000:00000010:0.1:1786170645.749083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85900. 00010000:00000010:0.1:1786170645.749107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170645.749115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d200. 00000080:00000010:0.1:1786170645.777416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a011a0. 00000080:00000010:0.1:1786170645.784649:0:2382:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6091a100. 00000080:00000010:0.1:1786170645.917605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01a60. 00000080:00000010:0.1:1786170645.917646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60abb180. 00000080:00000010:0.1:1786170646.119064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a018a0. 00000080:00000010:0.1:1786170646.119093:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60abd280. 00010000:00000010:0.1:1786170646.129460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170646.129476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170646.129480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24e00. 00000080:00000010:0.1:1786170646.144705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e700. 00000080:00000010:0.1:1786170646.148198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60ab8000. 00000080:00000010:0.1:1786170646.189076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e420. 00000080:00000010:0.1:1786170646.189106:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6091dac0. 00010000:00000010:0.1:1786170646.198133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170646.418069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260a00. 00010000:00000010:0.1:1786170646.418084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658200. 00010000:00000010:0.1:1786170646.557155:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260300. 00010000:00000010:0.1:1786170646.557162:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659200. 00010000:00000010:0.1:1786170646.580059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85d00. 00010000:00000010:0.1:1786170646.580065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8300. 00010000:00000010:0.1:1786170646.580069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4cc00. 00010000:00000010:0.1:1786170646.599037:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260800. 00000080:00000010:0.1:1786170646.829048:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d620. 00000080:00000010:0.1:1786170646.829067:0:2382:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4221eb40. 00000080:00000010:0.1:1786170646.948088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a015e0. 00000080:00000010:0.1:1786170646.951408:0:2382:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ac90000. 00010000:00000010:0.1:1786170647.301577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260100. 00010000:00000010:0.1:1786170647.309143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170647.309152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659200. 00000080:00000010:0.1:1786170647.477915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dc00. 00000080:00000010:0.1:1786170647.477942:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601d4a40. 00010000:00000010:0.1:1786170647.495073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:0.1:1786170647.499167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170647.499182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25c00. 00000080:00000010:0.1:1786170647.505986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e660. 00000080:00000010:0.1:1786170647.506029:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601d4200. 00010000:00000010:0.1:1786170647.516060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00000080:00000010:0.1:1786170647.538991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee00. 00000080:00000010:0.1:1786170647.542194:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601d18c0. 00010000:00000010:0.1:1786170647.561054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170647.561068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:0.1:1786170647.561073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24c00. 00000080:00000010:0.1:1786170647.572535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ecc0. 00000080:00000010:0.1:1786170647.572560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601d2100. 00000080:00000010:0.1:1786170647.675187:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d380. 00000080:00000010:0.1:1786170647.675203:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ac92100. 00010000:00000010:0.1:1786170647.685331:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170647.685338:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170647.685341:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170647.699266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e860. 00000080:00000010:0.1:1786170647.699296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4ac97380. 00010000:00000010:0.1:1786170647.699305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170647.702225:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170647.702232:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170647.709065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ed80. 00000080:00000010:0.1:1786170647.709095:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aedb180. 00010000:00000010:0.1:1786170647.717981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170647.717997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170647.718001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170647.727089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e860. 00000080:00000010:0.1:1786170647.733648:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aeda940. 00010000:00000010:0.1:1786170647.744116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170647.744127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8b00. 00010000:00000010:0.1:1786170647.744132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00000080:00000010:0.1:1786170647.752342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ed80. 00000080:00000010:0.1:1786170647.756162:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aedeb40. 00010000:00000010:0.1:1786170647.763089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170648.130040:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a100. 00010000:00000010:0.1:1786170648.130047:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4e00. 00010000:00000010:0.1:1786170648.265122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85100. 00010000:00000010:0.1:1786170648.265146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4dc00. 00000080:00000010:0.1:1786170648.328135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a011a0. 00000080:00000010:0.1:1786170648.328176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42202940. 00010000:00000010:0.1:1786170648.345390:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170648.345402:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170648.345406:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00010000:00000010:0.1:1786170648.621073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a500. 00010000:00000010:0.1:1786170648.621096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170648.621101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5c00. 00000080:00000010:0.1:1786170648.640615:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6df80. 00000080:00000010:0.1:1786170648.640654:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42200000. 00010000:00000010:0.1:1786170648.648393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170648.648413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170648.648418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170648.670260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee20. 00000080:00000010:0.1:1786170648.670297:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42200840. 00010000:00000010:0.1:1786170648.682078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:0.1:1786170648.686059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170648.686068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170648.693124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ea60. 00000080:00000010:0.1:1786170648.693173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42201080. 00010000:00000010:0.1:1786170648.704107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170648.753227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85300. 00010000:00000010:0.1:1786170648.758077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170648.758100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4ca00. 00000080:00000010:0.1:1786170648.773069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a013c0. 00000080:00000010:0.1:1786170648.773111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601d5ac0. 00010000:00000010:0.1:1786170648.782229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170648.782249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170648.782264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170648.822083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ee20. 00000080:00000010:0.1:1786170648.822121:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601d3180. 00010000:00000010:0.1:1786170648.843049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170648.851981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:0.1:1786170648.852001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170648.852008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ea60. 00000080:00000010:0.1:1786170648.857082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601d2940. 00010000:00000010:0.1:1786170648.872186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170650.026117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a400. 00010000:00000010:0.1:1786170650.026126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4e00. 00000080:00000010:0.1:1786170650.042059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6dda0. 00000080:00000010:0.1:1786170650.042088:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60bc4200. 00010000:00000010:0.1:1786170650.042114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170650.042119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8200. 00010000:00000010:0.1:1786170650.042123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24800. 00000080:00000010:0.1:1786170650.131151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d460. 00000080:00000010:0.1:1786170650.141066:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60894200. 00010000:00000010:0.1:1786170650.223176:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170650.223182:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170650.223185:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170650.234186:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01940. 00000080:00000010:0.1:1786170650.234203:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60893180. 00010000:00000010:0.1:1786170650.247065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170650.250951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170650.250959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25e00. 00000080:00000010:0.1:1786170650.250964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e0a0. 00000080:00000010:0.1:1786170650.250985:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60892940. 00010000:00000010:0.1:1786170650.263050:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170650.263056:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8c00. 00010000:00000010:0.1:1786170650.263060:0:57579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25a00. 00000080:00000010:0.1:1786170650.272284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec00. 00000080:00000010:0.1:1786170650.272311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60896b40. 00010000:00000010:0.1:1786170650.597151:0:57579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260e00. 00010000:00000010:0.1:1786170650.610460:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:0.1:1786170650.610477:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658600. 00000080:00000010:0.1:1786170650.610484:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc487569a0. 00000080:00000010:0.1:1786170650.610501:0:2382:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60a53180. 00010000:00000010:0.1:1786170650.611118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170650.611123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170650.611127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25800. 00000080:00000010:0.1:1786170650.726074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc58764a40. 00010000:00000010:0.1:1786170650.732061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170650.732077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170650.732082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170650.746846:0:57579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec60. 00000080:00000010:0.1:1786170650.746950:0:57579:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc58764200. 00010000:00000010:0.1:1786170650.754100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170650.765159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170650.765171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170650.785179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e860. 00000080:00000010:0.1:1786170650.785210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc587618c0. 00010000:00000010:0.1:1786170650.793332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786170650.798093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170650.798109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00000080:00000010:0.1:1786170650.816172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1ec60. 00000080:00000010:0.1:1786170650.816202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc58762100. 00010000:00000010:0.1:1786170650.833121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8800. 00010000:00000010:0.1:1786170651.200245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85600. 00010000:00000010:0.1:1786170651.200263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4ca00. 00000080:00000010:0.1:1786170659.707901:0:58302:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc487567e0. 00000080:00000010:0.1:1786170659.707919:0:58302:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6de40. 00010000:00000010:0.1:1786170667.863092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85c00. 00010000:00000010:0.1:1786170667.863125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4ca00. 00010000:00000010:0.1:1786170683.652082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24400. 00010000:00000010:0.1:1786170683.660092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b24600. 00000080:00000010:0.1:1786171358.795209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01e00. 00010000:00000010:0.1:1786171384.586091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b25200. 00010000:00000010:0.1:1786172438.406198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63800. 00010000:00000010:0.1:1786172438.406204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4ce00. 00010000:00000010:0.1:1786172438.406206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63900. 00010000:00000010:0.1:1786172438.406209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4d000. 00000080:00000010:0.1:1786172438.497066:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60a54a40. 00000080:00000010:0.1:1786172438.497083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9a80. 00010000:00000010:0.1:1786172452.272371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58343900. 00010000:00000010:0.1:1786172452.355339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5600. 00010000:00000010:0.1:1786172452.363153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f000. 00000080:00000010:0.1:1786172452.481338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e9c0. 00010000:00000010:0.1:1786172452.672057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863a400. 00010000:00000010:0.1:1786172452.672068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85000. 00010000:00000010:0.1:1786172452.672072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85900. 00010000:00000010:0.1:1786172452.672075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863ae00. 00010000:00000010:0.1:1786172452.672077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85700. 00010000:00000010:0.1:1786172452.672080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4da00. 00010000:00000010:0.1:1786172452.838068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85200. 00010000:00000010:0.1:1786172452.842321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58343a00. 00010000:00000010:0.1:1786172452.842329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863b800. 00000080:00000010:0.1:1786172452.974382:0:63902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01140. 00000080:00000010:0.1:1786172452.974404:0:63902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc47b6d7e0. 00010000:00000010:0.1:1786172459.778560:0:64439:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4556ff00. 00010000:00000010:0.1:1786172459.778573:0:64439:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4a00. 00010000:00000010:0.1:1786172460.832786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569ee00. 00000080:00000010:0.1:1786172460.832823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc49b1e5a0. 00010000:00000010:0.1:1786172460.832833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58343d00. 00010000:00000010:0.1:1786172460.832836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569e000. 00010000:00000010:0.1:1786172461.416069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5800. 00010000:00000010:0.1:1786172461.435112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58343d00. 00010000:00000010:0.1:1786172461.435119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863ba00. 00000080:00000010:0.1:1786172461.947083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01500. 00000080:00000010:0.1:1786172461.947105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc43a01ec0. 00010000:00000010:0.1:1786172462.234046:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863b400. 00010000:00000010:0.1:1786172470.146773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85a00. 00010000:00000010:0.1:1786172470.146787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f400. 00010000:00000010:0.1:1786172470.487060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863ac00. 00010000:00000010:0.1:1786172471.851269:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863be00. 00010000:00000010:0.1:1786172513.637146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4ca00. 00000080:00000010:0.1:1786172583.478179:0:66933:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2e80. 00010000:00000010:0.1:1786172583.478210:0:66933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f000. 00010000:00000010:0.1:1786172583.478217:0:66933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00010000:00000010:0.1:1786172583.852663:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa700. 00010000:00000010:0.1:1786172583.852669:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc800. 00000080:00000010:0.1:1786172584.131722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc20e0. 00000080:00000010:0.1:1786172591.590726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc180. 00010000:00000010:0.1:1786172591.705847:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00010000:00000010:0.1:1786172591.932836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52600. 00010000:00000010:0.1:1786172592.206195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb400. 00000080:00000010:0.1:1786172592.206202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2480. 00000080:00000010:0.1:1786172592.241058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcae0. 00010000:00000010:0.1:1786172592.290262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00010000:00000010:0.1:1786172592.314352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777c00. 00010000:00000010:0.1:1786172592.349295:0:67549:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00010000:00000010:0.1:1786172592.366185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd000. 00010000:00000010:0.1:1786172603.475353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52000. 00000080:00000010:0.1:1786172603.475366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9540. 00010000:00000010:0.1:1786172603.475395:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53e00. 00000080:00000010:0.1:1786172603.490626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9640. 00000080:00000010:0.1:1786172603.789126:0:68423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9a80. 00000080:00000010:0.1:1786172604.296936:0:1034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc25e0. 00010000:00000010:0.1:1786172604.689528:0:68432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00000080:00000010:0.1:1786172604.689537:0:68432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc620. 00010000:00000010:0.1:1786172604.698270:0:68432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00000080:00000010:0.1:1786172604.698280:0:68432:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcfa0. 00010000:00000010:0.1:1786172604.715060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:0.1:1786172604.718315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00010000:00000010:0.1:1786172604.806245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa400. 00010000:00000010:0.1:1786172604.806253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd400. 00010000:00000010:0.1:1786172604.838982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f600. 00010000:00000010:0.1:1786172604.838988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bbc00. 00010000:00000010:0.1:1786172605.210057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00010000:00000010:0.1:1786172605.220139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb600. 00000080:00000010:0.1:1786172606.628196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2a20. 00010000:00000010:0.1:1786172607.153351:0:68457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f500. 00010000:00000010:0.1:1786172607.153361:0:68457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00010000:00000010:0.1:1786172607.162091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f000. 00010000:00000010:0.1:1786172607.182561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fe00. 00010000:00000010:0.1:1786172607.182587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00010000:00000010:0.1:1786172609.092197:0:68481:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53600. 00000080:00000010:0.1:1786172609.092209:0:68481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9420. 00010000:00000010:0.1:1786172609.092220:0:68481:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777a00. 00000080:00000010:0.1:1786172609.092224:0:68481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc080. 00010000:00000010:0.1:1786172609.110081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776200. 00000080:00000010:0.1:1786172610.146437:0:2383:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc27a0. 00000080:00000010:0.1:1786172610.788178:0:68507:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2ca0. 00010000:00000010:0.1:1786172610.803512:0:68508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fa00. 00010000:00000010:0.1:1786172610.803528:0:68508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb000. 00000080:00000010:0.1:1786172610.805202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc040. 00010000:00000010:0.1:1786172611.049058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba200. 00010000:00000010:0.1:1786172611.640085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa800. 00010000:00000010:0.1:1786172611.640098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd800. 00010000:00000010:0.1:1786172611.640103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fa00. 00010000:00000010:0.1:1786172611.640107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba200. 00010000:00000010:0.1:1786172611.788307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f200. 00010000:00000010:0.1:1786172611.788320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777e00. 00010000:00000010:0.1:1786172611.796080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fe00. 00010000:00000010:0.1:1786172611.849215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f500. 00010000:00000010:0.1:1786172611.849228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00000080:00000010:0.1:1786172612.577105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc23a0. 00010000:00000010:0.1:1786172612.696428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa200. 00010000:00000010:0.1:1786172612.696437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628ddc00. 00010000:00000010:0.1:1786172612.700060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294ff00. 00010000:00000010:0.1:1786172612.700078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00010000:00000010:0.1:1786172612.750197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c48d00. 00010000:00000010:0.1:1786172612.750213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53c00. 00010000:00000010:0.1:1786172613.438045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fd00. 00010000:00000010:0.1:1786172613.438058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bba00. 00010000:00000010:0.1:1786172613.445469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f100. 00010000:00000010:0.1:1786172613.445482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f000. 00010000:00000010:0.1:1786172613.445486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777400. 00010000:00000010:0.1:1786172613.689216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:0.1:1786172614.061694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777400. 00010000:00000010:0.1:1786172614.217073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc000. 00010000:00000010:0.1:1786172614.307050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f600. 00010000:00000010:0.1:1786172614.307064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777000. 00010000:00000010:0.1:1786172614.329060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fb00. 00010000:00000010:0.1:1786172614.407079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fa00. 00010000:00000010:0.1:1786172614.407093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777600. 00010000:00000010:0.1:1786172614.768075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53800. 00010000:00000010:0.1:1786172614.864187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa700. 00010000:00000010:0.1:1786172614.864204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd000. 00010000:00000010:0.1:1786172614.877288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f300. 00010000:00000010:0.1:1786172614.886088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f100. 00010000:00000010:0.1:1786172614.886105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777400. 00000080:00000010:0.1:1786172614.941201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9d40. 00010000:00000010:0.1:1786172615.497059:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777e00. 00010000:00000010:0.1:1786172616.746097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52c00. 00010000:00000010:0.1:1786172617.011195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa000. 00010000:00000010:0.1:1786172617.011211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a000. 00010000:00000010:0.1:1786172617.273119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777a00. 00000080:00000010:0.1:1786172617.273132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcb60. 00010000:00000010:0.1:1786172617.280068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777600. 00000080:00000010:0.1:1786172617.280084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc200. 00010000:00000010:0.1:1786172617.291291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777a00. 00010000:00000010:0.1:1786172617.480058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777e00. 00010000:00000010:0.1:1786172617.704110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa200. 00010000:00000010:0.1:1786172617.704116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628ddc00. 00010000:00000010:0.1:1786172617.704119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa400. 00010000:00000010:0.1:1786172617.704122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc800. 00010000:00000010:0.1:1786172619.464981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f300. 00010000:00000010:0.1:1786172619.464991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bba00. 00010000:00000010:0.1:1786172619.626103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa300. 00010000:00000010:0.1:1786172619.626118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00010000:00000010:0.1:1786172619.626122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa100. 00010000:00000010:0.1:1786172619.626125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b200. 00000080:00000010:0.1:1786172619.644367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6fd24200. 00000080:00000010:0.1:1786172619.644384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc5a0. 00010000:00000010:0.1:1786172619.648113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba800. 00010000:00000010:0.1:1786172619.648125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfab00. 00010000:00000010:0.1:1786172619.648129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00010000:00000010:0.1:1786172619.648132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f200. 00010000:00000010:0.1:1786172619.648136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777000. 00000080:00000010:0.1:1786172619.655206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfca80. 00000080:00000010:0.1:1786172619.655241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b6e300. 00010000:00000010:0.1:1786172619.675081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00010000:00000010:0.1:1786172619.675101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a200. 00010000:00000010:0.1:1786172619.675108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa400. 00010000:00000010:0.1:1786172619.675113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00000080:00000010:0.1:1786172619.696060:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b6b9c0. 00000080:00000010:0.1:1786172619.696071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2180. 00010000:00000010:0.1:1786172619.708078:0:68633:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777000. 00000080:00000010:0.1:1786172619.708086:0:68633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcac0. 00010000:00000010:0.1:1786172619.715401:0:68633:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00000080:00000010:0.1:1786172619.715408:0:68633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc5a0. 00010000:00000010:0.1:1786172619.733067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777000. 00000080:00000010:0.1:1786172619.866104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc25a0. 00010000:00000010:0.1:1786172620.319054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00010000:00000010:0.1:1786172622.039056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb600. 00000080:00000010:0.1:1786172622.039071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2b80. 00010000:00000010:0.1:1786172622.042181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777e00. 00000080:00000010:0.1:1786172622.047034:0:68663:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcb20. 00010000:00000010:0.1:1786172622.064085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00010000:00000010:0.1:1786172622.500101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f900. 00010000:00000010:0.1:1786172622.500108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb200. 00010000:00000010:0.1:1786172622.505453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f500. 00010000:00000010:0.1:1786172622.514859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fd00. 00010000:00000010:0.1:1786172622.514889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:0.1:1786172622.783272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c48300. 00010000:00000010:0.1:1786172622.783281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53800. 00010000:00000010:0.1:1786172622.787352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa100. 00010000:00000010:0.1:1786172622.787368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00010000:00000010:0.1:1786172622.787372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c48600. 00010000:00000010:0.1:1786172622.787376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53e00. 00010000:00000010:0.1:1786172622.787379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c48e00. 00010000:00000010:0.1:1786172622.787382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52400. 00010000:00000010:0.1:1786172622.787386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84600. 00010000:00000010:0.1:1786172622.787388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52c00. 00010000:00000010:0.1:1786172622.787391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa800. 00010000:00000010:0.1:1786172622.787395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a000. 00000080:00000010:0.1:1786172624.609919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa97e0. 00010000:00000010:0.1:1786172624.617267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00000080:00000010:0.1:1786172624.617288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc000. 00010000:00000010:0.1:1786172624.622401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00000080:00000010:0.1:1786172625.133088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2720. 00010000:00000010:0.1:1786172625.425662:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa400. 00010000:00000010:0.1:1786172625.425673:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a600. 00010000:00000010:0.1:1786172625.720070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00010000:00000010:0.1:1786172625.833552:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f900. 00010000:00000010:0.1:1786172625.833558:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb200. 00010000:00000010:0.1:1786172625.883054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00010000:00000010:0.1:1786172626.146194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfaa00. 00010000:00000010:0.1:1786172626.146222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00000080:00000010:0.1:1786172626.174599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2c20. 00010000:00000010:0.1:1786172626.181935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa300. 00010000:00000010:0.1:1786172626.181949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00010000:00000010:0.1:1786172626.651904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776200. 00010000:00000010:0.1:1786172627.101361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777e00. 00010000:00000010:0.1:1786172627.539207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52800. 00010000:00000010:0.1:1786172627.566167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfad00. 00010000:00000010:0.1:1786172627.566182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a000. 00010000:00000010:0.1:1786172627.566189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fb00. 00010000:00000010:0.1:1786172627.566193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb800. 00000080:00000010:0.1:1786172627.577396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75af1080. 00000080:00000010:0.1:1786172627.577411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2cc0. 00010000:00000010:0.1:1786172627.577439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:0.1:1786172627.577444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fd00. 00010000:00000010:0.1:1786172627.577448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb000. 00010000:00000010:0.1:1786172627.577451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fa00. 00010000:00000010:0.1:1786172627.577453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bbc00. 00000080:00000010:0.1:1786172627.599247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc800. 00000080:00000010:0.1:1786172627.599266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75af0840. 00010000:00000010:0.1:1786172627.603723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00010000:00000010:0.1:1786172627.603740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bae00. 00010000:00000010:0.1:1786172627.603746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa000. 00010000:00000010:0.1:1786172627.603749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00000080:00000010:0.1:1786172627.632689:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b5b180. 00000080:00000010:0.1:1786172627.632705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2440. 00010000:00000010:0.1:1786172627.824690:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa300. 00010000:00000010:0.1:1786172627.824705:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2bc00. 00010000:00000010:0.1:1786172627.824709:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84c00. 00010000:00000010:0.1:1786172627.824712:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52c00. 00010000:00000010:0.1:1786172627.824716:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f600. 00010000:00000010:0.1:1786172627.824719:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba200. 00010000:00000010:0.1:1786172627.833472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294ff00. 00010000:00000010:0.1:1786172627.833477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777000. 00010000:00000010:0.1:1786172627.840223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa200. 00010000:00000010:0.1:1786172627.840229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00010000:00000010:0.1:1786172627.849059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfab00. 00010000:00000010:0.1:1786172627.849069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a800. 00010000:00000010:0.1:1786172628.195415:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00010000:00000010:0.1:1786172628.195420:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa400. 00010000:00000010:0.1:1786172628.195425:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a400. 00010000:00000010:0.1:1786172628.195428:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f400. 00010000:00000010:0.1:1786172628.195430:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793baa00. 00010000:00000010:0.1:1786172628.731089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294ff00. 00010000:00000010:0.1:1786172628.731096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:0.1:1786172628.817065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776200. 00010000:00000010:0.1:1786172629.220237:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00000080:00000010:0.1:1786172629.377807:0:2382:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75af18c0. 00010000:00000010:0.1:1786172629.479230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba400. 00010000:00000010:0.1:1786172629.622077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f300. 00010000:00000010:0.1:1786172629.622092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba000. 00010000:00000010:0.1:1786172630.053287:0:68775:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fd00. 00010000:00000010:0.1:1786172630.053296:0:68775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba200. 00010000:00000010:0.1:1786172630.166061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777000. 00010000:00000010:0.1:1786172630.190217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfae00. 00010000:00000010:0.1:1786172630.190227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00010000:00000010:0.1:1786172630.190231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f900. 00010000:00000010:0.1:1786172630.190234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bbc00. 00000080:00000010:0.1:1786172630.194741:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5015e300. 00000080:00000010:0.1:1786172630.194802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2480. 00010000:00000010:0.1:1786172630.194831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00010000:00000010:0.1:1786172630.194836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfaa00. 00010000:00000010:0.1:1786172630.194840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00010000:00000010:0.1:1786172630.194844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fb00. 00010000:00000010:0.1:1786172630.194847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bae00. 00000080:00000010:0.1:1786172630.204085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc980. 00000080:00000010:0.1:1786172630.204106:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b58000. 00010000:00000010:0.1:1786172630.786177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f800. 00010000:00000010:0.1:1786172630.786196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776200. 00010000:00000010:0.1:1786172630.804438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f100. 00010000:00000010:0.1:1786172630.812252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f800. 00010000:00000010:0.1:1786172630.812264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00000080:00000010:0.1:1786172630.828227:0:68787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcdc0. 00010000:00000010:0.1:1786172630.841086:0:68274:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f900. 00010000:00000010:0.1:1786172630.841095:0:68274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00000080:00000010:0.1:1786172630.853046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcf80. 00010000:00000010:0.1:1786172631.887723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00000080:00000010:0.1:1786172631.889037:0:68803:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc040. 00010000:00000010:0.1:1786172631.895411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777c00. 00000080:00000010:0.1:1786172631.895425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcb80. 00010000:00000010:0.1:1786172632.045421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfae00. 00010000:00000010:0.1:1786172632.045434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a400. 00000080:00000010:0.1:1786172632.060088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc3c0. 00010000:00000010:0.1:1786172632.365344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776400. 00000080:00000010:0.1:1786172632.365356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcde0. 00010000:00000010:0.1:1786172632.375168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00010000:00000010:0.1:1786172632.391071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776400. 00010000:00000010:0.1:1786172632.692921:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53e00. 00010000:00000010:0.1:1786172633.083130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fe00. 00010000:00000010:0.1:1786172633.083145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00000080:00000010:0.1:1786172633.099637:0:68818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc2c0. 00010000:00000010:0.1:1786172633.385186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba000. 00010000:00000010:0.1:1786172633.385199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52e00. 00010000:00000010:0.1:1786172633.385203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fa00. 00010000:00000010:0.1:1786172633.385208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777400. 00000080:00000010:0.1:1786172633.420598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b5e300. 00000080:00000010:0.1:1786172633.420618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc120. 00010000:00000010:0.1:1786172633.506243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fe00. 00010000:00000010:0.1:1786172633.506259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777c00. 00010000:00000010:0.1:1786172633.515306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fd00. 00010000:00000010:0.1:1786172633.519253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fe00. 00010000:00000010:0.1:1786172633.519266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777e00. 00010000:00000010:0.1:1786172633.826337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bba00. 00010000:00000010:0.1:1786172633.949212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa600. 00010000:00000010:0.1:1786172633.949226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b800. 00000080:00000010:0.1:1786172633.954294:0:68830:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc420. 00010000:00000010:0.1:1786172635.728344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b200. 00010000:00000010:0.1:1786172635.728360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a800. 00010000:00000010:0.1:1786172635.728366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84300. 00010000:00000010:0.1:1786172635.728369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53c00. 00000080:00000010:0.1:1786172635.808158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b76b40. 00000080:00000010:0.1:1786172635.808181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa93c0. 00000080:00000010:0.1:1786172636.742300:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2ec0. 00010000:00000010:0.1:1786172637.859555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00000080:00000010:0.1:1786172637.859564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfca20. 00010000:00000010:0.1:1786172638.028255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84600. 00010000:00000010:0.1:1786172638.028261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52000. 00010000:00000010:0.1:1786172638.028265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfad00. 00010000:00000010:0.1:1786172638.028268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00010000:00000010:0.1:1786172638.028272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfae00. 00010000:00000010:0.1:1786172638.028275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ba00. 00010000:00000010:0.1:1786172638.028279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fa00. 00010000:00000010:0.1:1786172638.028282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb800. 00000080:00000010:0.1:1786172638.383233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75af18c0. 00010000:00000010:0.1:1786172638.428543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00000080:00000010:0.1:1786172638.428554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc220. 00010000:00000010:0.1:1786172638.439293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00000080:00000010:0.1:1786172638.439300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcde0. 00000080:00000010:0.1:1786172638.558403:0:68886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa90a0. 00010000:00000010:0.1:1786172638.830587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777a00. 00000080:00000010:0.1:1786172638.830604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc6c0. 00010000:00000010:0.1:1786172638.843748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00000080:00000010:0.1:1786172638.843765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc840. 00010000:00000010:0.1:1786172638.984059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278c00. 00010000:00000010:0.1:1786172638.984071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00010000:00000010:0.1:1786172639.004287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fd00. 00010000:00000010:0.1:1786172639.004294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f600. 00010000:00000010:0.1:1786172639.004298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777600. 00000080:00000010:0.1:1786172639.055728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc6c0. 00010000:00000010:0.1:1786172639.404879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b200. 00010000:00000010:0.1:1786172639.554117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278e00. 00010000:00000010:0.1:1786172639.554131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a000. 00000080:00000010:0.1:1786172639.572365:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcba0. 00010000:00000010:0.1:1786172640.005144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f800. 00010000:00000010:0.1:1786172640.005158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777600. 00010000:00000010:0.1:1786172640.319353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00000080:00000010:0.1:1786172640.324117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcd20. 00010000:00000010:0.1:1786172640.332252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777e00. 00000080:00000010:0.1:1786172640.332271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc960. 00010000:00000010:0.1:1786172640.837110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52c00. 00000080:00000010:0.1:1786172640.837120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9000. 00010000:00000010:0.1:1786172641.071702:0:68916:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:0.1:1786172641.071713:0:68916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a200. 00000080:00000010:0.1:1786172641.080846:0:68916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc760. 00010000:00000010:0.1:1786172641.433067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52c00. 00000080:00000010:0.1:1786172641.433086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9360. 00010000:00000010:0.1:1786172641.436248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777e00. 00000080:00000010:0.1:1786172641.436261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc4a0. 00010000:00000010:0.1:1786172641.447080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00010000:00000010:0.1:1786172643.031811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fd00. 00010000:00000010:0.1:1786172643.031817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb000. 00010000:00000010:0.1:1786172643.031822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fe00. 00010000:00000010:0.1:1786172643.031826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776400. 00010000:00000010:0.1:1786172643.031829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84700. 00010000:00000010:0.1:1786172643.031833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53e00. 00010000:00000010:0.1:1786172643.972144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fc00. 00010000:00000010:0.1:1786172643.972156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb400. 00000080:00000010:0.1:1786172644.584162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9620. 00010000:00000010:0.1:1786172644.945283:0:68956:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776200. 00000080:00000010:0.1:1786172644.945292:0:68956:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcb60. 00010000:00000010:0.1:1786172644.961323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777600. 00000080:00000010:0.1:1786172644.961342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc700. 00010000:00000010:0.1:1786172644.968372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776200. 00010000:00000010:0.1:1786172645.507217:0:68963:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fb00. 00010000:00000010:0.1:1786172645.507223:0:68963:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb600. 00010000:00000010:0.1:1786172646.064119:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52400. 00000080:00000010:0.1:1786172646.114712:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75af8840. 00000080:00000010:0.1:1786172646.114736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2700. 00010000:00000010:0.1:1786172646.114768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00010000:00000010:0.1:1786172646.114773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:0.1:1786172646.114777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2be00. 00010000:00000010:0.1:1786172646.114779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:0.1:1786172646.114782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b400. 00010000:00000010:0.1:1786172646.739238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52c00. 00010000:00000010:0.1:1786172647.040227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278e00. 00010000:00000010:0.1:1786172647.040239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00010000:00000010:0.1:1786172647.040242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278300. 00010000:00000010:0.1:1786172647.040244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a800. 00010000:00000010:0.1:1786172647.221601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fd00. 00010000:00000010:0.1:1786172647.221616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777c00. 00010000:00000010:0.1:1786172647.301139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f900. 00010000:00000010:0.1:1786172647.301153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777600. 00010000:00000010:2.1:1786172647.807064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:2.1:1786172647.807078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a000. 00000080:00000010:2.1:1786172647.807083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2b80. 00010000:00000010:2.1:1786172647.883128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2bc00. 00010000:00000010:2.1:1786172648.017068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00010000:00000010:2.1:1786172648.052265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278900. 00010000:00000010:2.1:1786172648.052272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00010000:00000010:2.1:1786172648.052275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:2.1:1786172648.052277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a000. 00000080:00000010:2.1:1786172648.069077:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b039c0. 00000080:00000010:2.1:1786172648.069102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2b80. 00010000:00000010:2.1:1786172648.069129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53800. 00010000:00000010:2.1:1786172648.069135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f400. 00010000:00000010:2.1:1786172648.069139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb800. 00010000:00000010:2.1:1786172648.069141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f600. 00010000:00000010:2.1:1786172648.069145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bae00. 00000080:00000010:2.1:1786172648.089318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc22c0. 00000080:00000010:2.1:1786172648.089338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b01080. 00010000:00000010:2.1:1786172648.136038:0:68995:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fc00. 00010000:00000010:2.1:1786172648.136045:0:68995:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba400. 00010000:00000010:2.1:1786172648.147186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fd00. 00010000:00000010:2.1:1786172648.147198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793baa00. 00010000:00000010:2.1:1786172648.154035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2bc00. 00010000:00000010:2.1:1786172648.154051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb200. 00010000:00000010:2.1:1786172648.154056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:2.1:1786172648.154060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53600. 00000080:00000010:2.1:1786172648.245107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75af9080. 00000080:00000010:2.1:1786172648.245124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9160. 00010000:00000010:2.1:1786172648.268111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2bc00. 00000080:00000010:2.1:1786172648.268119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2020. 00010000:00000010:0.1:1786172648.294738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777c00. 00010000:00000010:2.1:1786172648.355205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:2.1:1786172648.355219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00010000:00000010:2.1:1786172648.362192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:2.1:1786172648.367378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:2.1:1786172648.367398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a200. 00000080:00000010:2.1:1786172648.402591:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc23e0. 00010000:00000010:0.1:1786172648.410061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278900. 00010000:00000010:0.1:1786172648.410071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a400. 00000080:00000010:0.1:1786172648.415971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcb20. 00010000:00000010:0.1:1786172648.447233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776400. 00010000:00000010:2.1:1786172648.527115:0:69001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00010000:00000010:2.1:1786172648.548309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:2.1:1786172648.548317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a800. 00010000:00000010:2.1:1786172648.548320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f200. 00010000:00000010:2.1:1786172648.548323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777000. 00000080:00000010:2.1:1786172648.552302:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b76300. 00000080:00000010:2.1:1786172648.552326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc20a0. 00010000:00000010:2.1:1786172648.552361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777e00. 00010000:00000010:2.1:1786172648.552368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:2.1:1786172648.552373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00010000:00000010:2.1:1786172648.552377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fd00. 00010000:00000010:2.1:1786172648.552382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00000080:00000010:2.1:1786172648.562207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc27e0. 00000080:00000010:2.1:1786172648.562237:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b02100. 00010000:00000010:2.1:1786172648.574137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a200. 00010000:00000010:2.1:1786172648.574150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:2.1:1786172648.574156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:2.1:1786172648.574159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2bc00. 00000080:00000010:2.1:1786172648.597165:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b77380. 00000080:00000010:2.1:1786172648.597180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2100. 00000080:00000010:2.1:1786172648.746111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9aa0. 00010000:00000010:2.1:1786172648.770361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84100. 00010000:00000010:2.1:1786172648.770373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53e00. 00010000:00000010:2.1:1786172648.880049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52800. 00010000:00000010:2.1:1786172648.907829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:2.1:1786172648.907836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a200. 00010000:00000010:2.1:1786172648.907840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84e00. 00010000:00000010:2.1:1786172648.907843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53600. 00000080:00000010:2.1:1786172648.956124:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b02100. 00000080:00000010:2.1:1786172648.956135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc22c0. 00010000:00000010:2.1:1786172649.037038:0:69011:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:2.1:1786172649.037045:0:69011:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00010000:00000010:2.1:1786172649.045072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278600. 00010000:00000010:2.1:1786172649.051261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:2.1:1786172649.051287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00000080:00000010:2.1:1786172649.090055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2b80. 00010000:00000010:0.1:1786172649.106619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:0.1:1786172649.106627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a800. 00000080:00000010:2.1:1786172649.112184:0:69013:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcb20. 00010000:00000010:2.1:1786172649.156644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b800. 00010000:00000010:2.1:1786172649.232050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53800. 00010000:00000010:2.1:1786172649.251112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fe00. 00010000:00000010:2.1:1786172649.251123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bba00. 00010000:00000010:2.1:1786172649.251127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f100. 00010000:00000010:2.1:1786172649.251131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00000080:00000010:2.1:1786172649.258619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50062100. 00000080:00000010:2.1:1786172649.258635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2bc0. 00010000:00000010:2.1:1786172649.262094:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba800. 00010000:00000010:2.1:1786172649.262108:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:2.1:1786172649.262113:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00010000:00000010:2.1:1786172649.262116:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278600. 00010000:00000010:2.1:1786172649.262119:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b200. 00000080:00000010:2.1:1786172649.274356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2e00. 00000080:00000010:2.1:1786172649.274380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50067380. 00010000:00000010:2.1:1786172649.282194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba000. 00010000:00000010:2.1:1786172649.282204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00010000:00000010:2.1:1786172649.282208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:2.1:1786172649.282212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a200. 00000080:00000010:2.1:1786172649.313233:0:69016:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b3eb40. 00000080:00000010:2.1:1786172649.313249:0:69016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2fa0. 00010000:00000010:0.1:1786172649.338262:0:69016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00000080:00000010:0.1:1786172649.338269:0:69016:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc640. 00010000:00000010:0.1:1786172649.344530:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777400. 00010000:00000010:2.1:1786172649.430225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f800. 00010000:00000010:2.1:1786172649.430241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba000. 00010000:00000010:2.1:1786172649.444045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:2.1:1786172649.444059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278600. 00010000:00000010:2.1:1786172649.444063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a200. 00000080:00000010:2.1:1786172649.473270:0:69018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2520. 00010000:00000010:2.1:1786172649.491303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f700. 00010000:00000010:2.1:1786172649.491314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba800. 00000080:00000010:2.1:1786172649.502340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2660. 00010000:00000010:2.1:1786172649.608087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00010000:00000010:2.1:1786172649.661104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00010000:00000010:2.1:1786172649.661117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bba00. 00010000:00000010:2.1:1786172649.661129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fa00. 00010000:00000010:2.1:1786172649.661132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bbc00. 00000080:00000010:2.1:1786172649.685055:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75af9080. 00000080:00000010:2.1:1786172649.685067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2060. 00010000:00000010:2.1:1786172649.781289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278700. 00010000:00000010:2.1:1786172649.781299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00010000:00000010:2.1:1786172649.785202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:2.1:1786172649.785216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:2.1:1786172649.785220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a600. 00000080:00000010:0.1:1786172649.814753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2c60. 00010000:00000010:0.1:1786172649.819148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278600. 00010000:00000010:0.1:1786172649.819159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00000080:00000010:0.1:1786172649.828136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc740. 00010000:00000010:2.1:1786172649.865088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2be00. 00010000:00000010:2.1:1786172649.926163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00010000:00000010:2.1:1786172649.941208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278900. 00010000:00000010:2.1:1786172649.941221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2be00. 00010000:00000010:2.1:1786172649.941224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278700. 00010000:00000010:2.1:1786172649.941227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b400. 00000080:00000010:2.1:1786172649.949099:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b70840. 00000080:00000010:2.1:1786172649.949116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2220. 00010000:00000010:2.1:1786172649.953050:0:69025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793baa00. 00010000:00000010:2.1:1786172649.953057:0:69025:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:2.1:1786172649.953061:0:69025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a600. 00010000:00000010:2.1:1786172649.953064:0:69025:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:2.1:1786172649.953066:0:69025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00000080:00000010:2.1:1786172649.958240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2fe0. 00000080:00000010:2.1:1786172649.958269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50065280. 00010000:00000010:2.1:1786172649.967226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52400. 00010000:00000010:2.1:1786172649.967239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00010000:00000010:2.1:1786172649.967244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278a00. 00010000:00000010:2.1:1786172649.967247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777400. 00000080:00000010:2.1:1786172650.003255:0:69034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75af8840. 00000080:00000010:2.1:1786172650.003269:0:69034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc480. 00010000:00000010:2.1:1786172653.845189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f000. 00010000:00000010:2.1:1786172653.845212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb000. 00010000:00000010:2.1:1786172653.845217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fd00. 00010000:00000010:2.1:1786172653.845220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00010000:00000010:2.1:1786172653.850084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278800. 00010000:00000010:2.1:1786172653.850092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b800. 00010000:00000010:2.1:1786172653.850095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84600. 00010000:00000010:2.1:1786172653.850098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52e00. 00010000:00000010:0.1:1786172656.790588:0:69607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00010000:00000010:2.1:1786172656.928705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:2.1:1786172656.928718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53200. 00010000:00000010:2.1:1786172657.010725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2be00. 00000080:00000010:2.1:1786172657.013363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2ca0. 00000080:00000010:2.1:1786172657.022572:0:69610:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc20e0. 00010000:00000010:0.1:1786172657.269075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2be00. 00000080:00000010:2.1:1786172664.373053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2120. 00010000:00000010:2.1:1786172664.373077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00010000:00000010:2.1:1786172672.670777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278500. 00010000:00000010:2.1:1786172672.670799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00000080:00000010:2.1:1786172681.091477:0:63565:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9b80. 00010000:00000010:2.1:1786172681.091504:0:63565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a600. 00010000:00000010:0.1:1786172681.208455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52c00. 00000080:00000010:2.1:1786172681.231157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9ac0. 00010000:00000010:2.1:1786172681.362076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278a00. 00010000:00000010:2.1:1786172681.362095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00010000:00000010:2.1:1786172681.380097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:2.1:1786172681.394058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278a00. 00010000:00000010:2.1:1786172681.394072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00000080:00000010:2.1:1786172681.469064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2bc0. 00010000:00000010:2.1:1786172697.940089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84c00. 00010000:00000010:2.1:1786172697.940113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52000. 00000080:00000010:2.1:1786172705.873302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc25a0. 00010000:00000010:0.1:1786172705.993070:0:73130:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00010000:00000010:0.1:1786172706.000062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00010000:00000010:2.1:1786172706.033475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00010000:00000010:2.1:1786172706.033484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29a00. 00000080:00000010:2.1:1786172706.039309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2d00. 00010000:00000010:2.1:1786172706.043820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00010000:00000010:2.1:1786172706.051190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00010000:00000010:2.1:1786172706.091682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa800. 00010000:00000010:2.1:1786172706.091690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29000. 00010000:00000010:2.1:1786172706.098215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee400. 00000080:00000010:2.1:1786172706.098223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc23c0. 00010000:00000010:2.1:1786172706.102055:0:73133:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee700. 00010000:00000010:2.1:1786172706.102062:0:73133:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628ddc00. 00000080:00000010:2.1:1786172706.129609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2d00. 00010000:00000010:0.1:1786172713.938380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28c00. 00000080:00000010:0.1:1786172713.946582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc24e0. 00010000:00000010:0.1:1786172713.946603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00010000:00000010:0.1:1786172714.087138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84200. 00010000:00000010:0.1:1786172714.087159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52000. 00010000:00000010:0.1:1786172714.102828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fa00. 00010000:00000010:0.1:1786172714.107119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f200. 00010000:00000010:0.1:1786172714.107138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776600. 00000080:00000010:0.1:1786172714.159765:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc2c0. 00010000:00000010:2.1:1786172714.179092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc000. 00010000:00000010:2.1:1786172714.179101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52800. 00000080:00000010:2.1:1786172714.193044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2f80. 00010000:00000010:2.1:1786172714.222196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc000. 00010000:00000010:2.1:1786172714.227057:0:73721:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53e00. 00000080:00000010:2.1:1786172714.242051:0:73722:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2f80. 00010000:00000010:2.1:1786172714.270219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc200. 00010000:00000010:2.1:1786172714.270225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc000. 00000080:00000010:2.1:1786172714.283071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2f80. 00010000:00000010:2.1:1786172714.502299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eec00. 00010000:00000010:2.1:1786172737.996465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52800. 00010000:00000010:2.1:1786172738.291117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd000. 00010000:00000010:2.1:1786172738.295147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00010000:00000010:2.1:1786172738.295180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00010000:00000010:2.1:1786172738.303998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fa00. 00010000:00000010:0.1:1786172738.339103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777c00. 00010000:00000010:2.1:1786172738.357245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ea00. 00010000:00000010:2.1:1786172738.373425:0:75474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f800. 00010000:00000010:2.1:1786172738.378223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ea00. 00010000:00000010:2.1:1786172738.458108:0:75475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52000. 00010000:00000010:2.1:1786172738.466104:0:75475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ea00. 00010000:00000010:2.1:1786172738.471299:0:75475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f800. 00010000:00000010:2.1:1786172738.487191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e000. 00010000:00000010:2.1:1786172738.492453:0:75475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ea00. 00010000:00000010:2.1:1786172738.500500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f800. 00010000:00000010:2.1:1786172738.508863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ea00. 00010000:00000010:2.1:1786172738.521325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f800. 00010000:00000010:2.1:1786172738.583208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f800. 00010000:00000010:2.1:1786172738.603379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e000. 00010000:00000010:2.1:1786172738.607237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f200. 00010000:00000010:2.1:1786172738.614253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f800. 00010000:00000010:2.1:1786172738.639880:0:75479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f200. 00010000:00000010:2.1:1786172738.652058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f800. 00000080:00000010:2.1:1786172738.762362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2200. 00010000:00000010:2.1:1786172738.884233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f800. 00000080:00000010:2.1:1786172738.930382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2d20. 00000080:00000010:2.1:1786172738.930401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc23a0. 00000080:00000010:2.1:1786172738.930409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc20c0. 00000080:00000010:2.1:1786172738.930414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2b80. 00000080:00000010:2.1:1786172738.930420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc25c0. 00000080:00000010:2.1:1786172738.930423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc28c0. 00000080:00000010:2.1:1786172738.930425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2aa0. 00000080:00000010:2.1:1786172738.930430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2d00. 00000080:00000010:2.1:1786172738.930434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc23a0. 00000080:00000010:2.1:1786172738.930437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2280. 00000080:00000010:2.1:1786172738.930440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2a20. 00000080:00000010:2.1:1786172738.930445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc24c0. 00000080:00000010:2.1:1786172738.930449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2840. 00000080:00000010:2.1:1786172738.930453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2420. 00000080:00000010:2.1:1786172738.930456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2c60. 00000080:00000010:2.1:1786172738.930460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9300. 00010000:00000010:2.1:1786172738.930467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f800. 00010000:00000010:2.1:1786172738.930473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777a00. 00010000:00000010:0.1:1786172739.123235:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:2.1:1786172739.130966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52000. 00010000:00000010:2.1:1786172739.137918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fe00. 00010000:00000010:2.1:1786172739.156044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f000. 00000080:00000010:2.1:1786172739.192154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc28a0. 00010000:00000010:2.1:1786172739.211343:0:75490:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eeb00. 00010000:00000010:2.1:1786172739.211350:0:75490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f000. 00000080:00000010:2.1:1786172739.211356:0:75490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc24c0. 00010000:00000010:2.1:1786172739.219069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fe00. 00010000:00000010:2.1:1786172739.223309:0:75490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f600. 00010000:00000010:2.1:1786172739.245300:0:75491:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eeb00. 00010000:00000010:2.1:1786172739.245318:0:75491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f000. 00000080:00000010:2.1:1786172739.245326:0:75491:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc24c0. 00010000:00000010:2.1:1786172739.245343:0:75491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fe00. 00000080:00000010:2.1:1786172739.245346:0:75491:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2900. 00000080:00000010:2.1:1786172739.245351:0:75491:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2a20. 00010000:00000010:2.1:1786172739.245357:0:75491:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eef00. 00010000:00000010:2.1:1786172739.245360:0:75491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e000. 00000080:00000010:2.1:1786172739.256259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2840. 00010000:00000010:0.1:1786172739.273062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e000. 00010000:00000010:0.1:1786172739.276673:0:75491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:0.1:1786172739.292256:0:75491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00010000:00000010:0.1:1786172739.300080:0:75491:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:0.1:1786172739.304227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00010000:00000010:0.1:1786172739.313455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:2.1:1786172739.330238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53e00. 00010000:00000010:2.1:1786172739.341881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fe00. 00010000:00000010:2.1:1786172739.349799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f000. 00010000:00000010:2.1:1786172739.451080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e200. 00010000:00000010:2.1:1786172739.568280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ee00. 00010000:00000010:2.1:1786172739.614293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fc00. 00010000:00000010:2.1:1786172739.629162:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eef00. 00010000:00000010:2.1:1786172739.629169:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f000. 00010000:00000010:2.1:1786172739.629172:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f400. 00010000:00000010:2.1:1786172739.636224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eeb00. 00010000:00000010:2.1:1786172739.636233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fe00. 00000080:00000010:2.1:1786172739.677066:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42200840. 00000080:00000010:2.1:1786172739.677078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2d00. 00010000:00000010:2.1:1786172739.798273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee300. 00010000:00000010:2.1:1786172739.798291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f800. 00000080:00000010:2.1:1786172739.849202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2780. 00000080:00000010:2.1:1786172739.849221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2020. 00000080:00000010:2.1:1786172739.849226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9860. 00000080:00000010:2.1:1786172739.849233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc800. 00000080:00000010:2.1:1786172739.849238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc660. 00000080:00000010:2.1:1786172739.849242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcac0. 00000080:00000010:2.1:1786172739.849246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc2e0. 00000080:00000010:2.1:1786172739.849249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcf00. 00000080:00000010:2.1:1786172739.849252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2aa0. 00010000:00000010:2.1:1786172739.854063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee900. 00010000:00000010:2.1:1786172739.854076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628ddc00. 00010000:00000010:2.1:1786172739.909152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00010000:00000010:2.1:1786172739.915347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fe00. 00010000:00000010:2.1:1786172739.921722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f400. 00010000:00000010:2.1:1786172739.939032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fe00. 00010000:00000010:2.1:1786172739.960397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f400. 00010000:00000010:2.1:1786172739.966050:0:75498:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fe00. 00010000:00000010:2.1:1786172739.969217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f000. 00010000:00000010:0.1:1786172746.887336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00000080:00000010:2.1:1786172746.928211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc2c0. 00000080:00000010:2.1:1786172746.932263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2a20. 00010000:00000010:2.1:1786172746.932283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd400. 00010000:00000010:2.1:1786172747.162033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee800. 00010000:00000010:2.1:1786172747.247971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eec00. 00010000:00000010:2.1:1786172747.247986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fe00. 00010000:00000010:2.1:1786172747.269138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee800. 00000080:00000010:2.1:1786172747.342567:0:76084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2e60. 00010000:00000010:2.1:1786172747.368117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eec00. 00010000:00000010:0.1:1786172747.422398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ee00. 00010000:00000010:2.1:1786172747.464643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28800. 00010000:00000010:2.1:1786172747.507782:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f600. 00000080:00000010:0.1:1786172747.534066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2d60. 00010000:00000010:0.1:1786172754.897062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eec00. 00010000:00000010:0.1:1786172754.897083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e600. 00010000:00000010:0.1:1786172754.915158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f100. 00000080:00000010:2.1:1786172754.999141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfca80. 00010000:00000010:2.1:1786172755.075047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee300. 00010000:00000010:2.1:1786172755.075069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e600. 00010000:00000010:2.1:1786172755.234117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee300. 00000080:00000010:2.1:1786172755.323409:0:76674:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2680. 00010000:00000010:2.1:1786172762.429051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab30400. 00010000:00000010:2.1:1786172762.653316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278400. 00010000:00000010:2.1:1786172762.653336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fa00. 00010000:00000010:2.1:1786172762.682073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:2.1:1786172762.692164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ea00. 00000080:00000010:2.1:1786172762.718284:0:77259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2ba0. 00010000:00000010:2.1:1786172762.736264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:2.1:1786172762.736276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ea00. 00010000:00000010:2.1:1786172762.751232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278a00. 00010000:00000010:2.1:1786172762.751245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fa00. 00010000:00000010:2.1:1786172762.797405:0:77260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278a00. 00010000:00000010:2.1:1786172762.797414:0:77260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fa00. 00000080:00000010:2.1:1786172762.797419:0:77260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2920. 00010000:00000010:2.1:1786172762.807063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278200. 00010000:00000010:2.1:1786172762.838435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28100. 00010000:00000010:2.1:1786172762.851201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29000. 00000080:00000010:0.1:1786172763.430382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2760. 00000800:00000200:2.1:1786172763.522126:0:77279:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 243432 low water 577164 conn ffff8bbc50a10000 blocked idle queued 00010000:00000010:2.1:1786172771.777065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f600. 00010000:00000010:2.1:1786172771.777083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ee00. 00010000:00000010:2.1:1786172771.790050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f000. 00010000:00000010:0.1:1786172771.809061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f600. 00010000:00000010:0.1:1786172771.809077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ee00. 00000080:00000010:2.1:1786172771.869057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2fa0. 00010000:00000010:2.1:1786172771.930055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f000. 00010000:00000010:2.1:1786172771.930070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f600. 00000080:00000010:2.1:1786172771.930075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2d60. 00010000:00000010:2.1:1786172771.954592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6fd00. 00010000:00000010:2.1:1786172771.954614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ee00. 00010000:00000010:2.1:1786172772.083064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6fd00. 00010000:00000010:2.1:1786172772.083086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ee00. 00010000:00000010:2.1:1786172780.479067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f500. 00010000:00000010:2.1:1786172780.479089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00010000:00000010:2.1:1786172780.502652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f900. 00010000:00000010:2.1:1786172780.518738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00000080:00000010:2.1:1786172780.613129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2c00. 00010000:00000010:2.1:1786172780.635161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f900. 00010000:00000010:2.1:1786172780.635173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ae00. 00000080:00000010:2.1:1786172780.635179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc20e0. 00010000:00000010:2.1:1786172780.649064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f500. 00010000:00000010:2.1:1786172780.649082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00010000:00000010:2.1:1786172780.782066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84f00. 00010000:00000010:2.1:1786172780.796254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c600. 00000080:00000010:0.1:1786172781.696702:0:78462:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9b00. 00000800:00000200:0.1:1786172781.743185:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 100744 low water 831548 conn ffff8bbc50a10000 blocked idle queued 00010000:00000010:2.1:1786172788.526379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662400. 00000080:00000010:2.1:1786172788.602166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa98e0. 00010000:00000010:2.1:1786172788.602183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905c00. 00010000:00000010:2.1:1786172788.846050:0:79037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f100. 00010000:00000010:2.1:1786172788.846057:0:79037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd400. 00010000:00000010:2.1:1786172788.852458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f600. 00010000:00000010:2.1:1786172788.862113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bfa00. 00010000:00000010:2.1:1786172788.880290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f100. 00010000:00000010:2.1:1786172788.880299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bf000. 00000080:00000010:2.1:1786172788.913152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2f40. 00010000:00000010:2.1:1786172788.930172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f100. 00010000:00000010:2.1:1786172788.930181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bf000. 00000080:00000010:2.1:1786172788.930187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc25a0. 00010000:00000010:2.1:1786172789.032207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84c00. 00010000:00000010:2.1:1786172789.036233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662400. 00000080:00000010:2.1:1786172789.785272:0:79059:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9320. 00010000:00000010:2.1:1786172796.733107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bee00. 00000080:00000010:2.1:1786172796.830062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2ac0. 00010000:00000010:2.1:1786172796.833596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662c00. 00010000:00000010:2.1:1786172797.134397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49949000. 00010000:00000010:2.1:1786172797.134415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bfe00. 00010000:00000010:2.1:1786172797.151369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49949600. 00010000:00000010:2.1:1786172797.201470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49949000. 00010000:00000010:2.1:1786172797.201486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bfe00. 00010000:00000010:0.1:1786172797.261665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84e00. 00010000:00000010:0.1:1786172797.261693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40030200. 00000080:00000010:0.1:1786172797.261700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9820. 00010000:00000010:2.1:1786172797.291684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49949600. 00010000:00000010:2.1:1786172797.291701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583be200. 00000080:00000010:2.1:1786172798.270457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2a20. 00010000:00000010:2.1:1786172805.276046:0:80220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bf200. 00000080:00000010:2.1:1786172805.335289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc21e0. 00010000:00000010:2.1:1786172805.335310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bee00. 00010000:00000010:0.1:1786172821.531461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904a00. 00010000:00000010:2.1:1786172821.560199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294fd00. 00010000:00000010:2.1:1786172821.560217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc44800. 00010000:00000010:2.1:1786172821.965084:0:80928:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc44600. 00010000:00000010:0.1:1786172823.709836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904800. 00010000:00000010:0.1:1786172823.709857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f900. 00010000:00000010:0.1:1786172823.709863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc44400. 00010000:00000010:0.1:1786172823.709866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905200. 00000080:00000010:0.1:1786172824.151034:0:80931:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2540. 00010000:00000010:2.1:1786172824.199109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f800. 00010000:00000010:2.1:1786172824.199123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc45a00. 00010000:00000010:2.1:1786172829.956030:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f300. 00010000:00000010:2.1:1786172829.956036:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc44000. 00010000:00000010:2.1:1786172829.956039:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294ff00. 00010000:00000010:2.1:1786172829.956042:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc45000. 00010000:00000010:2.1:1786172829.965037:0:81342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278400. 00010000:00000010:2.1:1786172829.965043:0:81342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414efe00. 00010000:00000010:2.1:1786172829.965047:0:81342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc455a9400. 00010000:00000010:2.1:1786172829.965049:0:81342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc45800. 00010000:00000010:2.1:1786172829.965052:0:81342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58182700. 00010000:00000010:2.1:1786172829.965055:0:81342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc44800. 00010000:00000010:2.1:1786172830.015357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc455a9500. 00010000:00000010:2.1:1786172830.015367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc44200. 00010000:00000010:2.1:1786172830.015434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c48000. 00010000:00000010:2.1:1786172830.015438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414ef800. 00010000:00000010:0.1:1786172830.015567:0:81343:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84f00. 00010000:00000010:0.1:1786172830.015573:0:81343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414ef400. 00010000:00000010:0.1:1786172830.015577:0:81343:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84900. 00010000:00000010:0.1:1786172830.015580:0:81343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414eee00. 00010000:00000010:0.1:1786172830.015584:0:81343:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58182000. 00010000:00000010:0.1:1786172830.015587:0:81343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc45400. 00010000:00000010:0.1:1786172830.018647:0:81343:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58182d00. 00010000:00000010:0.1:1786172830.018661:0:81343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49963200. 00010000:00000010:2.1:1786172830.023165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c48100. 00010000:00000010:2.1:1786172830.023172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658600. 00010000:00000010:2.1:1786172830.045045:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49949300. 00010000:00000010:2.1:1786172830.045052:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50a00. 00010000:00000010:2.1:1786172830.052273:0:81351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bbe00. 00010000:00000010:2.1:1786172830.052281:0:81351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51000. 00010000:00000010:2.1:1786172830.058224:0:81344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bbb00. 00010000:00000010:2.1:1786172830.058230:0:81344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50000. 00010000:00000010:2.1:1786172830.058234:0:81344:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4142a400. 00010000:00000010:2.1:1786172830.058237:0:81344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50c00. 00010000:00000010:2.1:1786172830.062067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bb600. 00010000:00000010:2.1:1786172830.062078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50e00. 00010000:00000010:2.1:1786172830.077045:0:81353:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bb200. 00010000:00000010:2.1:1786172830.077053:0:81353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51a00. 00010000:00000010:0.1:1786172830.095049:0:81354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4142af00. 00010000:00000010:0.1:1786172830.095064:0:81354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50400. 00010000:00000010:0.1:1786172830.095069:0:81354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4142ac00. 00010000:00000010:0.1:1786172830.095073:0:81354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51200. 00010000:00000010:2.1:1786172830.107943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b7c100. 00010000:00000010:2.1:1786172830.107958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51800. 00010000:00000010:2.1:1786172830.115411:0:81355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b7cc00. 00010000:00000010:2.1:1786172830.115422:0:81355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50b91c00. 00010000:00000010:2.1:1786172830.115429:0:81355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49949f00. 00010000:00000010:2.1:1786172830.115432:0:81355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51600. 00010000:00000010:2.1:1786172830.115436:0:81355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b7c500. 00010000:00000010:2.1:1786172830.115439:0:81355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50b90a00. 00010000:00000010:0.1:1786172830.136194:0:1:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a000. 00010000:00000010:0.1:1786172830.136202:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50b90000. 00010000:00000010:0.1:1786172830.136206:0:1:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a100. 00010000:00000010:0.1:1786172830.136210:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50b91e00. 00010000:00000010:0.1:1786172830.170641:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a800. 00010000:00000010:0.1:1786172830.170651:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50b91400. 00010000:00000010:0.1:1786172830.235247:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63700. 00010000:00000010:0.1:1786172830.235259:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab0c800. 00010000:00000010:0.1:1786172830.249916:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260400. 00010000:00000010:0.1:1786172830.249934:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab0da00. 00010000:00000010:0.1:1786172830.255364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260800. 00010000:00000010:0.1:1786172830.255381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab0de00. 00010000:00000010:0.1:1786172830.259412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63500. 00010000:00000010:0.1:1786172830.259422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab0cc00. 00010000:00000010:0.1:1786172830.259426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260100. 00010000:00000010:0.1:1786172830.259429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab0d800. 00010000:00000010:0.1:1786172830.281079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60463d00. 00010000:00000010:0.1:1786172830.281092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab0ca00. 00010000:00000010:0.1:1786172830.281095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60463000. 00010000:00000010:0.1:1786172830.281098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab0c000. 00010000:00000010:2.1:1786172830.304982:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260d00. 00010000:00000010:2.1:1786172830.304989:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab0d200. 00010000:00000010:0.1:1786172830.311132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58260e00. 00010000:00000010:0.1:1786172830.311138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab0d400. 00010000:00000010:0.1:1786172830.311143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60463a00. 00010000:00000010:0.1:1786172830.311147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af0200. 00010000:00000010:0.1:1786172830.311151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cdd300. 00010000:00000010:0.1:1786172830.311155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af1c00. 00010000:00000010:0.1:1786172830.311158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cddb00. 00010000:00000010:0.1:1786172830.311161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af0e00. 00010000:00000010:2.1:1786172830.345234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60463400. 00010000:00000010:2.1:1786172830.345261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab0ce00. 00010000:00000010:2.1:1786172830.350167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45430c00. 00010000:00000010:2.1:1786172830.350185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af0600. 00010000:00000010:2.1:1786172830.404035:0:1102:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45430000. 00010000:00000010:2.1:1786172830.404053:0:1102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af1200. 00010000:00000010:2.1:1786172830.404057:0:1102:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45430d00. 00010000:00000010:2.1:1786172830.404060:0:1102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af1a00. 00010000:00000010:2.1:1786172830.404063:0:1102:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8100. 00010000:00000010:2.1:1786172830.404068:0:1102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4ca00. 00010000:00000010:2.1:1786172830.404072:0:1102:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280cf00. 00010000:00000010:2.1:1786172830.404075:0:1102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4c400. 00010000:00000010:2.1:1786172830.404078:0:1102:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8d00. 00010000:00000010:2.1:1786172830.404082:0:1102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4d200. 00010000:00000010:2.1:1786172830.427355:0:1102:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8900. 00010000:00000010:2.1:1786172830.427363:0:1102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4dc00. 00010000:00000010:2.1:1786172830.427367:0:1102:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:2.1:1786172830.427369:0:1102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4d800. 00010000:00000010:2.1:1786172830.445831:0:1106:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280c100. 00010000:00000010:2.1:1786172830.445849:0:1106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4c800. 00010000:00000010:2.1:1786172830.462061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280cb00. 00010000:00000010:2.1:1786172830.462067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47b4da00. 00010000:00000010:2.1:1786172830.559943:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc41654f00. 00010000:00000010:2.1:1786172830.559951:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4de00. 00010000:00000010:0.1:1786172830.561137:0:81375:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45f1a700. 00010000:00000010:0.1:1786172830.561142:0:81375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d800. 00010000:00000010:0.1:1786172830.561146:0:81375:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4885d700. 00010000:00000010:0.1:1786172830.561149:0:81375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d200. 00010000:00000010:2.1:1786172830.574360:0:81373:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45f1a300. 00010000:00000010:2.1:1786172830.574371:0:81373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c600. 00010000:00000010:2.1:1786172830.574375:0:81373:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc41654300. 00010000:00000010:2.1:1786172830.574377:0:81373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c200. 00010000:00000010:2.1:1786172830.574380:0:81373:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45f1a200. 00010000:00000010:2.1:1786172830.574383:0:81373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d600. 00010000:00000010:2.1:1786172830.574386:0:81373:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1c200. 00010000:00000010:2.1:1786172830.574389:0:81373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f800. 00010000:00000010:2.1:1786172830.574393:0:81373:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc41654400. 00010000:00000010:2.1:1786172830.574396:0:81373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4dc00. 00010000:00000010:2.1:1786172830.574399:0:81373:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4885d800. 00010000:00000010:2.1:1786172830.574402:0:81373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4ca00. 00010000:00000010:2.1:1786172830.574405:0:81373:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1c400. 00010000:00000010:2.1:1786172830.574408:0:81373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f400. 00010000:00000010:0.1:1786172830.669375:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1cf00. 00010000:00000010:0.1:1786172830.669391:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f200. 00010000:00000010:0.1:1786172830.669395:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1c100. 00010000:00000010:0.1:1786172830.669398:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f600. 00010000:00000010:2.1:1786172830.714054:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1c000. 00010000:00000010:2.1:1786172830.714062:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569e400. 00010000:00000010:2.1:1786172830.714066:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583fed00. 00010000:00000010:2.1:1786172830.714069:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569e600. 00010000:00000010:2.1:1786172830.714071:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85b00. 00010000:00000010:2.1:1786172830.714074:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5000. 00010000:00000010:2.1:1786172830.714077:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583feb00. 00010000:00000010:2.1:1786172830.714080:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569e200. 00010000:00000010:2.1:1786172830.714101:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60ce1500. 00010000:00000010:2.1:1786172830.714106:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4c00. 00010000:00000010:0.1:1786172830.724144:0:81383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85300. 00010000:00000010:0.1:1786172830.724162:0:81383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4e00. 00010000:00000010:2.1:1786172830.794893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7d00. 00010000:00000010:2.1:1786172830.794901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5a00. 00010000:00000010:2.1:1786172830.794905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583fe300. 00010000:00000010:2.1:1786172830.794908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5200. 00010000:00000010:2.1:1786172830.794911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85500. 00010000:00000010:2.1:1786172830.794914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4a00. 00010000:00000010:2.1:1786172830.798161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7f00. 00010000:00000010:2.1:1786172830.798176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4000. 00010000:00000010:2.1:1786172830.798179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7e00. 00010000:00000010:2.1:1786172830.798183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863ac00. 00010000:00000010:2.1:1786172830.798190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a71300. 00010000:00000010:2.1:1786172830.798194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b5e00. 00010000:00000010:2.1:1786172830.798198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a71d00. 00010000:00000010:2.1:1786172830.798200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863aa00. 00010000:00000010:0.1:1786172830.811303:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7a00. 00010000:00000010:0.1:1786172830.811325:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863a400. 00010000:00000010:0.1:1786172830.811331:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a71b00. 00010000:00000010:0.1:1786172830.811335:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863a800. 00010000:00000010:0.1:1786172830.811338:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a71e00. 00010000:00000010:0.1:1786172830.811341:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863a200. 00010000:00000010:0.1:1786172830.840739:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a71800. 00010000:00000010:0.1:1786172830.840752:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4863ba00. 00010000:00000010:0.1:1786172830.840755:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a71f00. 00010000:00000010:0.1:1786172830.840758:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb200. 00010000:00000010:0.1:1786172830.840768:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a71600. 00010000:00000010:0.1:1786172830.840772:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b5200. 00010000:00000010:0.1:1786172830.840775:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a71a00. 00010000:00000010:0.1:1786172830.840778:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b5a00. 00010000:00000010:0.1:1786172830.840785:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c83b00. 00010000:00000010:0.1:1786172830.840808:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b4e00. 00010000:00000010:2.1:1786172830.846006:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c83600. 00010000:00000010:2.1:1786172830.846046:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b4400. 00010000:00000010:2.1:1786172830.861141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c83800. 00010000:00000010:2.1:1786172830.861165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b5c00. 00010000:00000010:2.1:1786172830.905041:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c83d00. 00010000:00000010:2.1:1786172830.905322:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b5800. 00010000:00000010:2.1:1786172830.905330:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c83a00. 00010000:00000010:2.1:1786172830.905335:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b4000. 00010000:00000010:2.1:1786172830.905338:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c83e00. 00010000:00000010:2.1:1786172830.905341:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b5600. 00010000:00000010:2.1:1786172830.905346:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c83f00. 00010000:00000010:2.1:1786172830.905349:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b5400. 00010000:00000010:2.1:1786172830.905355:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2100. 00010000:00000010:2.1:1786172830.905358:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b4a00. 00010000:00000010:2.1:1786172830.905361:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c83300. 00010000:00000010:2.1:1786172830.905364:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b4600. 00010000:00000010:2.1:1786172830.905367:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2200. 00010000:00000010:2.1:1786172830.905370:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b4c00. 00010000:00000010:2.1:1786172830.905372:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2400. 00010000:00000010:2.1:1786172830.905375:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b5000. 00010000:00000010:2.1:1786172830.905378:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2500. 00010000:00000010:2.1:1786172830.905382:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62936800. 00010000:00000010:2.1:1786172830.905387:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2900. 00010000:00000010:2.1:1786172830.905390:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62937a00. 00010000:00000010:0.1:1786172830.917052:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581c9500. 00010000:00000010:0.1:1786172830.917061:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62937600. 00010000:00000010:0.1:1786172830.917066:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2700. 00010000:00000010:0.1:1786172830.917069:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62937e00. 00010000:00000010:0.1:1786172830.917079:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581c9400. 00010000:00000010:0.1:1786172830.917082:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62936400. 00010000:00000010:0.1:1786172830.917085:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581c9900. 00010000:00000010:0.1:1786172830.917087:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62937800. 00010000:00000010:2.1:1786172830.921416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581c9c00. 00010000:00000010:2.1:1786172830.921435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62937200. 00010000:00000010:2.1:1786172830.921440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2000. 00010000:00000010:2.1:1786172830.921444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc790b4800. 00010000:00000010:0.1:1786172830.966764:0:81392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581c9000. 00010000:00000010:0.1:1786172830.966776:0:81392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62936e00. 00010000:00000010:0.1:1786172831.038310:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786d00. 00010000:00000010:0.1:1786172831.038319:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62936c00. 00010000:00000010:2.1:1786172831.043106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786a00. 00010000:00000010:2.1:1786172831.043112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62937000. 00010000:00000010:2.1:1786172831.043115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581c9200. 00010000:00000010:2.1:1786172831.043117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62937400. 00010000:00000010:2.1:1786172831.059559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581c9700. 00010000:00000010:2.1:1786172831.059571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62937c00. 00010000:00000010:2.1:1786172831.059598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787100. 00010000:00000010:2.1:1786172831.059605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7923f600. 00010000:00000010:2.1:1786172831.059612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786600. 00010000:00000010:2.1:1786172831.059615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7923fa00. 00010000:00000010:2.1:1786172831.059633:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786f00. 00010000:00000010:2.1:1786172831.059637:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62936a00. 00010000:00000010:2.1:1786172831.063978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787500. 00010000:00000010:2.1:1786172831.063992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7923e600. 00010000:00000010:2.1:1786172831.063995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787900. 00010000:00000010:2.1:1786172831.063998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7923ec00. 00010000:00000010:2.1:1786172831.122324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226c00. 00010000:00000010:2.1:1786172831.122333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7923ea00. 00010000:00000010:2.1:1786172831.135194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787000. 00010000:00000010:2.1:1786172831.135201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7923f400. 00010000:00000010:2.1:1786172831.145739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226000. 00010000:00000010:2.1:1786172831.145752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7923f000. 00010000:00000010:2.1:1786172831.149453:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226700. 00010000:00000010:2.1:1786172831.149460:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7923fe00. 00010000:00000010:2.1:1786172831.149465:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79227300. 00010000:00000010:2.1:1786172831.149468:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622d1a00. 00010000:00000010:2.1:1786172831.149471:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79227600. 00010000:00000010:2.1:1786172831.149476:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622d0400. 00010000:00000010:2.1:1786172831.149478:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226200. 00010000:00000010:2.1:1786172831.149481:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622d0800. 00010000:00000010:2.1:1786172831.149483:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79227800. 00010000:00000010:2.1:1786172831.149486:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622d1c00. 00010000:00000010:2.1:1786172831.160433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79227d00. 00010000:00000010:2.1:1786172831.160451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622d1800. 00010000:00000010:2.1:1786172831.160455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79227f00. 00010000:00000010:2.1:1786172831.160457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622d1400. 00010000:00000010:2.1:1786172831.160459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79227e00. 00010000:00000010:2.1:1786172831.160462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622d1600. 00010000:00000010:0.1:1786172831.188087:0:2390:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43c6e500. 00010000:00000010:0.1:1786172831.188097:0:2390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622d0a00. 00010000:00000010:0.1:1786172831.199086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43c6e000. 00010000:00000010:0.1:1786172831.199094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622d0c00. 00010000:00000010:2.1:1786172831.200685:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43c6f800. 00010000:00000010:2.1:1786172831.200692:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc788c2600. 00010000:00000010:2.1:1786172831.218069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43c6fa00. 00010000:00000010:2.1:1786172831.218083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc788c2200. 00010000:00000010:2.1:1786172831.218087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43c6fd00. 00010000:00000010:2.1:1786172831.218089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc788c2000. 00010000:00000010:0.1:1786172831.233110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49ae3d00. 00010000:00000010:0.1:1786172831.233114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc788c3a00. 00010000:00000010:2.1:1786172831.257034:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49ae3b00. 00010000:00000010:2.1:1786172831.257041:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622fe200. 00010000:00000010:2.1:1786172831.257046:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43c6f600. 00010000:00000010:2.1:1786172831.257049:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc788c3000. 00010000:00000010:0.1:1786172831.257451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49ae3600. 00010000:00000010:0.1:1786172831.257456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622fea00. 00010000:00000010:0.1:1786172831.257458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49ae3300. 00010000:00000010:0.1:1786172831.257461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc788c2400. 00010000:00000010:0.1:1786172831.270746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49ae3a00. 00010000:00000010:0.1:1786172831.270753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc788c2e00. 00010000:00000010:2.1:1786172831.274050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49ae3800. 00010000:00000010:2.1:1786172831.274058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc788c3e00. 00010000:00000010:2.1:1786172831.274062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49ae3f00. 00010000:00000010:2.1:1786172831.274065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc788c3200. 00010000:00000010:0.1:1786172831.274083:0:6154:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43c6f300. 00010000:00000010:0.1:1786172831.274088:0:6154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc788c2a00. 00010000:00000010:2.1:1786172831.286058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc486a2100. 00010000:00000010:2.1:1786172831.286063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622ff600. 00010000:00000010:2.1:1786172831.293922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc486a2900. 00010000:00000010:2.1:1786172831.293936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622fe400. 00010000:00000010:2.1:1786172831.295374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc486a3900. 00010000:00000010:2.1:1786172831.295387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622fe000. 00010000:00000010:2.1:1786172831.299362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc486a3500. 00010000:00000010:2.1:1786172831.299381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622ff400. 00010000:00000010:2.1:1786172831.339047:0:81342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc486a2c00. 00010000:00000010:2.1:1786172831.339053:0:81342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622ffc00. 00010000:00000010:0.1:1786172831.342536:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc486a3100. 00010000:00000010:0.1:1786172831.342552:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b27000. 00010000:00000010:2.1:1786172831.359032:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc622c1f00. 00010000:00000010:2.1:1786172831.359038:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49963600. 00010000:00000010:2.1:1786172831.359042:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc622c1e00. 00010000:00000010:2.1:1786172831.359045:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49963800. 00010000:00000010:0.1:1786172831.359941:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc486a3700. 00010000:00000010:0.1:1786172831.359947:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622fe600. 00010000:00000010:0.1:1786172831.359951:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58182b00. 00010000:00000010:0.1:1786172831.359956:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49963e00. 00010000:00000010:0.1:1786172831.359960:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc486a3200. 00010000:00000010:0.1:1786172831.359963:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc622fec00. 00010000:00000010:2.1:1786172831.372452:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc622c1800. 00010000:00000010:2.1:1786172831.372463:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49962800. 00010000:00000010:0.1:1786172831.376105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc486a3c00. 00010000:00000010:0.1:1786172831.376120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b26800. 00010000:00000010:0.1:1786172831.376135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc622c1900. 00010000:00000010:0.1:1786172831.376140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49962c00. 00010000:00000010:0.1:1786172831.376142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc622c1500. 00010000:00000010:0.1:1786172831.376145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49963c00. 00010000:00000010:2.1:1786172831.381145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc622c1600. 00010000:00000010:2.1:1786172831.381166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49962000. 00010000:00000010:2.1:1786172831.424377:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc468fa300. 00010000:00000010:2.1:1786172831.424390:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93400. 00010000:00000010:2.1:1786172831.441919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc468fad00. 00010000:00000010:2.1:1786172831.441926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93c00. 00010000:00000010:2.1:1786172831.441931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4874ad00. 00010000:00000010:2.1:1786172831.441934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93000. 00010000:00000010:2.1:1786172831.441936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc468faf00. 00010000:00000010:2.1:1786172831.441939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92400. 00010000:00000010:0.1:1786172831.446046:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4874a800. 00010000:00000010:0.1:1786172831.446054:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92600. 00010000:00000010:0.1:1786172831.446058:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4874a100. 00010000:00000010:0.1:1786172831.446061:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92000. 00010000:00000010:2.1:1786172831.464113:0:81249:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b26400. 00010000:00000010:2.1:1786172831.464212:0:81249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850c00. 00010000:00000010:0.1:1786172831.533422:0:81394:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b26200. 00010000:00000010:0.1:1786172831.533432:0:81394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851a00. 00010000:00000010:0.1:1786172831.533436:0:81394:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc439d4b00. 00010000:00000010:0.1:1786172831.533439:0:81394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850e00. 00010000:00000010:0.1:1786172831.637544:0:8236:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79151200. 00010000:00000010:0.1:1786172831.637550:0:8236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc200. 00010000:00000010:0.1:1786172831.637554:0:8236:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a822400. 00010000:00000010:0.1:1786172831.637557:0:8236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc581dce00. 00010000:00000010:0.1:1786172831.637560:0:8236:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4ffc3b00. 00010000:00000010:0.1:1786172831.637563:0:8236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc581dca00. 00010000:00000010:0.1:1786172831.643356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7923d900. 00010000:00000010:0.1:1786172831.643376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc000. 00010000:00000010:0.1:1786172831.643380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a822700. 00010000:00000010:0.1:1786172831.643385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc581dc600. 00010000:00000010:0.1:1786172831.643389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79151500. 00010000:00000010:0.1:1786172831.643393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cda00. 00010000:00000010:0.1:1786172831.643396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79151700. 00010000:00000010:0.1:1786172831.643398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cd200. 00010000:00000010:2.1:1786172831.749041:0:81407:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62320000. 00010000:00000010:2.1:1786172831.749050:0:81407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc5076ae00. 00010000:00000010:2.1:1786172831.749054:0:81407:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62320500. 00010000:00000010:2.1:1786172831.749056:0:81407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc5076a600. 00010000:00000010:2.1:1786172831.749059:0:81407:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62320100. 00010000:00000010:2.1:1786172831.749063:0:81407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc5076b200. 00010000:00000010:2.1:1786172831.749066:0:81407:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc505e8800. 00010000:00000010:2.1:1786172831.749068:0:81407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc5076ba00. 00010000:00000010:2.1:1786172831.749071:0:81407:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62320900. 00010000:00000010:2.1:1786172831.749073:0:81407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc5076be00. 00010000:00000010:0.1:1786172831.770362:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7923dd00. 00010000:00000010:0.1:1786172831.770375:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc800. 00010000:00000010:0.1:1786172831.770380:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62320e00. 00010000:00000010:0.1:1786172831.770384:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc5076a200. 00010000:00000010:2.1:1786172831.788494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7923d800. 00010000:00000010:2.1:1786172831.788501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cd000. 00010000:00000010:0.1:1786172831.891575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62306f00. 00010000:00000010:0.1:1786172831.891596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f3a200. 00010000:00000010:0.1:1786172831.926063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62188100. 00010000:00000010:0.1:1786172831.926084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49901c00. 00010000:00000010:0.1:1786172831.926089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc439b2a00. 00010000:00000010:0.1:1786172831.926092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f3ba00. 00010000:00000010:0.1:1786172832.009156:0:81428:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5df26500. 00010000:00000010:0.1:1786172832.009161:0:81428:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49901e00. 00010000:00000010:0.1:1786172832.015099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5df26900. 00010000:00000010:0.1:1786172832.015107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49901200. 00010000:00000010:2.1:1786172832.016673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc461f8800. 00010000:00000010:2.1:1786172832.016679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462be800. 00010000:00000010:2.1:1786172832.029337:0:81417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49125f00. 00010000:00000010:2.1:1786172832.029347:0:81417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b26600. 00010000:00000010:2.1:1786172832.069126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49125a00. 00010000:00000010:2.1:1786172832.069140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b26c00. 00010000:00000010:2.1:1786172832.079378:0:25:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49125800. 00010000:00000010:2.1:1786172832.079392:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62958e00. 00010000:00000010:2.1:1786172832.079396:0:25:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62160f00. 00010000:00000010:2.1:1786172832.079399:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62959c00. 00010000:00000010:0.1:1786172832.116044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62160a00. 00010000:00000010:0.1:1786172832.116053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62959400. 00010000:00000010:0.1:1786172832.116057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49125e00. 00010000:00000010:0.1:1786172832.116061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62958400. 00010000:00000010:0.1:1786172832.116065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62160800. 00010000:00000010:0.1:1786172832.116068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62958a00. 00010000:00000010:0.1:1786172832.116071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62161500. 00010000:00000010:0.1:1786172832.116073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62959000. 00010000:00000010:2.1:1786172832.152959:0:81417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62161100. 00010000:00000010:2.1:1786172832.152968:0:81417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62959200. 00010000:00000010:2.1:1786172832.152972:0:81417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49125d00. 00010000:00000010:2.1:1786172832.152974:0:81417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62959600. 00010000:00000010:2.1:1786172832.152978:0:81417:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62160600. 00010000:00000010:2.1:1786172832.152981:0:81417:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62958600. 00010000:00000010:0.1:1786172832.153310:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62161900. 00010000:00000010:0.1:1786172832.153316:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62959e00. 00010000:00000010:0.1:1786172832.160150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62160300. 00010000:00000010:0.1:1786172832.160165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62959800. 00010000:00000010:0.1:1786172832.160168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62160e00. 00010000:00000010:0.1:1786172832.160172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62958c00. 00010000:00000010:0.1:1786172832.160175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d7900. 00010000:00000010:0.1:1786172832.160179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb0c00. 00010000:00000010:0.1:1786172832.160182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62161400. 00010000:00000010:0.1:1786172832.160185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb1800. 00010000:00000010:0.1:1786172832.170186:0:81442:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d7100. 00010000:00000010:0.1:1786172832.170199:0:81442:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb0200. 00010000:00000010:2.1:1786172832.227832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d7500. 00010000:00000010:2.1:1786172832.227848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb0600. 00010000:00000010:2.1:1786172832.227852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62160d00. 00010000:00000010:2.1:1786172832.227856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62958200. 00010000:00000010:2.1:1786172832.227860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62161200. 00010000:00000010:2.1:1786172832.227863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62959a00. 00010000:00000010:2.1:1786172832.227866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d7400. 00010000:00000010:2.1:1786172832.227869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb0800. 00010000:00000010:2.1:1786172832.227872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62161c00. 00010000:00000010:2.1:1786172832.227886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb1c00. 00010000:00000010:2.1:1786172832.227918:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5818ff00. 00010000:00000010:2.1:1786172832.227923:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb0400. 00010000:00000010:2.1:1786172832.227925:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5818f800. 00010000:00000010:2.1:1786172832.227928:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb1a00. 00010000:00000010:0.1:1786172832.230480:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5818fa00. 00010000:00000010:0.1:1786172832.230492:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb1600. 00010000:00000010:0.1:1786172832.230497:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5818fb00. 00010000:00000010:0.1:1786172832.230500:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a902e00. 00010000:00000010:2.1:1786172832.237075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d7c00. 00010000:00000010:2.1:1786172832.237095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb1000. 00010000:00000010:2.1:1786172832.237099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d7700. 00010000:00000010:2.1:1786172832.237102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47eb0000. 00010000:00000010:2.1:1786172832.300442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62050c00. 00010000:00000010:2.1:1786172832.300455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a902a00. 00010000:00000010:2.1:1786172832.345582:0:81461:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5818fe00. 00010000:00000010:2.1:1786172832.345589:0:81461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a903600. 00010000:00000010:2.1:1786172832.345594:0:81461:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048a300. 00010000:00000010:2.1:1786172832.345598:0:81461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6283dc00. 00010000:00000010:2.1:1786172832.345602:0:81461:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62050500. 00010000:00000010:2.1:1786172832.345605:0:81461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a903800. 00010000:00000010:2.1:1786172832.345608:0:81461:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62050400. 00010000:00000010:2.1:1786172832.345611:0:81461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a902200. 00010000:00000010:0.1:1786172832.354143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62051300. 00010000:00000010:0.1:1786172832.354158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6283d200. 00010000:00000010:0.1:1786172832.354162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048a600. 00010000:00000010:0.1:1786172832.354166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6283d400. 00010000:00000010:0.1:1786172832.354176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62050900. 00010000:00000010:0.1:1786172832.354180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a902600. 00010000:00000010:0.1:1786172832.358307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5818f600. 00010000:00000010:0.1:1786172832.358319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a902400. 00010000:00000010:0.1:1786172832.445417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd3c00. 00010000:00000010:0.1:1786172832.445425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79600. 00010000:00000010:0.1:1786172832.445429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048aa00. 00010000:00000010:0.1:1786172832.445432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6283d800. 00010000:00000010:0.1:1786172832.445435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048ab00. 00010000:00000010:0.1:1786172832.445438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6283c600. 00010000:00000010:0.1:1786172832.445441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62051a00. 00010000:00000010:0.1:1786172832.445444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6283c400. 00010000:00000010:0.1:1786172832.445448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048b400. 00010000:00000010:0.1:1786172832.445451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79a00. 00010000:00000010:0.1:1786172832.445465:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048a800. 00010000:00000010:0.1:1786172832.445469:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6283cc00. 00010000:00000010:0.1:1786172832.445472:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd3000. 00010000:00000010:0.1:1786172832.445474:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79800. 00010000:00000010:2.1:1786172832.465043:0:1357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc628c2300. 00010000:00000010:2.1:1786172832.465057:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b44a00. 00010000:00000010:2.1:1786172832.465062:0:1357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd3700. 00010000:00000010:2.1:1786172832.465065:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78600. 00010000:00000010:2.1:1786172832.465068:0:1357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc628c2d00. 00010000:00000010:2.1:1786172832.465070:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78800. 00010000:00000010:2.1:1786172832.493599:0:81483:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc628c3300. 00010000:00000010:2.1:1786172832.493611:0:81483:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b45e00. 00010000:00000010:2.1:1786172832.493615:0:81483:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd3100. 00010000:00000010:2.1:1786172832.493618:0:81483:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78e00. 00010000:00000010:0.1:1786172832.545254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43267900. 00010000:00000010:0.1:1786172832.545273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b44000. 00010000:00000010:0.1:1786172832.545278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc628c2800. 00010000:00000010:0.1:1786172832.545282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79000. 00010000:00000010:2.1:1786172832.546214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43267400. 00010000:00000010:2.1:1786172832.546224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b45c00. 00010000:00000010:2.1:1786172832.546239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc628c3e00. 00010000:00000010:2.1:1786172832.546274:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b44e00. 00010000:00000010:2.1:1786172832.546278:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43267500. 00010000:00000010:2.1:1786172832.546280:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b45400. 00010000:00000010:2.1:1786172832.546284:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd3500. 00010000:00000010:2.1:1786172832.546286:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79400. 00010000:00000010:2.1:1786172832.556112:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc628c2a00. 00010000:00000010:2.1:1786172832.556118:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b44200. 00010000:00000010:0.1:1786172832.561087:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd3900. 00010000:00000010:0.1:1786172832.561094:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78000. 00010000:00000010:2.1:1786172832.570047:0:81493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43267100. 00010000:00000010:2.1:1786172832.570059:0:81493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4904a400. 00010000:00000010:2.1:1786172832.570065:0:81493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43bce200. 00010000:00000010:2.1:1786172832.570069:0:81493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4904b600. 00010000:00000010:2.1:1786172832.570072:0:81493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43bcec00. 00010000:00000010:2.1:1786172832.570074:0:81493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4904b800. 00010000:00000010:2.1:1786172832.570077:0:81493:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43bce000. 00010000:00000010:2.1:1786172832.570079:0:81493:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4904a600. 00010000:00000010:0.1:1786172832.674855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43bcf600. 00010000:00000010:0.1:1786172832.674862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a50c00. 00010000:00000010:0.1:1786172832.674866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3e100. 00010000:00000010:0.1:1786172832.674868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62cbc200. 00010000:00000010:0.1:1786172832.733047:0:81500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3e400. 00010000:00000010:0.1:1786172832.733064:0:81500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62cbc800. 00010000:00000010:0.1:1786172832.736789:0:81500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62ccc000. 00010000:00000010:0.1:1786172832.736809:0:81500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a50800. 00010000:00000010:0.1:1786172832.736814:0:81500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3e500. 00010000:00000010:0.1:1786172832.736817:0:81500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62cbda00. 00010000:00000010:0.1:1786172832.736820:0:81500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62ccc700. 00010000:00000010:0.1:1786172832.736823:0:81500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51a00. 00010000:00000010:0.1:1786172832.736826:0:81500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc461f8d00. 00010000:00000010:0.1:1786172832.736829:0:81500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462bf000. 00010000:00000010:0.1:1786172832.736906:0:81500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62ccd300. 00010000:00000010:0.1:1786172832.736910:0:81500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51800. 00010000:00000010:0.1:1786172832.736913:0:81500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62ccdd00. 00010000:00000010:0.1:1786172832.736915:0:81500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51600. 00010000:00000010:2.1:1786172832.762041:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62ccd600. 00010000:00000010:2.1:1786172832.762048:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62cbd400. 00010000:00000010:0.1:1786172832.781861:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc461f8e00. 00010000:00000010:0.1:1786172832.781874:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46565800. 00010000:00000010:0.1:1786172832.795050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc455acf00. 00010000:00000010:0.1:1786172832.795059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46564200. 00010000:00000010:0.1:1786172832.795062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc455aca00. 00010000:00000010:0.1:1786172832.795066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46565e00. 00010000:00000010:0.1:1786172832.800417:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c6a400. 00010000:00000010:0.1:1786172832.800424:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46565200. 00010000:00000010:0.1:1786172832.800428:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3e200. 00010000:00000010:0.1:1786172832.800430:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62cbca00. 00010000:00000010:0.1:1786172832.800433:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3e000. 00010000:00000010:0.1:1786172832.800435:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62cbde00. 00010000:00000010:0.1:1786172832.819061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3e700. 00010000:00000010:0.1:1786172832.819075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62cbd200. 00010000:00000010:0.1:1786172832.819081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc461f8a00. 00010000:00000010:0.1:1786172832.819085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462bf200. 00010000:00000010:0.1:1786172832.819088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc461f8b00. 00010000:00000010:0.1:1786172832.819091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462bfe00. 00010000:00000010:2.1:1786172832.900716:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79254b00. 00010000:00000010:2.1:1786172832.900723:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48741800. 00010000:00000010:0.1:1786172832.906404:0:81506:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc455ace00. 00010000:00000010:0.1:1786172832.906425:0:81506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46564000. 00010000:00000010:0.1:1786172832.906430:0:81506:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79254800. 00010000:00000010:0.1:1786172832.906435:0:81506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48740600. 00010000:00000010:0.1:1786172832.910338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc455ac600. 00010000:00000010:0.1:1786172832.910354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46565400. 00010000:00000010:0.1:1786172832.910358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c6ac00. 00010000:00000010:0.1:1786172832.910361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46565a00. 00010000:00000010:0.1:1786172832.910364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7882d200. 00010000:00000010:0.1:1786172832.910367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48740800. 00010000:00000010:0.1:1786172832.910370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7882dc00. 00010000:00000010:0.1:1786172832.910372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48741a00. 00010000:00000010:0.1:1786172832.910375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7882d000. 00010000:00000010:0.1:1786172832.910377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48740400. 00010000:00000010:0.1:1786172832.910380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79254a00. 00010000:00000010:0.1:1786172832.910382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48740200. 00010000:00000010:0.1:1786172832.910384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79254f00. 00010000:00000010:0.1:1786172832.910386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48740c00. 00010000:00000010:0.1:1786172832.910389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c6a000. 00010000:00000010:0.1:1786172832.910392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46564400. 00010000:00000010:0.1:1786172832.954051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7882d700. 00010000:00000010:0.1:1786172832.954059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc439df400. 00010000:00000010:2.1:1786172833.006161:0:81500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a27800. 00010000:00000010:2.1:1786172833.006178:0:81500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc439dfe00. 00010000:00000010:2.1:1786172833.006183:0:81500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a27a00. 00010000:00000010:2.1:1786172833.006185:0:81500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc439dea00. 00010000:00000010:2.1:1786172833.006189:0:81500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46b72200. 00010000:00000010:2.1:1786172833.006191:0:81500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc439dfc00. 00010000:00000010:2.1:1786172833.042057:0:44704:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46b72700. 00010000:00000010:2.1:1786172833.042068:0:44704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc439dee00. 00010000:00000010:0.1:1786172833.069332:0:81508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a27600. 00010000:00000010:0.1:1786172833.069337:0:81508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc439de200. 00010000:00000010:0.1:1786172833.069340:0:81508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46b72400. 00010000:00000010:0.1:1786172833.069344:0:81508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc439dfa00. 00010000:00000010:0.1:1786172833.107218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46b72500. 00010000:00000010:0.1:1786172833.107241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc439de400. 00010000:00000010:0.1:1786172833.107246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a50700. 00010000:00000010:0.1:1786172833.107250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4992c800. 00010000:00000010:0.1:1786172833.107253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a50200. 00010000:00000010:0.1:1786172833.107256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4992da00. 00010000:00000010:2.1:1786172833.165180:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46b72100. 00010000:00000010:2.1:1786172833.165188:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4992d200. 00010000:00000010:2.1:1786172833.165192:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49016a00. 00010000:00000010:2.1:1786172833.165195:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8600. 00010000:00000010:2.1:1786172833.178690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46b73200. 00010000:00000010:2.1:1786172833.178696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4992c000. 00010000:00000010:2.1:1786172833.178699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46b73700. 00010000:00000010:2.1:1786172833.178702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4992d400. 00010000:00000010:2.1:1786172833.178706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49017200. 00010000:00000010:2.1:1786172833.178709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8800. 00010000:00000010:2.1:1786172833.178712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a50500. 00010000:00000010:2.1:1786172833.178715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4992d000. 00010000:00000010:2.1:1786172833.178717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49016b00. 00010000:00000010:2.1:1786172833.178719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8c00. 00010000:00000010:2.1:1786172833.228547:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49017000. 00010000:00000010:2.1:1786172833.228554:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8400. 00010000:00000010:2.1:1786172833.252107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49016600. 00010000:00000010:2.1:1786172833.252125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8000. 00010000:00000010:0.1:1786172833.255551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49016e00. 00010000:00000010:0.1:1786172833.255560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8a00. 00010000:00000010:2.1:1786172833.256052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49016300. 00010000:00000010:2.1:1786172833.256076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9400. 00010000:00000010:2.1:1786172833.267148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d1a00. 00010000:00000010:2.1:1786172833.267163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc792cfa00. 00010000:00000010:2.1:1786172833.303075:0:81518:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0d00. 00010000:00000010:2.1:1786172833.303083:0:81518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc792ce200. 00010000:00000010:2.1:1786172833.303087:0:81518:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49017100. 00010000:00000010:2.1:1786172833.303090:0:81518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9e00. 00010000:00000010:2.1:1786172833.309273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0f00. 00010000:00000010:2.1:1786172833.309279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc792cfc00. 00010000:00000010:2.1:1786172833.309281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ac0600. 00010000:00000010:2.1:1786172833.309284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79175000. 00010000:00000010:0.1:1786172833.311274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ac0300. 00010000:00000010:0.1:1786172833.311286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79174a00. 00010000:00000010:0.1:1786172833.311290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49017500. 00010000:00000010:0.1:1786172833.311293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc792cee00. 00010000:00000010:0.1:1786172833.311296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d1800. 00010000:00000010:0.1:1786172833.311300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79174000. 00010000:00000010:2.1:1786172833.313079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0b00. 00010000:00000010:2.1:1786172833.313095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc792ce000. 00010000:00000010:2.1:1786172833.353146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ac0e00. 00010000:00000010:2.1:1786172833.353162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79175e00. 00010000:00000010:2.1:1786172833.401084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d1d00. 00010000:00000010:2.1:1786172833.401092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc792cf000. 00010000:00000010:2.1:1786172833.401096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c48b00. 00010000:00000010:2.1:1786172833.401100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659e00. 00010000:00000010:2.1:1786172833.401104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ac0a00. 00010000:00000010:2.1:1786172833.401107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79174200. 00010000:00000010:2.1:1786172833.401110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d1e00. 00010000:00000010:2.1:1786172833.401113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79174600. 00010000:00000010:2.1:1786172833.415114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ac0b00. 00010000:00000010:2.1:1786172833.415120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79174800. 00010000:00000010:2.1:1786172833.420226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43800. 00010000:00000010:2.1:1786172833.420238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414ef000. 00010000:00000010:2.1:1786172833.509212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ac1500. 00010000:00000010:2.1:1786172833.509221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79175600. 00010000:00000010:2.1:1786172833.509226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60daa600. 00010000:00000010:2.1:1786172833.509229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3a00. 00010000:00000010:2.1:1786172833.509233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b63100. 00010000:00000010:2.1:1786172833.509236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2200. 00010000:00000010:2.1:1786172833.509240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c48d00. 00010000:00000010:2.1:1786172833.509243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659200. 00010000:00000010:2.1:1786172833.516475:0:78021:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47b81b00. 00010000:00000010:2.1:1786172833.516494:0:78021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3000. 00010000:00000010:2.1:1786172833.576439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b63400. 00010000:00000010:2.1:1786172833.576452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40030800. 00010000:00000010:2.1:1786172833.576463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47b81100. 00010000:00000010:2.1:1786172833.576467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3c00. 00010000:00000010:2.1:1786172833.576470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47b81a00. 00010000:00000010:2.1:1786172833.576472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2c00. 00010000:00000010:0.1:1786172833.616041:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a08700. 00010000:00000010:0.1:1786172833.616046:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776200. 00010000:00000010:2.1:1786172833.623898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a08500. 00010000:00000010:2.1:1786172833.623907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776800. 00010000:00000010:2.1:1786172833.623911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b63f00. 00010000:00000010:2.1:1786172833.623915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40031a00. 00010000:00000010:2.1:1786172833.623920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60daaa00. 00010000:00000010:2.1:1786172833.623924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2600. 00010000:00000010:2.1:1786172833.623926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60daa400. 00010000:00000010:2.1:1786172833.623930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3600. 00010000:00000010:2.1:1786172833.623932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a08c00. 00010000:00000010:2.1:1786172833.623935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777c00. 00010000:00000010:0.1:1786172833.634970:0:6154:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60daa700. 00010000:00000010:0.1:1786172833.634976:0:6154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3800. 00010000:00000010:0.1:1786172833.634981:0:6154:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47b81600. 00010000:00000010:0.1:1786172833.634984:0:6154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2400. 00010000:00000010:2.1:1786172833.641059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a08600. 00010000:00000010:2.1:1786172833.641068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777e00. 00010000:00000010:2.1:1786172833.641072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6e700. 00010000:00000010:2.1:1786172833.641076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc61f26400. 00010000:00000010:2.1:1786172833.644028:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47b81900. 00010000:00000010:2.1:1786172833.644034:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2e00. 00010000:00000010:2.1:1786172833.657060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6e100. 00010000:00000010:2.1:1786172833.657076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc61f26c00. 00010000:00000010:0.1:1786172833.657893:0:81541:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6e200. 00010000:00000010:0.1:1786172833.657901:0:81541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc61f27e00. 00010000:00000010:2.1:1786172833.706774:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47b81d00. 00010000:00000010:2.1:1786172833.706781:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29000. 00010000:00000010:2.1:1786172833.706785:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a08900. 00010000:00000010:2.1:1786172833.706799:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776000. 00010000:00000010:2.1:1786172833.706802:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47b81500. 00010000:00000010:2.1:1786172833.706816:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3e00. 00010000:00000010:2.1:1786172833.706820:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a08f00. 00010000:00000010:2.1:1786172833.706823:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777400. 00010000:00000010:2.1:1786172833.706829:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ac1100. 00010000:00000010:2.1:1786172833.706832:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462be600. 00010000:00000010:2.1:1786172833.733642:0:81543:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a08200. 00010000:00000010:2.1:1786172833.733652:0:81543:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777800. 00010000:00000010:0.1:1786172833.744168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a3ca00. 00010000:00000010:0.1:1786172833.744178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462bf800. 00010000:00000010:0.1:1786172833.744182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60daa300. 00010000:00000010:0.1:1786172833.744191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2000. 00010000:00000010:0.1:1786172833.744195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a08d00. 00010000:00000010:0.1:1786172833.744201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777a00. 00010000:00000010:0.1:1786172833.744204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a3c800. 00010000:00000010:0.1:1786172833.744207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663000. 00010000:00000010:0.1:1786172833.744211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6e000. 00010000:00000010:0.1:1786172833.744214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776c00. 00010000:00000010:0.1:1786172833.744217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280e900. 00010000:00000010:0.1:1786172833.744220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662a00. 00010000:00000010:0.1:1786172833.744224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280e100. 00010000:00000010:0.1:1786172833.744226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662200. 00010000:00000010:0.1:1786172833.763163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6ea00. 00010000:00000010:0.1:1786172833.763176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc61f27400. 00010000:00000010:0.1:1786172833.763180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6e500. 00010000:00000010:0.1:1786172833.763183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc61f26a00. 00010000:00000010:2.1:1786172833.838126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a3c300. 00010000:00000010:2.1:1786172833.838134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662400. 00010000:00000010:2.1:1786172833.849756:0:81547:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280ec00. 00010000:00000010:2.1:1786172833.849772:0:81547:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663200. 00010000:00000010:0.1:1786172833.853876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78721200. 00010000:00000010:0.1:1786172833.853892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62cbd800. 00010000:00000010:0.1:1786172833.853895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78721700. 00010000:00000010:0.1:1786172833.853898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62cbd600. 00010000:00000010:0.1:1786172833.853900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78721c00. 00010000:00000010:0.1:1786172833.853903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb5c00. 00010000:00000010:2.1:1786172833.896033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280e000. 00010000:00000010:2.1:1786172833.896039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662e00. 00010000:00000010:2.1:1786172833.899064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc8700. 00010000:00000010:2.1:1786172833.899073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb5400. 00010000:00000010:2.1:1786172833.909062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc8200. 00010000:00000010:2.1:1786172833.909072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb4000. 00010000:00000010:2.1:1786172833.944936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc8c00. 00010000:00000010:2.1:1786172833.944961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb4a00. 00010000:00000010:2.1:1786172833.957063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364e00. 00010000:00000010:2.1:1786172833.957079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5000. 00010000:00000010:2.1:1786172833.957083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a9100. 00010000:00000010:2.1:1786172833.957087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb5e00. 00010000:00000010:2.1:1786172833.966982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78721100. 00010000:00000010:2.1:1786172833.966988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb5600. 00010000:00000010:2.1:1786172833.966991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78721900. 00010000:00000010:2.1:1786172833.966995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62cbdc00. 00010000:00000010:2.1:1786172833.987433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc8100. 00010000:00000010:2.1:1786172833.987453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb4c00. 00010000:00000010:2.1:1786172833.987457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f34e00. 00010000:00000010:2.1:1786172833.987460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f98800. 00010000:00000010:2.1:1786172834.004070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a9500. 00010000:00000010:2.1:1786172834.004084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb4e00. 00010000:00000010:2.1:1786172834.004088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc8000. 00010000:00000010:2.1:1786172834.004091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb5000. 00010000:00000010:2.1:1786172834.004094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f35f00. 00010000:00000010:2.1:1786172834.004098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f99800. 00010000:00000010:2.1:1786172834.020261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f34300. 00010000:00000010:2.1:1786172834.020273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f98400. 00010000:00000010:2.1:1786172834.028234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc8400. 00010000:00000010:2.1:1786172834.028249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb4200. 00010000:00000010:2.1:1786172834.032056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f34d00. 00010000:00000010:2.1:1786172834.032064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f99a00. 00010000:00000010:2.1:1786172834.051083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a9c00. 00010000:00000010:2.1:1786172834.051091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb5a00. 00010000:00000010:2.1:1786172834.059742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f34600. 00010000:00000010:2.1:1786172834.059750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f99600. 00010000:00000010:2.1:1786172834.059755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a9000. 00010000:00000010:2.1:1786172834.059758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cb4400. 00010000:00000010:2.1:1786172834.059762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f35a00. 00010000:00000010:2.1:1786172834.059766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f98600. 00010000:00000010:2.1:1786172834.059769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a9700. 00010000:00000010:2.1:1786172834.059772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f98a00. 00010000:00000010:2.1:1786172834.059774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a9200. 00010000:00000010:2.1:1786172834.059777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f99000. 00010000:00000010:2.1:1786172834.059876:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f35800. 00010000:00000010:2.1:1786172834.059880:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901ca00. 00010000:00000010:2.1:1786172834.059884:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f35b00. 00010000:00000010:2.1:1786172834.059887:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f98c00. 00010000:00000010:2.1:1786172834.059890:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ba4f00. 00010000:00000010:2.1:1786172834.059893:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d200. 00010000:00000010:2.1:1786172834.059896:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ba4b00. 00010000:00000010:2.1:1786172834.059898:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d000. 00010000:00000010:2.1:1786172834.068198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f34a00. 00010000:00000010:2.1:1786172834.068226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f98e00. 00010000:00000010:0.1:1786172834.081526:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f34f00. 00010000:00000010:0.1:1786172834.081542:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f99200. 00010000:00000010:0.1:1786172834.081546:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f34b00. 00010000:00000010:0.1:1786172834.081548:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f99c00. 00010000:00000010:2.1:1786172834.082728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f34800. 00010000:00000010:2.1:1786172834.082742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f99e00. 00010000:00000010:2.1:1786172834.082747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ba4800. 00010000:00000010:2.1:1786172834.082751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901de00. 00010000:00000010:2.1:1786172834.082754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b52200. 00010000:00000010:2.1:1786172834.082757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adce00. 00010000:00000010:0.1:1786172834.087061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b52000. 00010000:00000010:2.1:1786172834.087061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f35300. 00010000:00000010:0.1:1786172834.087079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78addc00. 00010000:00000010:2.1:1786172834.087079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f99400. 00010000:00000010:2.1:1786172834.122488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b52c00. 00010000:00000010:2.1:1786172834.122501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78add400. 00010000:00000010:2.1:1786172834.139944:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f35d00. 00010000:00000010:2.1:1786172834.139956:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901c200. 00010000:00000010:2.1:1786172834.139960:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ba4d00. 00010000:00000010:2.1:1786172834.139963:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901da00. 00010000:00000010:2.1:1786172834.155002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b52f00. 00010000:00000010:2.1:1786172834.155034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adc000. 00010000:00000010:2.1:1786172834.155040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ba4e00. 00010000:00000010:2.1:1786172834.155043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901c800. 00010000:00000010:2.1:1786172834.155047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc621c3d00. 00010000:00000010:2.1:1786172834.155049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adca00. 00010000:00000010:2.1:1786172834.155052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b52800. 00010000:00000010:2.1:1786172834.155056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78add800. 00010000:00000010:2.1:1786172834.155058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc621c3100. 00010000:00000010:2.1:1786172834.155061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78add000. 00010000:00000010:2.1:1786172834.155064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f35600. 00010000:00000010:2.1:1786172834.155067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f98000. 00010000:00000010:2.1:1786172834.159064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6225da00. 00010000:00000010:2.1:1786172834.159085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905e800. 00010000:00000010:2.1:1786172834.159089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6225d100. 00010000:00000010:2.1:1786172834.159092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905fa00. 00010000:00000010:2.1:1786172834.159096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b52d00. 00010000:00000010:2.1:1786172834.159099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adc600. 00010000:00000010:2.1:1786172834.185677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6225d300. 00010000:00000010:2.1:1786172834.185699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905e400. 00010000:00000010:2.1:1786172834.185703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4ab3a400. 00010000:00000010:2.1:1786172834.185706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905f800. 00010000:00000010:2.1:1786172834.200255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc621c3f00. 00010000:00000010:2.1:1786172834.200264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adc200. 00010000:00000010:2.1:1786172834.200269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b52a00. 00010000:00000010:2.1:1786172834.200272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adcc00. 00010000:00000010:2.1:1786172834.200275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc621c3600. 00010000:00000010:2.1:1786172834.200277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adc800. 00010000:00000010:2.1:1786172834.203195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4ab3aa00. 00010000:00000010:2.1:1786172834.203218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905e600. 00010000:00000010:2.1:1786172834.203222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc621c3300. 00010000:00000010:2.1:1786172834.203227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adc400. 00010000:00000010:2.1:1786172834.203232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6225de00. 00010000:00000010:2.1:1786172834.203237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905f000. 00010000:00000010:0.1:1786172834.224056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc621c3200. 00010000:00000010:0.1:1786172834.224063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adda00. 00010000:00000010:2.1:1786172834.233065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4ab3a100. 00010000:00000010:2.1:1786172834.233083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905fc00. 00010000:00000010:2.1:1786172834.233087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4ab3a000. 00010000:00000010:2.1:1786172834.233090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905ec00. 00010000:00000010:2.1:1786172834.256086:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4ab3a500. 00010000:00000010:2.1:1786172834.256097:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905f600. 00010000:00000010:2.1:1786172834.283198:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4ab3a200. 00010000:00000010:2.1:1786172834.283207:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905f400. 00010000:00000010:2.1:1786172834.283210:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4ab3af00. 00010000:00000010:2.1:1786172834.283214:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905e000. 00010000:00000010:2.1:1786172834.283216:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4ab3a600. 00010000:00000010:2.1:1786172834.283219:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7905ea00. 00010000:00000010:2.1:1786172834.283224:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43bba500. 00010000:00000010:2.1:1786172834.283227:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904400. 00010000:00000010:2.1:1786172834.289454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43bba900. 00010000:00000010:2.1:1786172834.289464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462be000. 00010000:00000010:2.1:1786172834.292040:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43bba000. 00010000:00000010:2.1:1786172834.292049:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905c00. 00010000:00000010:0.1:1786172834.299029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48660d00. 00010000:00000010:0.1:1786172834.299043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fefa00. 00010000:00000010:0.1:1786172834.299047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49925500. 00010000:00000010:0.1:1786172834.299050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79175800. 00010000:00000010:2.1:1786172834.302897:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49925000. 00010000:00000010:2.1:1786172834.302906:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74feea00. 00010000:00000010:2.1:1786172834.312072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48660600. 00010000:00000010:2.1:1786172834.312092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fee400. 00010000:00000010:2.1:1786172834.328903:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48660000. 00010000:00000010:2.1:1786172834.328911:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fef600. 00010000:00000010:0.1:1786172834.334038:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48660e00. 00010000:00000010:0.1:1786172834.334046:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74feee00. 00010000:00000010:2.1:1786172834.334425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49925700. 00010000:00000010:2.1:1786172834.334432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fef000. 00010000:00000010:0.1:1786172834.357048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a9f1800. 00010000:00000010:0.1:1786172834.357056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fee600. 00010000:00000010:0.1:1786172834.375066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48660300. 00010000:00000010:0.1:1786172834.375088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fefc00. 00010000:00000010:2.1:1786172834.375306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ba4a00. 00010000:00000010:2.1:1786172834.375313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901ce00. 00010000:00000010:2.1:1786172834.375316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48660800. 00010000:00000010:2.1:1786172834.375319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fef200. 00010000:00000010:2.1:1786172834.375323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78a5ef00. 00010000:00000010:2.1:1786172834.375326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901c000. 00010000:00000010:0.1:1786172834.383069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78a5eb00. 00010000:00000010:0.1:1786172834.383088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901dc00. 00010000:00000010:0.1:1786172834.383093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6223b100. 00010000:00000010:0.1:1786172834.383097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6db09600. 00010000:00000010:0.1:1786172834.416032:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48660b00. 00010000:00000010:0.1:1786172834.416040:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fef400. 00010000:00000010:0.1:1786172834.416044:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78ba4600. 00010000:00000010:0.1:1786172834.416048:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d600. 00010000:00000010:0.1:1786172834.416052:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78a5ea00. 00010000:00000010:0.1:1786172834.416057:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6db08400. 00010000:00000010:2.1:1786172834.420054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6223b500. 00010000:00000010:2.1:1786172834.420075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6db08600. 00010000:00000010:0.1:1786172834.426068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6223b900. 00010000:00000010:0.1:1786172834.426087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6db08c00. 00010000:00000010:0.1:1786172834.426092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43aeaa00. 00010000:00000010:0.1:1786172834.426095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6db09a00. 00010000:00000010:0.1:1786172834.440077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6223b000. 00010000:00000010:0.1:1786172834.440106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6db09400. 00010000:00000010:0.1:1786172834.468064:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6223a200. 00010000:00000010:0.1:1786172834.468072:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6211ce00. 00010000:00000010:0.1:1786172834.475236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6223ac00. 00010000:00000010:0.1:1786172834.475246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6211dc00. 00010000:00000010:2.1:1786172834.477138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bc200. 00010000:00000010:2.1:1786172834.477145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6211ca00. 00010000:00000010:2.1:1786172834.495130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43aead00. 00010000:00000010:2.1:1786172834.495140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6db09000. 00010000:00000010:2.1:1786172834.495145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6223b200. 00010000:00000010:2.1:1786172834.495148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6db08a00. 00010000:00000010:0.1:1786172834.502366:0:2391:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6223a100. 00010000:00000010:0.1:1786172834.502374:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6211d600. 00010000:00000010:2.1:1786172834.507065:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6223a000. 00010000:00000010:2.1:1786172834.507073:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6211d400. 00010000:00000010:0.1:1786172834.539366:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6223a400. 00010000:00000010:0.1:1786172834.539376:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6211d800. 00010000:00000010:0.1:1786172834.557150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bdc00. 00010000:00000010:0.1:1786172834.557159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cc5c00. 00010000:00000010:2.1:1786172834.562046:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bc400. 00010000:00000010:2.1:1786172834.562054:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cc4400. 00010000:00000010:2.1:1786172834.562058:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8ae00. 00010000:00000010:2.1:1786172834.562062:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cc5e00. 00010000:00000010:2.1:1786172834.562065:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bc500. 00010000:00000010:2.1:1786172834.562067:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cc5600. 00010000:00000010:2.1:1786172834.582882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bd400. 00010000:00000010:2.1:1786172834.582900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cc5800. 00010000:00000010:2.1:1786172834.582904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a600. 00010000:00000010:2.1:1786172834.582907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cc5000. 00010000:00000010:2.1:1786172834.607034:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bd500. 00010000:00000010:2.1:1786172834.607042:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cc4600. 00010000:00000010:2.1:1786172834.613054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a9f1600. 00010000:00000010:2.1:1786172834.613062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df800. 00010000:00000010:2.1:1786172834.617060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a291e00. 00010000:00000010:2.1:1786172834.617069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dec00. 00010000:00000010:2.1:1786172834.617073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bd900. 00010000:00000010:2.1:1786172834.617077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cc4c00. 00010000:00000010:2.1:1786172834.617080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43aeae00. 00010000:00000010:2.1:1786172834.617083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6211da00. 00010000:00000010:2.1:1786172834.617086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a291800. 00010000:00000010:2.1:1786172834.617090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de200. 00010000:00000010:0.1:1786172834.625058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a800. 00010000:00000010:2.1:1786172834.625059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bd100. 00010000:00000010:0.1:1786172834.625073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cc5a00. 00010000:00000010:2.1:1786172834.625073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cc4200. 00010000:00000010:2.1:1786172834.632096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a291500. 00010000:00000010:2.1:1786172834.632106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de800. 00010000:00000010:2.1:1786172834.675081:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f08300. 00010000:00000010:2.1:1786172834.675091:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866600. 00010000:00000010:2.1:1786172834.675097:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc9c00. 00010000:00000010:2.1:1786172834.675100:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866c00. 00010000:00000010:2.1:1786172834.678988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a291200. 00010000:00000010:2.1:1786172834.678996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de000. 00010000:00000010:2.1:1786172834.678999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a291400. 00010000:00000010:2.1:1786172834.679002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dea00. 00010000:00000010:2.1:1786172834.679005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a291b00. 00010000:00000010:2.1:1786172834.679008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df000. 00010000:00000010:0.1:1786172834.679209:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f08a00. 00010000:00000010:0.1:1786172834.679214:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de400. 00010000:00000010:2.1:1786172834.682050:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a9f1a00. 00010000:00000010:2.1:1786172834.682059:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74feec00. 00010000:00000010:2.1:1786172834.682063:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc9700. 00010000:00000010:2.1:1786172834.682066:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866800. 00010000:00000010:2.1:1786172834.682068:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a9f1200. 00010000:00000010:2.1:1786172834.682072:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df400. 00010000:00000010:2.1:1786172834.682075:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a291d00. 00010000:00000010:2.1:1786172834.682078:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dfe00. 00010000:00000010:2.1:1786172834.702316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc9200. 00010000:00000010:2.1:1786172834.702322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867a00. 00010000:00000010:2.1:1786172834.702326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f08800. 00010000:00000010:2.1:1786172834.702329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dee00. 00010000:00000010:2.1:1786172834.707063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d6800. 00010000:00000010:2.1:1786172834.707084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866400. 00010000:00000010:2.1:1786172834.721064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790e3e00. 00010000:00000010:2.1:1786172834.721075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587600. 00010000:00000010:2.1:1786172834.725071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f08600. 00010000:00000010:2.1:1786172834.725093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dfc00. 00010000:00000010:2.1:1786172834.740688:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc9400. 00010000:00000010:2.1:1786172834.740696:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866a00. 00010000:00000010:0.1:1786172834.744450:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f08700. 00010000:00000010:0.1:1786172834.744458:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866000. 00010000:00000010:0.1:1786172834.744463:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fc9500. 00010000:00000010:0.1:1786172834.744466:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867000. 00010000:00000010:2.1:1786172834.760293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790e3d00. 00010000:00000010:2.1:1786172834.760309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587800. 00010000:00000010:2.1:1786172834.802105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790e3600. 00010000:00000010:2.1:1786172834.802127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586c00. 00010000:00000010:2.1:1786172834.802134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d6d00. 00010000:00000010:2.1:1786172834.802138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866e00. 00010000:00000010:2.1:1786172834.802142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e98f00. 00010000:00000010:2.1:1786172834.802145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586800. 00010000:00000010:2.1:1786172834.802147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e98800. 00010000:00000010:2.1:1786172834.802150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586200. 00010000:00000010:2.1:1786172834.802153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d6e00. 00010000:00000010:2.1:1786172834.802155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586e00. 00010000:00000010:2.1:1786172834.802158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e98a00. 00010000:00000010:2.1:1786172834.802161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587a00. 00010000:00000010:2.1:1786172834.806101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d6600. 00010000:00000010:2.1:1786172834.806119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867400. 00010000:00000010:2.1:1786172834.806124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e98b00. 00010000:00000010:2.1:1786172834.806128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9fe00. 00010000:00000010:2.1:1786172834.806134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790e3800. 00010000:00000010:2.1:1786172834.806137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587c00. 00010000:00000010:2.1:1786172834.806140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc581d6300. 00010000:00000010:2.1:1786172834.806143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867c00. 00010000:00000010:2.1:1786172834.806146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790e3f00. 00010000:00000010:2.1:1786172834.806149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587400. 00010000:00000010:2.1:1786172834.806152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e99400. 00010000:00000010:2.1:1786172834.806156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9fc00. 00010000:00000010:2.1:1786172834.830293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e99500. 00010000:00000010:2.1:1786172834.830311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f400. 00010000:00000010:2.1:1786172834.853101:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e98d00. 00010000:00000010:2.1:1786172834.853112:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587000. 00010000:00000010:2.1:1786172834.863634:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e98e00. 00010000:00000010:2.1:1786172834.863642:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9fa00. 00010000:00000010:2.1:1786172834.863646:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784fbb00. 00010000:00000010:2.1:1786172834.863650:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54600. 00010000:00000010:2.1:1786172834.863664:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e99c00. 00010000:00000010:2.1:1786172834.863668:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f600. 00010000:00000010:2.1:1786172834.874793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784fbf00. 00010000:00000010:2.1:1786172834.874804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54200. 00010000:00000010:2.1:1786172834.874809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e98600. 00010000:00000010:2.1:1786172834.874812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587200. 00010000:00000010:2.1:1786172834.878096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e99200. 00010000:00000010:2.1:1786172834.878136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e400. 00010000:00000010:2.1:1786172834.903110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692d00. 00010000:00000010:2.1:1786172834.903116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55a00. 00010000:00000010:2.1:1786172834.903120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784fa100. 00010000:00000010:2.1:1786172834.903124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e200. 00010000:00000010:2.1:1786172834.903128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784fba00. 00010000:00000010:2.1:1786172834.903130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54800. 00010000:00000010:0.1:1786172834.903497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a693600. 00010000:00000010:0.1:1786172834.903503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67c00. 00010000:00000010:0.1:1786172834.908057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692e00. 00010000:00000010:0.1:1786172834.908064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66e00. 00010000:00000010:0.1:1786172834.908068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784fa500. 00010000:00000010:0.1:1786172834.908071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55400. 00010000:00000010:2.1:1786172834.912065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784fbd00. 00010000:00000010:2.1:1786172834.912093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54a00. 00010000:00000010:2.1:1786172834.919075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692600. 00010000:00000010:2.1:1786172834.919084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55600. 00010000:00000010:2.1:1786172834.928602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784fbe00. 00010000:00000010:2.1:1786172834.928610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54000. 00010000:00000010:2.1:1786172834.945069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a693e00. 00010000:00000010:2.1:1786172834.945079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67400. 00010000:00000010:2.1:1786172834.945083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784fb300. 00010000:00000010:2.1:1786172834.945103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55000. 00010000:00000010:2.1:1786172834.983074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a693300. 00010000:00000010:2.1:1786172834.983097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66a00. 00010000:00000010:2.1:1786172835.014078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692f00. 00010000:00000010:2.1:1786172835.014088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55200. 00010000:00000010:2.1:1786172835.028301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692a00. 00010000:00000010:2.1:1786172835.028308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54e00. 00010000:00000010:2.1:1786172835.037934:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068000. 00010000:00000010:2.1:1786172835.037942:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899d400. 00010000:00000010:2.1:1786172835.067052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069c00. 00010000:00000010:2.1:1786172835.067064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899c000. 00010000:00000010:2.1:1786172835.067068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692800. 00010000:00000010:2.1:1786172835.067071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67600. 00010000:00000010:2.1:1786172835.067076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a693b00. 00010000:00000010:2.1:1786172835.067078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67800. 00010000:00000010:2.1:1786172835.067081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a693800. 00010000:00000010:2.1:1786172835.067085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66600. 00010000:00000010:2.1:1786172835.067088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a693f00. 00010000:00000010:2.1:1786172835.067090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66c00. 00010000:00000010:2.1:1786172835.067093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a693a00. 00010000:00000010:2.1:1786172835.067095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66200. 00010000:00000010:2.1:1786172835.134927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069200. 00010000:00000010:2.1:1786172835.134943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899de00. 00010000:00000010:2.1:1786172835.134947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dbc00. 00010000:00000010:2.1:1786172835.134951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291a200. 00010000:00000010:0.1:1786172835.135049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791da900. 00010000:00000010:0.1:1786172835.135055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899dc00. 00010000:00000010:0.1:1786172835.135057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791da100. 00010000:00000010:0.1:1786172835.135060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291ac00. 00010000:00000010:2.1:1786172835.187136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069100. 00010000:00000010:2.1:1786172835.187153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899da00. 00010000:00000010:0.1:1786172835.187273:0:81404:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069900. 00010000:00000010:0.1:1786172835.187279:0:81404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899c800. 00010000:00000010:0.1:1786172835.250060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791da700. 00010000:00000010:0.1:1786172835.250075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899d600. 00010000:00000010:0.1:1786172835.250079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db900. 00010000:00000010:0.1:1786172835.250083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291b200. 00010000:00000010:2.1:1786172835.250169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791da200. 00010000:00000010:2.1:1786172835.250175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899d800. 00010000:00000010:2.1:1786172835.390076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8ae00. 00010000:00000010:2.1:1786172835.390091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6200. 00010000:00000010:2.1:1786172835.401886:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a400. 00010000:00000010:2.1:1786172835.405157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7000. 00000080:00000010:2.1:1786172835.429106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc25e0. 00010000:00000010:0.1:1786172835.444111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364200. 00000080:00000010:0.1:1786172835.537710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcc80. 00010000:00000010:0.1:1786172842.847344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aed800. 00010000:00000010:2.1:1786172843.008188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8aa00. 00010000:00000010:2.1:1786172843.008196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6000. 00010000:00000010:2.1:1786172843.016412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a800. 00010000:00000010:2.1:1786172843.038297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8aa00. 00010000:00000010:2.1:1786172843.038304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6000. 00000080:00000010:2.1:1786172843.062254:0:82148:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2ea0. 00010000:00000010:2.1:1786172843.100329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a800. 00010000:00000010:2.1:1786172843.102327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7a00. 00010000:00000010:2.1:1786172851.779068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7800. 00010000:00000010:2.1:1786172851.814177:0:82736:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b400. 00010000:00000010:2.1:1786172851.865286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a700. 00010000:00000010:2.1:1786172851.865302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7c00. 00010000:00000010:2.1:1786172860.067521:0:83324:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069800. 00010000:00000010:2.1:1786172860.067546:0:83324:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6e00. 00000080:00000010:2.1:1786172860.099895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc29a0. 00010000:00000010:0.1:1786172860.111061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069800. 00010000:00000010:0.1:1786172860.111084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6e00. 00000080:00000010:0.1:1786172860.111091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2d80. 00010000:00000010:0.1:1786172860.122222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364e00. 00010000:00000010:0.1:1786172860.122238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4800. 00010000:00000010:0.1:1786172868.610048:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5e00. 00010000:00000010:2.1:1786172868.769719:0:83911:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069e00. 00010000:00000010:2.1:1786172868.769729:0:83911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6e00. 00010000:00000010:2.1:1786172868.783087:0:83911:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069c00. 00010000:00000010:2.1:1786172868.783093:0:83911:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069300. 00010000:00000010:2.1:1786172868.783096:0:83911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7600. 00000080:00000010:2.1:1786172868.814754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc26e0. 00010000:00000010:2.1:1786172868.838408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069300. 00010000:00000010:2.1:1786172868.838425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7600. 00000080:00000010:2.1:1786172868.838438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2580. 00000080:00000010:2.1:1786172868.838445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2e40. 00010000:00000010:2.1:1786172868.951348:0:83915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5400. 00010000:00000010:2.1:1786172868.959093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069300. 00010000:00000010:2.1:1786172876.981338:0:84499:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aeca00. 00010000:00000010:0.1:1786172877.135197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364a00. 00010000:00000010:0.1:1786172877.135206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5a00. 00010000:00000010:0.1:1786172877.144745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364600. 00010000:00000010:0.1:1786172877.144770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364a00. 00010000:00000010:0.1:1786172877.144775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4e00. 00000080:00000010:2.1:1786172877.166085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc840. 00010000:00000010:0.1:1786172877.194069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364600. 00010000:00000010:0.1:1786172877.194086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5a00. 00000080:00000010:0.1:1786172877.194092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc020. 00010000:00000010:0.1:1786172877.203956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364800. 00010000:00000010:0.1:1786172877.203969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4a00. 00000080:00000010:2.1:1786172884.389053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9340. 00010000:00000010:2.1:1786172884.389079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5600. 00010000:00000010:2.1:1786172884.532056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068900. 00010000:00000010:2.1:1786172884.532064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291a400. 00010000:00000010:2.1:1786172884.540164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069800. 00010000:00000010:2.1:1786172884.555460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899d000. 00010000:00000010:2.1:1786172884.565094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069700. 00010000:00000010:2.1:1786172884.565107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899d200. 00000080:00000010:2.1:1786172884.575049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2000. 00010000:00000010:2.1:1786172892.546097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291a400. 00010000:00000010:2.1:1786172892.612189:0:85675:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069700. 00010000:00000010:0.1:1786172892.644812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899d400. 00010000:00000010:0.1:1786172892.672364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5600. 00010000:00000010:2.1:1786172892.675698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899ca00. 00000080:00000010:2.1:1786172892.706218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc24a0. 00010000:00000010:0.1:1786172892.736379:0:85678:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364900. 00010000:00000010:2.1:1786172900.637717:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aecc00. 00000080:00000010:2.1:1786172900.637733:0:792:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa90a0. 00000080:00000010:2.1:1786172918.333374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9440. 00010000:00000010:2.1:1786172918.333393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4600. 00000080:00000010:2.1:1786172918.438068:0:87256:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa90c0. 00000080:00000010:2.1:1786172918.462240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9f60. 00010000:00000010:0.1:1786172921.537095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5400. 00010000:00000010:2.1:1786172921.551076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899ce00. 00000080:00000010:2.1:1786172921.597252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2d80. 00010000:00000010:2.1:1786172921.690227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aed400. 00000080:00000010:2.1:1786172921.690261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9f20. 00000080:00000010:2.1:1786172938.514407:0:87351:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2780. 00010000:00000010:2.1:1786172938.535107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586200. 00000080:00000010:0.1:1786172938.540063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2660. 00010000:00000010:2.1:1786172959.929120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec600. 00000080:00000010:2.1:1786172959.944069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9c00. 00010000:00000010:2.1:1786172959.944089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aed000. 00010000:00000010:2.1:1786172960.037080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586400. 00000080:00000010:2.1:1786172960.086724:0:88425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eab240. 00000080:00000010:2.1:1786172960.098433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eabbc0. 00010000:00000010:2.1:1786172962.126826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587a00. 00000080:00000010:2.1:1786172962.209062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2100. 00010000:00000010:2.1:1786172962.215234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587a00. 00000080:00000010:2.1:1786172962.245056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eab600. 00010000:00000010:2.1:1786172967.173144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866800. 00000080:00000010:2.1:1786172968.985075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc28e0. 00010000:00000010:2.1:1786172968.985103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54800. 00010000:00000010:2.1:1786172969.022476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867000. 00000080:00000010:2.1:1786172969.022482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9520. 00010000:00000010:2.1:1786172969.035131:0:88543:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866000. 00000080:00000010:2.1:1786172969.043903:0:88546:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b90e0. 00010000:00000010:0.1:1786172984.756169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67600. 00000080:00000010:0.1:1786172984.756185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc9c0. 00010000:00000010:0.1:1786172984.761091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66600. 00000080:00000010:0.1:1786172984.761106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcc00. 00010000:00000010:2.1:1786172992.538071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364500. 00010000:00000010:2.1:1786172992.538091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66800. 00010000:00000010:2.1:1786172992.538094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66000. 00000080:00000010:2.1:1786172992.571382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc9e0. 00000080:00000010:2.1:1786172992.571418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b47380. 00010000:00000010:2.1:1786172992.571427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787200. 00010000:00000010:2.1:1786172992.571432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867e00. 00000080:00000010:2.1:1786172992.592549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc414afd00. 00000080:00000010:2.1:1786172992.592583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a41080. 00010000:00000010:2.1:1786172992.596364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787600. 00010000:00000010:2.1:1786172992.596386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4000. 00010000:00000010:2.1:1786172992.651227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787300. 00010000:00000010:2.1:1786172992.651236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867200. 00000080:00000010:2.1:1786172992.659155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eab080. 00000080:00000010:2.1:1786172992.665994:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a40840. 00010000:00000010:2.1:1786172992.666005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db300. 00010000:00000010:2.1:1786172992.666022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54000. 00000080:00000010:2.1:1786172992.677186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2560. 00000080:00000010:2.1:1786172992.677213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc420b5ac0. 00010000:00000010:2.1:1786172992.681091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787000. 00010000:00000010:2.1:1786172992.681107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587200. 00000080:00000010:2.1:1786172992.707205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eab040. 00000080:00000010:2.1:1786172992.707228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a47380. 00010000:00000010:2.1:1786172992.711628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226d00. 00010000:00000010:2.1:1786172992.711638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587600. 00000080:00000010:2.1:1786172992.804070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc420b5280. 00010000:00000010:2.1:1786172992.804083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364800. 00010000:00000010:2.1:1786172992.804088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67a00. 00000080:00000010:2.1:1786172992.814179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcf80. 00000080:00000010:2.1:1786172992.814211:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b418c0. 00010000:00000010:2.1:1786172992.819094:0:88816:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787900. 00010000:00000010:2.1:1786172992.819101:0:88816:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867400. 00000080:00000010:2.1:1786172992.845054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eab600. 00000080:00000010:2.1:1786172992.845089:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a45280. 00010000:00000010:2.1:1786172992.845099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364200. 00010000:00000010:2.1:1786172992.845105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66400. 00000080:00000010:2.1:1786172992.848242:0:88816:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc8a0. 00000080:00000010:2.1:1786172992.848270:0:88816:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b42100. 00010000:00000010:2.1:1786172992.848279:0:88816:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068800. 00010000:00000010:2.1:1786172992.848283:0:88816:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54e00. 00000080:00000010:2.1:1786172992.862051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2100. 00000080:00000010:2.1:1786172992.862082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4221c200. 00010000:00000010:2.1:1786172992.862090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068600. 00010000:00000010:2.1:1786172992.862095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9fe00. 00000080:00000010:2.1:1786172992.896317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2c20. 00000080:00000010:2.1:1786172992.896345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc608b0000. 00010000:00000010:2.1:1786172992.896355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226500. 00010000:00000010:2.1:1786172992.896359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587800. 00000080:00000010:2.1:1786172992.912053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eabe60. 00000080:00000010:2.1:1786172992.912072:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc608b1080. 00010000:00000010:2.1:1786172992.912080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226a00. 00010000:00000010:2.1:1786172992.912084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587a00. 00010000:00000010:0.1:1786172992.927169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787500. 00010000:00000010:0.1:1786172992.927185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866e00. 00000080:00000010:2.1:1786172992.937066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eabca0. 00000080:00000010:2.1:1786172992.937086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a40000. 00010000:00000010:2.1:1786172992.937096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226900. 00010000:00000010:2.1:1786172992.937101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586c00. 00000080:00000010:2.1:1786172992.944061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eab240. 00000080:00000010:2.1:1786172992.948074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc608b39c0. 00010000:00000010:0.1:1786172992.948140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226800. 00010000:00000010:0.1:1786172992.948146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586000. 00010000:00000010:2.1:1786172993.033341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226600. 00010000:00000010:2.1:1786172993.033350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587c00. 00000080:00000010:2.1:1786172993.037342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eabc00. 00000080:00000010:2.1:1786172993.037366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc608b2100. 00010000:00000010:2.1:1786172993.037373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787400. 00010000:00000010:2.1:1786172993.037379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867c00. 00000080:00000010:2.1:1786172993.044027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eaba20. 00000080:00000010:2.1:1786172993.047497:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a46b40. 00010000:00000010:2.1:1786172993.047521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db600. 00010000:00000010:2.1:1786172993.047526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54a00. 00000080:00000010:2.1:1786172993.057072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2f20. 00000080:00000010:2.1:1786172993.061116:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc420b6b40. 00010000:00000010:2.1:1786172993.061128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787700. 00010000:00000010:2.1:1786172993.061134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587000. 00000080:00000010:2.1:1786172993.066200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc44eab0c0. 00000080:00000010:2.1:1786172993.071596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a42100. 00010000:00000010:2.1:1786172993.082188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866600. 00010000:00000010:2.1:1786172993.082202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068700. 00010000:00000010:2.1:1786172993.082207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6400. 00010000:00000010:2.1:1786172993.082210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67400. 00000080:00000010:2.1:1786172993.089061:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4221b9c0. 00000080:00000010:2.1:1786172993.089080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2260. 00010000:00000010:2.1:1786172993.130133:0:88818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866600. 00010000:00000010:2.1:1786172993.137393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867c00. 00010000:00000010:2.1:1786172993.137406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787800. 00010000:00000010:2.1:1786172993.137409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867600. 00000080:00000010:2.1:1786172993.137416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a439c0. 00000080:00000010:2.1:1786172993.137424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9400. 00010000:00000010:0.1:1786173008.552578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67e00. 00010000:00000010:2.1:1786173008.645249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866400. 00000080:00000010:0.1:1786173008.702490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcb40. 00000080:00000010:2.1:1786173029.316063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9cc0. 00010000:00000010:2.1:1786173029.422099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec800. 00010000:00000010:2.1:1786173029.492356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aed000. 00000080:00000010:2.1:1786173029.508047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b94a0. 00010000:00000010:2.1:1786173029.534152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55400. 00000080:00000010:2.1:1786173029.534170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2760. 00010000:00000010:2.1:1786173029.599452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867400. 00000080:00000010:2.1:1786173029.635968:0:89786:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b94a0. 00010000:00000010:2.1:1786173029.668201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867600. 00000080:00000010:2.1:1786173029.732082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9da0. 00010000:00000010:0.1:1786173029.793068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55000. 00010000:00000010:2.1:1786173029.852217:0:89787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b300. 00010000:00000010:2.1:1786173029.852226:0:89787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aede00. 00000080:00000010:2.1:1786173029.852230:0:89787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc1a0. 00010000:00000010:2.1:1786173029.892516:0:89787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867400. 00010000:00000010:2.1:1786173029.901183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787100. 00010000:00000010:2.1:1786173029.901192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867e00. 00010000:00000010:2.1:1786173029.979056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867600. 00000080:00000010:2.1:1786173029.995055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b90e0. 00010000:00000010:2.1:1786173030.081072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55c00. 00000080:00000010:2.1:1786173030.100165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2420. 00010000:00000010:2.1:1786173030.121084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55200. 00000080:00000010:2.1:1786173030.156701:0:89791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9e80. 00010000:00000010:2.1:1786173030.236054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787100. 00010000:00000010:2.1:1786173030.236071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867600. 00000080:00000010:2.1:1786173030.236081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2b20. 00010000:00000010:2.1:1786173030.277065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787100. 00010000:00000010:2.1:1786173030.277082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867600. 00010000:00000010:2.1:1786173030.302737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867e00. 00000080:00000010:2.1:1786173030.322191:0:89793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9200. 00010000:00000010:2.1:1786173030.349078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66c00. 00000080:00000010:0.1:1786173030.364123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9e80. 00010000:00000010:2.1:1786173030.368135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867e00. 00010000:00000010:2.1:1786173030.395704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867e00. 00000080:00000010:0.1:1786173030.423563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9200. 00000080:00000010:0.1:1786173030.467078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc6a0. 00010000:00000010:2.1:1786173030.497081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aed800. 00010000:00000010:2.1:1786173030.521059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787b00. 00010000:00000010:2.1:1786173030.521076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867600. 00000080:00000010:2.1:1786173030.524177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9980. 00010000:00000010:0.1:1786173030.553278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867600. 00010000:00000010:2.1:1786173030.557471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787b00. 00010000:00000010:2.1:1786173030.557487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866800. 00010000:00000010:0.1:1786173030.709125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364800. 00010000:00000010:2.1:1786173045.380074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4885df00. 00010000:00000010:2.1:1786173045.380101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af0000. 00010000:00000010:0.1:1786173046.890245:0:90352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28e00. 00010000:00000010:0.1:1786173046.890253:0:90352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904200. 00010000:00000010:0.1:1786173046.890258:0:90352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49949200. 00010000:00000010:0.1:1786173046.890262:0:90352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583be800. 00010000:00000010:0.1:1786173046.890265:0:90352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49949600. 00010000:00000010:0.1:1786173046.890267:0:90352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583be200. 00010000:00000010:0.1:1786173046.890272:0:90352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee300. 00010000:00000010:0.1:1786173046.890275:0:90352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bec00. 00010000:00000010:0.1:1786173046.890278:0:90352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28700. 00010000:00000010:0.1:1786173046.890282:0:90352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905400. 00010000:00000010:0.1:1786173046.890285:0:90352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa400. 00010000:00000010:0.1:1786173046.890288:0:90352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e000. 00010000:00000010:0.1:1786173046.890291:0:90352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28500. 00010000:00000010:0.1:1786173046.890294:0:90352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905600. 00010000:00000010:0.1:1786173046.890297:0:90352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f900. 00010000:00000010:0.1:1786173046.890300:0:90352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bae00. 00010000:00000010:0.1:1786173046.890305:0:90352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa85000. 00010000:00000010:0.1:1786173046.890308:0:90352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5800. 00010000:00000010:2.1:1786173054.766064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787c00. 00010000:00000010:2.1:1786173054.833374:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec200. 00010000:00000010:2.1:1786173054.833383:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b500. 00010000:00000010:2.1:1786173054.957556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866c00. 00010000:00000010:2.1:1786173055.017255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787a00. 00010000:00000010:2.1:1786173055.017267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867a00. 00010000:00000010:2.1:1786173055.017271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54600. 00000080:00000010:2.1:1786173055.028426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9f00. 00000080:00000010:2.1:1786173055.028449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a41080. 00010000:00000010:2.1:1786173055.035718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866c00. 00010000:00000010:2.1:1786173055.035733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787b00. 00010000:00000010:2.1:1786173055.035736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866800. 00010000:00000010:2.1:1786173055.035740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dbd00. 00010000:00000010:2.1:1786173055.035743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54200. 00000080:00000010:2.1:1786173055.045043:0:90422:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a46b40. 00000080:00000010:2.1:1786173055.045057:0:90422:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b99c0. 00010000:00000010:0.1:1786173055.063227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364100. 00010000:00000010:0.1:1786173055.074215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364000. 00010000:00000010:0.1:1786173055.074225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66600. 00010000:00000010:2.1:1786173055.105345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787a00. 00010000:00000010:2.1:1786173055.105392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db900. 00010000:00000010:2.1:1786173055.105398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54a00. 00010000:00000010:2.1:1786173055.105402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66c00. 00000080:00000010:2.1:1786173055.127310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2b20. 00000080:00000010:2.1:1786173055.127341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a46300. 00000080:00000010:2.1:1786173055.127349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9da0. 00010000:00000010:0.1:1786173055.139225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867a00. 00010000:00000010:2.1:1786173055.155052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66a00. 00010000:00000010:2.1:1786173055.155064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b600. 00010000:00000010:2.1:1786173055.302097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dbb00. 00010000:00000010:2.1:1786173055.302108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66e00. 00010000:00000010:2.1:1786173055.302112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54400. 00000080:00000010:2.1:1786173055.314839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc8e0. 00000080:00000010:2.1:1786173055.314859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc420b7380. 00010000:00000010:2.1:1786173055.326841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866800. 00010000:00000010:2.1:1786173055.326858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364200. 00010000:00000010:2.1:1786173055.326865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aecc00. 00010000:00000010:2.1:1786173055.326868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dbf00. 00010000:00000010:2.1:1786173055.326874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54c00. 00000080:00000010:2.1:1786173055.335223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a45280. 00000080:00000010:2.1:1786173055.335247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9360. 00010000:00000010:2.1:1786173055.406060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787c00. 00010000:00000010:2.1:1786173055.414992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b300. 00010000:00000010:2.1:1786173055.415002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55e00. 00010000:00000010:2.1:1786173055.415005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55a00. 00000080:00000010:2.1:1786173055.439188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2120. 00000080:00000010:2.1:1786173055.444047:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a4b9c0. 00000080:00000010:2.1:1786173055.444066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b90e0. 00010000:00000010:2.1:1786173055.492983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55600. 00010000:00000010:2.1:1786173055.493000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dbc00. 00010000:00000010:2.1:1786173055.494943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867a00. 00010000:00000010:2.1:1786173055.494957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db600. 00010000:00000010:2.1:1786173055.494962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866c00. 00000080:00000010:2.1:1786173055.519386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a47380. 00000080:00000010:2.1:1786173055.519407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9f00. 00010000:00000010:2.1:1786173055.564261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866600. 00010000:00000010:2.1:1786173055.573610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55000. 00010000:00000010:2.1:1786173055.573627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55c00. 00010000:00000010:2.1:1786173055.573630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55400. 00010000:00000010:2.1:1786173055.573632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55200. 00010000:00000010:2.1:1786173055.573635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54800. 00010000:00000010:2.1:1786173055.573638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54000. 00010000:00000010:2.1:1786173055.573640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54e00. 00010000:00000010:2.1:1786173055.601290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787d00. 00010000:00000010:2.1:1786173055.601302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec600. 00010000:00000010:2.1:1786173055.601306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867a00. 00000080:00000010:2.1:1786173055.613707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9e20. 00000080:00000010:2.1:1786173055.613730:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a44a40. 00010000:00000010:0.1:1786173055.620276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866600. 00010000:00000010:0.1:1786173055.620293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b700. 00010000:00000010:0.1:1786173055.620297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aede00. 00010000:00000010:0.1:1786173055.620301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787c00. 00010000:00000010:0.1:1786173055.620304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866c00. 00000080:00000010:0.1:1786173055.631792:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a40840. 00000080:00000010:0.1:1786173055.631808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9220. 00010000:00000010:2.1:1786173055.665738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364100. 00010000:00000010:2.1:1786173055.672086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787500. 00010000:00000010:2.1:1786173055.672094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866e00. 00010000:00000010:2.1:1786173055.711038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787500. 00010000:00000010:2.1:1786173055.721086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b400. 00010000:00000010:2.1:1786173055.721103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aeca00. 00010000:00000010:2.1:1786173055.721107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67400. 00000080:00000010:2.1:1786173055.732224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9ec0. 00000080:00000010:2.1:1786173055.732252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a49080. 00000080:00000010:2.1:1786173055.739948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9980. 00010000:00000010:0.1:1786173055.771884:0:2390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867e00. 00010000:00000010:0.1:1786173055.771900:0:2390:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787100. 00000080:00000010:2.1:1786173055.819174:0:90427:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75b42100. 00000080:00000010:2.1:1786173055.819188:0:90427:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b90e0. 00000080:00000010:0.1:1786173065.694405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9740. 00000080:00000010:0.1:1786173065.694439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2c20. 00010000:00000010:2.1:1786173074.522156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66600. 00000080:00000010:2.1:1786173074.557853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc2c0. 00010000:00000010:0.1:1786173074.611132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b800. 00010000:00000010:2.1:1786173074.637056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787b00. 00010000:00000010:2.1:1786173076.926054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866800. 00000080:00000010:2.1:1786173076.958069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9700. 00010000:00000010:2.1:1786173076.958090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dba00. 00010000:00000010:2.1:1786173076.958096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55e00. 00010000:00000010:2.1:1786173077.031047:0:91105:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787700. 00010000:00000010:2.1:1786173077.044758:0:91105:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787400. 00010000:00000010:2.1:1786173077.044766:0:91105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866200. 00000080:00000010:2.1:1786173077.044770:0:91105:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b90e0. 00010000:00000010:2.1:1786173077.052089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787700. 00010000:00000010:2.1:1786173077.052096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787000. 00010000:00000010:2.1:1786173077.052100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866c00. 00010000:00000010:0.1:1786173077.055246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866600. 00010000:00000010:2.1:1786173079.289437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787000. 00010000:00000010:2.1:1786173079.415181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787400. 00010000:00000010:2.1:1786173079.437094:0:91130:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787400. 00010000:00000010:2.1:1786173079.454241:0:91130:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787400. 00010000:00000010:2.1:1786173079.467180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787000. 00010000:00000010:2.1:1786173079.485161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787000. 00010000:00000010:2.1:1786173079.499049:0:91130:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787c00. 00010000:00000010:2.1:1786173079.517066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787c00. 00010000:00000010:0.1:1786173092.453642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec800. 00000080:00000010:2.1:1786173092.576389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9340. 00010000:00000010:2.1:1786173092.643780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2ba00. 00010000:00000010:2.1:1786173092.643788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec200. 00010000:00000010:2.1:1786173117.560088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dee00. 00000080:00000010:2.1:1786173117.592868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2140. 00010000:00000010:2.1:1786173117.592888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787b00. 00010000:00000010:2.1:1786173117.592894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867600. 00010000:00000010:2.1:1786173117.823240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de400. 00010000:00000010:0.1:1786173120.147074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66a00. 00000080:00000010:0.1:1786173120.151279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9300. 00010000:00000010:0.1:1786173120.151299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dfe00. 00010000:00000010:0.1:1786173120.245135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66a00. 00000080:00000010:0.1:1786173120.245152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcf40. 00010000:00000010:0.1:1786173120.273055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66200. 00000080:00000010:2.1:1786173120.296427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcc40. 00010000:00000010:2.1:1786173125.550305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786400. 00010000:00000010:2.1:1786173125.550312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dfa00. 00010000:00000010:2.1:1786173127.886091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d200. 00010000:00000010:2.1:1786173127.968083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d200. 00000080:00000010:2.1:1786173127.968093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9220. 00010000:00000010:2.1:1786173127.973072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d000. 00010000:00000010:2.1:1786173130.762233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51600. 00000080:00000010:2.1:1786173130.766477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2f80. 00010000:00000010:2.1:1786173143.620072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54e00. 00010000:00000010:0.1:1786173143.628254:0:92414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d200. 00000080:00000010:0.1:1786173143.628272:0:92414:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa94c0. 00010000:00000010:2.1:1786173168.392062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aed200. 00010000:00000010:2.1:1786173168.498068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901c200. 00000080:00000010:2.1:1786173168.536055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b94c0. 00000080:00000010:2.1:1786173168.554622:0:93490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9ea0. 00010000:00000010:2.1:1786173170.958384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901cc00. 00010000:00000010:2.1:1786173171.059108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901c200. 00000080:00000010:2.1:1786173171.059134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9b20. 00010000:00000010:2.1:1786173171.073158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901ce00. 00000080:00000010:2.1:1786173171.083253:0:93527:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b94c0. 00010000:00000010:0.1:1786173188.216486:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67e00. 00000080:00000010:2.1:1786173188.245316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcfa0. 00010000:00000010:2.1:1786173213.864651:0:94967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3800. 00000080:00000010:2.1:1786173213.864666:0:94967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc48714ec0. 00000080:00000010:2.1:1786173213.864674:0:94967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2080. 00000080:00000010:2.1:1786173213.864679:0:94967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2cc0. 00000080:00000010:2.1:1786173213.864683:0:94967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9fe0. 00010000:00000010:2.1:1786173213.871198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2ba00. 00010000:00000010:2.1:1786173213.871210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec800. 00010000:00000010:2.1:1786173213.874505:0:94967:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1c400. 00010000:00000010:2.1:1786173213.874514:0:94967:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1c800. 00010000:00000010:2.1:1786173213.874517:0:94967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2600. 00000080:00000010:2.1:1786173213.920070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc48714dc0. 00010000:00000010:0.1:1786173213.945219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66800. 00010000:00000010:0.1:1786173213.961356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67e00. 00010000:00000010:0.1:1786173213.978517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66800. 00010000:00000010:0.1:1786173213.980189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67e00. 00010000:00000010:0.1:1786173214.000100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66200. 00010000:00000010:2.1:1786173214.023062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2600. 00010000:00000010:2.1:1786173214.041312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3800. 00010000:00000010:2.1:1786173214.064085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2600. 00010000:00000010:2.1:1786173214.081078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3800. 00010000:00000010:2.1:1786173214.120105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3800. 00010000:00000010:2.1:1786173214.135053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2600. 00010000:00000010:0.1:1786173214.163108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66200. 00010000:00000010:2.1:1786173241.589076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a91c300. 00010000:00000010:2.1:1786173241.589096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25000. 00010000:00000010:2.1:1786173241.667083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a91c300. 00010000:00000010:2.1:1786173270.370067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae100. 00010000:00000010:2.1:1786173270.370085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25600. 00010000:00000010:2.1:1786173270.423088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a50a00. 00010000:00000010:2.1:1786173270.423098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b600. 00000080:00000010:2.1:1786173270.497071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc601f5ac0. 00000080:00000010:2.1:1786173270.505050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc26c0. 00000080:00000010:2.1:1786173287.395120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91b60. 00010000:00000010:2.1:1786173287.395178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049100. 00010000:00000010:2.1:1786173287.395184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22000. 00000080:00000010:2.1:1786173287.462094:0:97009:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91520. 00000080:00000010:2.1:1786173287.473271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91400. 00010000:00000010:2.1:1786173289.786616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25400. 00010000:00000010:2.1:1786173289.791210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25c00. 00000080:00000010:2.1:1786173289.791256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df260c0. 00010000:00000010:2.1:1786173289.791265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8600. 00010000:00000010:2.1:1786173289.791269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049d00. 00010000:00000010:2.1:1786173289.791273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22600. 00000080:00000010:2.1:1786173289.806092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa98a0. 00010000:00000010:2.1:1786173294.814557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae400. 00010000:00000010:2.1:1786173294.814569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25800. 00010000:00000010:2.1:1786173297.369404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291a00. 00000080:00000010:2.1:1786173297.392727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26da0. 00010000:00000010:2.1:1786173297.392756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d23e00. 00010000:00000010:2.1:1786173297.440623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291a00. 00000080:00000010:2.1:1786173297.440644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26560. 00010000:00000010:2.1:1786173297.443055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291e00. 00000080:00000010:2.1:1786173300.110110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91620. 00000080:00000010:2.1:1786173309.469644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2a60. 00000080:00000010:2.1:1786173309.469672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc23c0. 00000080:00000010:2.1:1786173309.469677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2500. 00000080:00000010:2.1:1786173309.469682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2f80. 00000080:00000010:2.1:1786173309.469686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcba0. 00000080:00000010:2.1:1786173309.469690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2a80. 00000080:00000010:2.1:1786173309.469694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2ea0. 00000080:00000010:2.1:1786173309.469699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2880. 00010000:00000010:2.1:1786173309.469705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28000. 00010000:00000010:2.1:1786173309.469713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb000. 00010000:00000010:2.1:1786173309.469717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f200. 00010000:00000010:2.1:1786173309.469721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eec00. 00010000:00000010:2.1:1786173309.469724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28a00. 00010000:00000010:2.1:1786173309.469727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f300. 00010000:00000010:2.1:1786173309.469729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28800. 00010000:00000010:2.1:1786173309.469732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46776e00. 00010000:00000010:2.1:1786173309.469735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e200. 00010000:00000010:2.1:1786173309.469737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee800. 00010000:00000010:2.1:1786173309.469739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f000. 00010000:00000010:2.1:1786173309.469741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eef00. 00010000:00000010:2.1:1786173309.469744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fc00. 00010000:00000010:2.1:1786173309.469746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee700. 00010000:00000010:2.1:1786173309.469748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd800. 00010000:00000010:2.1:1786173309.469751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee200. 00010000:00000010:2.1:1786173309.469754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc200. 00010000:00000010:2.1:1786173309.469757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eee00. 00010000:00000010:2.1:1786173309.469759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc000. 00010000:00000010:2.1:1786173309.474079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee500. 00010000:00000010:2.1:1786173309.474098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46777600. 00010000:00000010:2.1:1786173309.474119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa200. 00010000:00000010:2.1:1786173309.474123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28600. 00010000:00000010:2.1:1786173309.474126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa700. 00010000:00000010:2.1:1786173309.474129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29400. 00010000:00000010:2.1:1786173309.474132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee100. 00010000:00000010:2.1:1786173309.474134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dca00. 00010000:00000010:2.1:1786173309.474137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfae00. 00010000:00000010:2.1:1786173309.474140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28400. 00010000:00000010:0.1:1786173322.918092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2400. 00010000:00000010:0.1:1786173322.918113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9800. 00010000:00000010:0.1:1786173348.892472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905400. 00000080:00000010:2.1:1786173348.912104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394ca0. 00010000:00000010:2.1:1786173348.916062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049600. 00010000:00000010:2.1:1786173348.916073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22800. 00010000:00000010:2.1:1786173349.148067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9600. 00010000:00000010:2.1:1786173349.178999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43700. 00010000:00000010:2.1:1786173349.179029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4000. 00000080:00000010:2.1:1786173349.210891:0:44704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9740. 00010000:00000010:2.1:1786173349.258109:0:98220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2e00. 00010000:00000010:2.1:1786173349.258136:0:98220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9e00. 00000080:00000010:2.1:1786173349.258143:0:98220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394c80. 00010000:00000010:2.1:1786173349.272070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcdf00. 00010000:00000010:2.1:1786173349.272090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4200. 00010000:00000010:0.1:1786173349.407098:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2900. 00010000:00000010:2.1:1786173349.464415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcdf00. 00010000:00000010:0.1:1786173358.520127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8600. 00000080:00000010:2.1:1786173358.540076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9320. 00010000:00000010:2.1:1786173358.540100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2500. 00010000:00000010:2.1:1786173358.540106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905400. 00000080:00000010:2.1:1786173358.643099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2620. 00000080:00000010:2.1:1786173358.643119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2180. 00000080:00000010:2.1:1786173358.643124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2b40. 00000080:00000010:2.1:1786173358.643128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2720. 00000080:00000010:2.1:1786173358.643136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2da0. 00000080:00000010:2.1:1786173358.643140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2f00. 00010000:00000010:2.1:1786173358.670051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291aa00. 00010000:00000010:2.1:1786173358.670058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a500. 00010000:00000010:2.1:1786173358.670062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6a00. 00010000:00000010:2.1:1786173358.674302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49949100. 00010000:00000010:2.1:1786173358.674320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bf600. 00010000:00000010:2.1:1786173358.674324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6294f600. 00010000:00000010:2.1:1786173358.674328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3400. 00010000:00000010:2.1:1786173358.674331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28600. 00010000:00000010:2.1:1786173358.674336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904e00. 00010000:00000010:2.1:1786173358.674340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bfa00. 00010000:00000010:2.1:1786173358.674344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f600. 00010000:00000010:2.1:1786173358.674348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bf000. 00010000:00000010:2.1:1786173358.674350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6fa00. 00010000:00000010:2.1:1786173358.674353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628ddc00. 00010000:00000010:2.1:1786173358.674356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f800. 00010000:00000010:2.1:1786173358.674360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53e00. 00010000:00000010:2.1:1786173358.674363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6fc00. 00010000:00000010:2.1:1786173358.674366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52800. 00010000:00000010:2.1:1786173358.674368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f300. 00010000:00000010:2.1:1786173358.674372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e800. 00010000:00000010:2.1:1786173358.674374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28200. 00010000:00000010:2.1:1786173358.674378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905000. 00010000:00000010:2.1:1786173358.674380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ea00. 00010000:00000010:2.1:1786173358.674383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28d00. 00010000:00000010:2.1:1786173358.674386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793baa00. 00010000:00000010:2.1:1786173358.674389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278e00. 00010000:00000010:2.1:1786173358.674391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e400. 00010000:00000010:2.1:1786173358.674394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f400. 00010000:00000010:2.1:1786173358.674397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29e00. 00010000:00000010:2.1:1786173358.686070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73b00. 00010000:00000010:2.1:1786173358.686087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5000. 00000080:00000010:2.1:1786173358.714637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91260. 00010000:00000010:2.1:1786173358.777980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcdb00. 00010000:00000010:2.1:1786173358.777992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4c00. 00000080:00000010:2.1:1786173358.777998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26820. 00010000:00000010:2.1:1786173358.783342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd600. 00010000:00000010:2.1:1786173358.810563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9800. 00010000:00000010:2.1:1786173358.927049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2100. 00010000:00000010:2.1:1786173358.927106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9000. 00000080:00000010:2.1:1786173358.927114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394b60. 00010000:00000010:0.1:1786173367.011289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8400. 00000080:00000010:2.1:1786173367.024296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9800. 00010000:00000010:2.1:1786173367.032066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43200. 00010000:00000010:2.1:1786173367.032148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9400. 00010000:00000010:0.1:1786173367.097211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2500. 00010000:00000010:0.1:1786173367.097227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8400. 00010000:00000010:0.1:1786173367.127060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2100. 00010000:00000010:0.1:1786173367.137058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2e00. 00010000:00000010:0.1:1786173367.137071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8400. 00000080:00000010:0.1:1786173367.137085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394480. 00010000:00000010:2.1:1786173367.160160:0:99438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9a00. 00010000:00000010:2.1:1786173367.165720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2e00. 00010000:00000010:2.1:1786173367.165738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8400. 00010000:00000010:2.1:1786173378.909078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd100. 00010000:00000010:2.1:1786173379.071075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd100. 00010000:00000010:2.1:1786173379.071082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5a00. 00010000:00000010:2.1:1786173379.198163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd100. 00000080:00000010:0.1:1786173393.677173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91260. 00010000:00000010:0.1:1786173393.682156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2100. 00010000:00000010:0.1:1786173393.682170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9200. 00010000:00000010:2.1:1786173393.821342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73300. 00010000:00000010:2.1:1786173393.821352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22c00. 00000080:00000010:2.1:1786173393.821357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e916a0. 00010000:00000010:0.1:1786173423.224225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd300. 00010000:00000010:0.1:1786173423.224243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5400. 00010000:00000010:0.1:1786173423.236055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2e00. 00000080:00000010:2.1:1786173423.327371:0:100322:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394c80. 00010000:00000010:0.1:1786173423.448184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8600. 00010000:00000010:0.1:1786173423.448197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73a00. 00010000:00000010:0.1:1786173423.448201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22c00. 00010000:00000010:0.1:1786173423.448205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43700. 00010000:00000010:0.1:1786173423.448208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9400. 00000080:00000010:0.1:1786173423.485077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394ea0. 00000080:00000010:0.1:1786173423.485123:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6136a940. 00010000:00000010:2.1:1786173432.240763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8e00. 00000080:00000010:2.1:1786173432.269188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9e60. 00010000:00000010:2.1:1786173432.286194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd500. 00010000:00000010:2.1:1786173432.290827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5400. 00000080:00000010:0.1:1786173432.396279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26a00. 00010000:00000010:2.1:1786173432.409079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29e00. 00010000:00000010:0.1:1786173432.451043:0:100942:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093900. 00010000:00000010:2.1:1786173439.371595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db500. 00010000:00000010:2.1:1786173439.371609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291be00. 00010000:00000010:2.1:1786173439.408067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a500. 00010000:00000010:2.1:1786173439.408079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904000. 00000080:00000010:2.1:1786173439.408101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26f20. 00010000:00000010:0.1:1786173439.497042:0:1356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43000. 00000080:00000010:0.1:1786173439.561206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa97e0. 00010000:00000010:2.1:1786173439.591049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db500. 00000080:00000010:2.1:1786173446.478062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91f20. 00010000:00000010:0.1:1786173446.587073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43800. 00010000:00000010:0.1:1786173446.587092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662200. 00000080:00000010:0.1:1786173446.587098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9140. 00000080:00000010:0.1:1786173449.782415:0:101977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcd20. 00000080:00000010:0.1:1786173449.782430:0:101977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcdc0. 00000080:00000010:2.1:1786173449.786074:0:101370:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc8c0. 00000080:00000010:2.1:1786173449.786086:0:101370:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2dc0. 00000080:00000010:2.1:1786173449.786091:0:101370:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2ba0. 00000080:00000010:2.1:1786173449.786099:0:101370:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2ca0. 00000080:00000010:2.1:1786173449.786104:0:101370:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2b60. 00010000:00000010:2.1:1786173449.786111:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55a00. 00010000:00000010:2.1:1786173449.786116:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55c00. 00010000:00000010:2.1:1786173449.786119:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5600. 00010000:00000010:2.1:1786173449.786122:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5a00. 00010000:00000010:2.1:1786173449.786127:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364400. 00010000:00000010:2.1:1786173449.786132:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5800. 00010000:00000010:2.1:1786173449.786135:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068100. 00010000:00000010:2.1:1786173449.786139:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291b400. 00010000:00000010:2.1:1786173449.786142:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364e00. 00010000:00000010:2.1:1786173449.786145:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4800. 00010000:00000010:2.1:1786173449.786148:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364b00. 00010000:00000010:2.1:1786173449.786151:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5200. 00010000:00000010:2.1:1786173449.786154:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7600. 00010000:00000010:2.1:1786173449.786157:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068b00. 00010000:00000010:2.1:1786173449.786160:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291b200. 00010000:00000010:2.1:1786173449.786163:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068f00. 00010000:00000010:2.1:1786173449.786166:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291ac00. 00010000:00000010:2.1:1786173449.786169:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069400. 00010000:00000010:2.1:1786173449.786172:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7a00. 00010000:00000010:2.1:1786173449.786176:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a200. 00010000:00000010:2.1:1786173449.786179:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aeda00. 00010000:00000010:2.1:1786173449.786183:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8af00. 00010000:00000010:2.1:1786173449.786186:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6600. 00010000:00000010:2.1:1786173449.786189:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8ae00. 00010000:00000010:2.1:1786173449.786191:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6200. 00010000:00000010:2.1:1786173449.786194:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a000. 00010000:00000010:2.1:1786173449.786197:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7000. 00000080:00000010:2.1:1786173470.179067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91ae0. 00010000:00000010:2.1:1786173470.184289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73600. 00010000:00000010:2.1:1786173470.184304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29600. 00000080:00000010:2.1:1786173470.379823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9d80. 00010000:00000010:2.1:1786173470.385239:0:103521:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43800. 00010000:00000010:2.1:1786173470.385245:0:103521:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663200. 00010000:00000010:2.1:1786173470.399062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db500. 00010000:00000010:2.1:1786173470.404191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87d00. 00010000:00000010:2.1:1786173470.404213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905400. 00010000:00000010:2.1:1786173470.404218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8400. 00010000:00000010:2.1:1786173470.404223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093d00. 00010000:00000010:2.1:1786173470.404226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87100. 00010000:00000010:2.1:1786173470.404229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905000. 00000080:00000010:2.1:1786173470.442985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26220. 00010000:00000010:2.1:1786173470.464251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87100. 00010000:00000010:2.1:1786173470.464266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905000. 00000080:00000010:2.1:1786173470.470112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26160. 00010000:00000010:0.1:1786173470.489042:0:103522:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093300. 00010000:00000010:2.1:1786173470.580227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87f00. 00010000:00000010:2.1:1786173470.580243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db500. 00010000:00000010:2.1:1786173470.580248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905400. 00010000:00000010:2.1:1786173470.601326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db500. 00010000:00000010:2.1:1786173470.601335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905400. 00000080:00000010:2.1:1786173470.612096:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc420d9080. 00000080:00000010:2.1:1786173470.612111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df266c0. 00010000:00000010:0.1:1786173475.589699:0:103932:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87100. 00010000:00000010:0.1:1786173475.589715:0:103932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905000. 00010000:00000010:2.1:1786173478.438049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663600. 00000080:00000010:2.1:1786173478.478059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9240. 00010000:00000010:2.1:1786173478.482064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093100. 00010000:00000010:2.1:1786173478.482081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9c00. 00010000:00000010:0.1:1786173478.742098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9000. 00010000:00000010:0.1:1786173478.742122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8800. 00010000:00000010:2.1:1786173478.755211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55a00. 00010000:00000010:2.1:1786173478.766360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5c00. 00010000:00000010:0.1:1786173478.776223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8800. 00010000:00000010:0.1:1786173478.785773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9000. 00010000:00000010:0.1:1786173478.808360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8800. 00010000:00000010:0.1:1786173478.829757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9000. 00010000:00000010:0.1:1786173478.837985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8800. 00010000:00000010:0.1:1786173478.864080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9000. 00010000:00000010:2.1:1786173478.872044:0:104109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8800. 00010000:00000010:2.1:1786173478.885004:0:104109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5c00. 00010000:00000010:2.1:1786173478.890137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5600. 00000080:00000010:2.1:1786173478.893241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26100. 00000080:00000010:2.1:1786173478.893251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df268a0. 00000080:00000010:2.1:1786173478.893256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394540. 00000080:00000010:2.1:1786173478.893261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583946e0. 00000080:00000010:2.1:1786173478.893266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394240. 00000080:00000010:2.1:1786173478.893270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394b00. 00000080:00000010:2.1:1786173478.893274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583945a0. 00000080:00000010:2.1:1786173478.893281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394500. 00000080:00000010:2.1:1786173478.893285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394940. 00000080:00000010:2.1:1786173478.893290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df269e0. 00000080:00000010:2.1:1786173478.893294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df269a0. 00000080:00000010:2.1:1786173478.893297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394c40. 00000080:00000010:2.1:1786173478.893303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583948a0. 00010000:00000010:2.1:1786173478.893308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2ab00. 00010000:00000010:2.1:1786173478.893312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55c00. 00010000:00000010:2.1:1786173478.916100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a600. 00010000:00000010:2.1:1786173478.930202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2ab00. 00010000:00000010:2.1:1786173478.930216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5600. 00000080:00000010:2.1:1786173478.989153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91ce0. 00000080:00000010:2.1:1786173478.997093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26da0. 00000080:00000010:0.1:1786173479.011684:0:104112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394f80. 00010000:00000010:2.1:1786173479.023042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5200. 00010000:00000010:0.1:1786173479.025537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9400. 00010000:00000010:2.1:1786173479.036058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5c00. 00010000:00000010:0.1:1786173479.045311:0:104111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8600. 00010000:00000010:2.1:1786173479.069897:0:104113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55c00. 00010000:00000010:0.1:1786173479.070415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55a00. 00010000:00000010:2.1:1786173479.140651:0:104113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5200. 00000080:00000010:2.1:1786173479.305764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9f40. 00000080:00000010:2.1:1786173479.305792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9380. 00000080:00000010:2.1:1786173479.305799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26040. 00000080:00000010:2.1:1786173479.305803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9420. 00000080:00000010:2.1:1786173479.305809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9160. 00000080:00000010:2.1:1786173479.305913:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df268e0. 00000080:00000010:2.1:1786173479.305919:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9d40. 00000080:00000010:2.1:1786173479.305922:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9560. 00000080:00000010:2.1:1786173479.305926:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df263e0. 00000080:00000010:2.1:1786173479.305931:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26020. 00000080:00000010:2.1:1786173479.305935:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26ea0. 00000080:00000010:2.1:1786173479.305942:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394f80. 00000080:00000010:2.1:1786173479.305946:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26da0. 00000080:00000010:2.1:1786173479.305953:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91580. 00000080:00000010:2.1:1786173479.305960:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91260. 00000080:00000010:2.1:1786173479.305964:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394560. 00000080:00000010:2.1:1786173479.305967:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26600. 00000080:00000010:2.1:1786173479.305971:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91000. 00000080:00000010:2.1:1786173479.305974:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394400. 00010000:00000010:2.1:1786173479.305979:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a100. 00010000:00000010:2.1:1786173479.305985:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905e00. 00010000:00000010:2.1:1786173479.324588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a600. 00010000:00000010:2.1:1786173479.335983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5200. 00010000:00000010:2.1:1786173479.336009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a700. 00010000:00000010:2.1:1786173479.336026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5c00. 00000080:00000010:2.1:1786173479.369076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26060. 00000080:00000010:2.1:1786173479.390896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e914a0. 00010000:00000010:2.1:1786173479.393213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5200. 00000080:00000010:0.1:1786173479.407071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91e40. 00010000:00000010:2.1:1786173479.407191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663000. 00000080:00000010:0.1:1786173479.414049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394bc0. 00010000:00000010:2.1:1786173479.418716:0:104118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55a00. 00010000:00000010:2.1:1786173479.418731:0:104118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55c00. 00010000:00000010:2.1:1786173479.427500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662c00. 00010000:00000010:2.1:1786173479.456424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8c00. 00010000:00000010:2.1:1786173479.462899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5200. 00010000:00000010:0.1:1786173479.465117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29200. 00010000:00000010:2.1:1786173479.469741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55a00. 00010000:00000010:2.1:1786173479.493434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8800. 00010000:00000010:0.1:1786173479.496096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9c00. 00010000:00000010:2.1:1786173479.504276:0:104117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8000. 00010000:00000010:0.1:1786173479.505099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8400. 00010000:00000010:2.1:1786173479.530664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55a00. 00000080:00000010:0.1:1786173479.532226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91d80. 00010000:00000010:2.1:1786173479.538072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093000. 00010000:00000010:2.1:1786173479.538087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9c00. 00000080:00000010:2.1:1786173486.657200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa94e0. 00010000:00000010:2.1:1786173486.657227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2ae00. 00010000:00000010:2.1:1786173486.657233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904e00. 00010000:00000010:2.1:1786173486.768057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73d00. 00010000:00000010:2.1:1786173486.787795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a700. 00010000:00000010:2.1:1786173486.787808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55c00. 00000080:00000010:2.1:1786173486.807280:0:104708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91b80. 00010000:00000010:2.1:1786173486.835111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a100. 00010000:00000010:2.1:1786173486.835127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904e00. 00000080:00000010:2.1:1786173486.835134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26a00. 00010000:00000010:2.1:1786173486.844853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a200. 00010000:00000010:2.1:1786173486.844870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5200. 00000080:00000010:0.1:1786173486.871399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26d40. 00010000:00000010:2.1:1786173486.875194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a200. 00010000:00000010:2.1:1786173486.875206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5200. 00010000:00000010:2.1:1786173486.886632:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093d00. 00010000:00000010:2.1:1786173486.931070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093200. 00000080:00000010:2.1:1786173493.189114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2be0. 00000080:00000010:2.1:1786173493.189125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2320. 00000080:00000010:2.1:1786173493.196919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2c80. 00000080:00000010:2.1:1786173493.196941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2d40. 00000080:00000010:2.1:1786173493.196945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2600. 00000080:00000010:2.1:1786173493.196948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc22e0. 00000080:00000010:2.1:1786173493.196952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2900. 00000080:00000010:2.1:1786173493.196955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2fe0. 00000080:00000010:2.1:1786173493.196958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2920. 00000080:00000010:2.1:1786173493.196963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2c60. 00000080:00000010:2.1:1786173493.196968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc21a0. 00000080:00000010:2.1:1786173493.196971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc27e0. 00000080:00000010:2.1:1786173493.196976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcbe0. 00010000:00000010:2.1:1786173493.196984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a700. 00010000:00000010:2.1:1786173493.196991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899d200. 00010000:00000010:2.1:1786173493.196995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a400. 00010000:00000010:2.1:1786173493.196999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899c000. 00010000:00000010:2.1:1786173493.197002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8ac00. 00010000:00000010:2.1:1786173493.197004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899cc00. 00010000:00000010:2.1:1786173493.197032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069a00. 00010000:00000010:2.1:1786173493.197036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899dc00. 00010000:00000010:2.1:1786173493.197039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069300. 00010000:00000010:2.1:1786173493.197042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899c600. 00010000:00000010:2.1:1786173493.197045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069c00. 00010000:00000010:2.1:1786173493.197048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899da00. 00010000:00000010:2.1:1786173493.197051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069700. 00010000:00000010:2.1:1786173493.197053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899c200. 00010000:00000010:2.1:1786173493.197055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069b00. 00010000:00000010:2.1:1786173493.197058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899c800. 00010000:00000010:2.1:1786173493.197060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069d00. 00010000:00000010:2.1:1786173493.197063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899d600. 00010000:00000010:2.1:1786173493.197066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069000. 00010000:00000010:2.1:1786173493.197070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291ae00. 00010000:00000010:2.1:1786173493.197072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069900. 00010000:00000010:2.1:1786173493.197074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899d800. 00010000:00000010:2.1:1786173493.197077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069600. 00010000:00000010:2.1:1786173493.197079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7899c400. 00010000:00000010:2.1:1786173493.197083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364600. 00010000:00000010:2.1:1786173493.197087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4400. 00010000:00000010:2.1:1786173493.197090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364f00. 00010000:00000010:2.1:1786173493.197093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4600. 00010000:00000010:2.1:1786173493.197097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5400. 00010000:00000010:2.1:1786173493.197099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364c00. 00010000:00000010:2.1:1786173493.197101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5c00. 00010000:00000010:2.1:1786173493.488079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663e00. 00010000:00000010:0.1:1786173493.496489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52000. 00010000:00000010:0.1:1786173493.496497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663c00. 00000080:00000010:2.1:1786173493.511252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9960. 00010000:00000010:0.1:1786173493.536449:0:105298:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093f00. 00010000:00000010:0.1:1786173493.536457:0:105298:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62250400. 00000080:00000010:0.1:1786173493.536462:0:105298:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394940. 00010000:00000010:0.1:1786173493.540155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093200. 00010000:00000010:0.1:1786173493.540170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251200. 00010000:00000010:2.1:1786173493.620199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a000. 00010000:00000010:2.1:1786173502.124903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7da00. 00000080:00000010:2.1:1786173502.141610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c34c0. 00010000:00000010:2.1:1786173502.141635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7c200. 00010000:00000010:2.1:1786173502.146058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2af00. 00010000:00000010:2.1:1786173502.146073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7c400. 00000080:00000010:2.1:1786173502.146079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3c00. 00010000:00000010:0.1:1786173502.214034:0:105932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc400. 00000080:00000010:0.1:1786173502.214044:0:105932:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e919e0. 00010000:00000010:0.1:1786173502.214052:0:105932:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2ae00. 00010000:00000010:0.1:1786173502.214056:0:105932:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7da00. 00010000:00000010:0.1:1786173503.829186:0:106055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7ce00. 00010000:00000010:0.1:1786173503.853494:0:106042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62250600. 00000080:00000010:0.1:1786173503.853500:0:106042:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3d60. 00010000:00000010:0.1:1786173503.853506:0:106042:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52400. 00010000:00000010:0.1:1786173503.853510:0:106042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc400. 00010000:00000010:2.1:1786173503.882049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7da00. 00000080:00000010:2.1:1786173503.882061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa91e0. 00000080:00000010:2.1:1786173503.890654:0:106061:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3020. 00010000:00000010:2.1:1786173503.919198:0:106064:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52500. 00010000:00000010:0.1:1786173503.921218:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251e00. 00000080:00000010:0.1:1786173503.921227:0:2383:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583946c0. 00010000:00000010:2.1:1786173503.939038:0:106060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251200. 00000080:00000010:2.1:1786173503.939046:0:106060:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394a40. 00010000:00000010:2.1:1786173503.947055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7d000. 00000080:00000010:0.1:1786173503.960955:0:106071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3e80. 00010000:00000010:2.1:1786173503.989628:0:105922:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7d000. 00000080:00000010:2.1:1786173503.989635:0:105922:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3020. 00000080:00000010:2.1:1786173504.002027:0:106082:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa98e0. 00010000:00000010:2.1:1786173510.771416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813c100. 00010000:00000010:0.1:1786173510.804984:0:106191:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100400. 00010000:00000010:0.1:1786173510.805003:0:106191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5000. 00010000:00000010:2.1:1786173510.920532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177600. 00010000:00000010:2.1:1786173510.988130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4e00. 00010000:00000010:2.1:1786173510.988145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4200. 00010000:00000010:2.1:1786173511.099331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813c400. 00010000:00000010:2.1:1786173511.099340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1e00. 00010000:00000010:2.1:1786173511.099344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4000. 00000080:00000010:0.1:1786173511.115428:0:106192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3860. 00000080:00000010:0.1:1786173511.125405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc423139c0. 00010000:00000010:0.1:1786173511.125425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901d200. 00010000:00000010:0.1:1786173511.125433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78c00. 00010000:00000010:2.1:1786173511.133256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2400. 00010000:00000010:2.1:1786173511.133274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7c800. 00000080:00000010:0.1:1786173511.133681:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b5e300. 00010000:00000010:0.1:1786173511.133753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52b00. 00010000:00000010:0.1:1786173511.133758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93400. 00000080:00000010:2.1:1786173511.145076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3be0. 00000080:00000010:2.1:1786173511.149098:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5877c200. 00010000:00000010:0.1:1786173511.149193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093400. 00010000:00000010:0.1:1786173511.149204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7ce00. 00000080:00000010:0.1:1786173511.169076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9100. 00000080:00000010:2.1:1786173511.173084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c38e0. 00000080:00000010:2.1:1786173511.173130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6136b180. 00010000:00000010:2.1:1786173511.173140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2800. 00010000:00000010:2.1:1786173511.173148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc600. 00000080:00000010:0.1:1786173511.173228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc61298000. 00010000:00000010:0.1:1786173511.173239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2f00. 00010000:00000010:0.1:1786173511.173244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851600. 00000080:00000010:2.1:1786173511.190987:0:106192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3020. 00000080:00000010:2.1:1786173511.191150:0:106192:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa0000. 00010000:00000010:2.1:1786173511.199518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73d00. 00010000:00000010:2.1:1786173511.199539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7de00. 00000080:00000010:2.1:1786173511.205077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3fe0. 00000080:00000010:2.1:1786173511.205120:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5865b9c0. 00010000:00000010:2.1:1786173511.205133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a000. 00010000:00000010:2.1:1786173511.205140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79c00. 00000080:00000010:2.1:1786173511.229093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91000. 00000080:00000010:0.1:1786173511.237854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3ea0. 00000080:00000010:0.1:1786173511.237889:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5877a940. 00010000:00000010:0.1:1786173511.237903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bb100. 00010000:00000010:0.1:1786173511.237910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40030800. 00000080:00000010:2.1:1786173511.242086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc586fd280. 00010000:00000010:2.1:1786173511.242120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8ae00. 00010000:00000010:2.1:1786173511.242128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc400. 00000080:00000010:0.1:1786173511.272341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e911c0. 00000080:00000010:0.1:1786173511.272379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b598c0. 00010000:00000010:0.1:1786173511.272392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28800. 00010000:00000010:0.1:1786173511.272441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79e00. 00000080:00000010:2.1:1786173511.277059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91260. 00000080:00000010:2.1:1786173511.277090:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af218c0. 00010000:00000010:2.1:1786173511.277105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2500. 00010000:00000010:2.1:1786173511.277112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461ccc00. 00000080:00000010:0.1:1786173511.281063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3360. 00000080:00000010:0.1:1786173511.281107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af22940. 00010000:00000010:0.1:1786173511.281115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2e00. 00010000:00000010:0.1:1786173511.281121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7da00. 00000080:00000010:0.1:1786173511.316109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c33a0. 00000080:00000010:0.1:1786173511.324768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91220. 00000080:00000010:0.1:1786173511.324807:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa6300. 00000080:00000010:2.1:1786173511.327409:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5877f380. 00010000:00000010:2.1:1786173511.355378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52f00. 00010000:00000010:2.1:1786173511.355388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92200. 00000080:00000010:2.1:1786173511.358200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9280. 00000080:00000010:2.1:1786173511.358226:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6129a100. 00010000:00000010:2.1:1786173511.358239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813ca00. 00010000:00000010:2.1:1786173511.358245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62250e00. 00000080:00000010:0.1:1786173511.363122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91c40. 00000080:00000010:0.1:1786173511.363184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b5ca40. 00010000:00000010:0.1:1786173511.363195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093000. 00010000:00000010:0.1:1786173511.363203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92000. 00000080:00000010:0.1:1786173511.371085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9460. 00000080:00000010:2.1:1786173511.374803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394140. 00000080:00000010:0.1:1786173511.374965:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6136a100. 00010000:00000010:0.1:1786173511.374985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813cb00. 00010000:00000010:0.1:1786173511.374992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1600. 00000080:00000010:0.1:1786173511.387068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3600. 00000080:00000010:0.1:1786173511.387097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42316b40. 00010000:00000010:0.1:1786173511.400393:0:106192:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093600. 00010000:00000010:0.1:1786173511.400410:0:106192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc800. 00000080:00000010:0.1:1786173511.406962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91080. 00000080:00000010:0.1:1786173511.412879:0:2383:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6129c200. 00010000:00000010:2.1:1786173511.429463:0:106192:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100200. 00010000:00000010:2.1:1786173511.429486:0:106192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5c00. 00000080:00000010:2.1:1786173511.438108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3100. 00000080:00000010:0.1:1786173511.442093:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc612998c0. 00010000:00000010:0.1:1786173511.442133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a400. 00010000:00000010:0.1:1786173511.442141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cca00. 00000080:00000010:2.1:1786173511.447329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42312100. 00010000:00000010:2.1:1786173511.447353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2b00. 00010000:00000010:2.1:1786173511.447360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62250400. 00000080:00000010:0.1:1786173511.454842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91a00. 00000080:00000010:0.1:1786173511.468279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af25ac0. 00010000:00000010:0.1:1786173511.468294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813c800. 00010000:00000010:0.1:1786173511.468630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4400. 00000080:00000010:2.1:1786173511.481062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394dc0. 00000080:00000010:2.1:1786173511.481090:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5877a100. 00010000:00000010:2.1:1786173511.481110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100000. 00010000:00000010:2.1:1786173511.481116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4c00. 00000080:00000010:2.1:1786173511.498208:0:1034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3460. 00000080:00000010:2.1:1786173511.505494:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60012100. 00010000:00000010:2.1:1786173511.505509:0:106191:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100700. 00010000:00000010:2.1:1786173511.505514:0:106191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4600. 00000080:00000010:2.1:1786173511.522391:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3960. 00000080:00000010:2.1:1786173511.522410:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc587d5280. 00010000:00000010:2.1:1786173511.532337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db500. 00010000:00000010:2.1:1786173511.532355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7c200. 00000080:00000010:2.1:1786173511.537140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3940. 00000080:00000010:2.1:1786173511.541081:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42314200. 00010000:00000010:2.1:1786173511.541111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100500. 00010000:00000010:2.1:1786173511.541117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5a00. 00000080:00000010:2.1:1786173511.560117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3ae0. 00000080:00000010:2.1:1786173511.564226:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc75a4a100. 00010000:00000010:2.1:1786173511.564234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901d000. 00010000:00000010:2.1:1786173511.564239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79000. 00010000:00000010:0.1:1786173511.585314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52800. 00010000:00000010:0.1:1786173511.585322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78000. 00000080:00000010:2.1:1786173511.619934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3680. 00000080:00000010:2.1:1786173511.619958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6129eb40. 00010000:00000010:2.1:1786173511.619970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813c300. 00010000:00000010:2.1:1786173511.619975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79400. 00000080:00000010:2.1:1786173511.643690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91320. 00000080:00000010:2.1:1786173511.643711:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42311080. 00010000:00000010:2.1:1786173511.643719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813cc00. 00010000:00000010:2.1:1786173511.643725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0200. 00000080:00000010:2.1:1786173511.665049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3340. 00000080:00000010:2.1:1786173511.665074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42310840. 00010000:00000010:2.1:1786173511.665086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2c00. 00010000:00000010:2.1:1786173511.665091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc000. 00000080:00000010:2.1:1786173511.665094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91760. 00000080:00000010:2.1:1786173511.665102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa0840. 00010000:00000010:2.1:1786173511.665106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a400. 00010000:00000010:2.1:1786173511.665109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7d400. 00010000:00000010:2.1:1786173511.686062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813cf00. 00010000:00000010:2.1:1786173511.686069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0000. 00000080:00000010:0.1:1786173511.686533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3380. 00000080:00000010:0.1:1786173511.690196:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc58778000. 00000080:00000010:0.1:1786173511.696175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394360. 00000080:00000010:0.1:1786173511.708201:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5877eb40. 00010000:00000010:0.1:1786173511.708215:0:106191:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2700. 00010000:00000010:0.1:1786173511.708220:0:106191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7d200. 00000080:00000010:2.1:1786173511.714280:0:106192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3060. 00000080:00000010:2.1:1786173511.714306:0:106192:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42310000. 00010000:00000010:2.1:1786173511.714328:0:106192:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bb500. 00010000:00000010:2.1:1786173511.714334:0:106192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0c00. 00000080:00000010:0.1:1786173511.721868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3ec0. 00000080:00000010:0.1:1786173511.721897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc587798c0. 00010000:00000010:0.1:1786173511.721906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43700. 00010000:00000010:0.1:1786173511.721912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40030200. 00000080:00000010:2.1:1786173511.733053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e918a0. 00000080:00000010:2.1:1786173511.733085:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b5c200. 00010000:00000010:2.1:1786173511.733103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093100. 00010000:00000010:2.1:1786173511.733110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78e00. 00000080:00000010:0.1:1786173511.737057:0:106191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91560. 00000080:00000010:0.1:1786173511.737076:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc586fa940. 00010000:00000010:0.1:1786173511.737086:0:106191:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a300. 00010000:00000010:0.1:1786173511.737090:0:106191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7d800. 00000080:00000010:0.1:1786173511.745753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3b20. 00000080:00000010:0.1:1786173511.749155:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5877d280. 00010000:00000010:0.1:1786173511.749175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901da00. 00010000:00000010:0.1:1786173511.749181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850600. 00000080:00000010:2.1:1786173511.750356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c31e0. 00000080:00000010:2.1:1786173511.758210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aef0000. 00010000:00000010:2.1:1786173511.765235:0:106192:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73200. 00010000:00000010:2.1:1786173511.765252:0:106192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cd400. 00000080:00000010:0.1:1786173511.766125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3a20. 00000080:00000010:0.1:1786173511.766144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc587d3180. 00010000:00000010:0.1:1786173511.766154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28000. 00010000:00000010:0.1:1786173511.766159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0800. 00000080:00000010:2.1:1786173511.784277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e913a0. 00000080:00000010:2.1:1786173511.784311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5865ca40. 00010000:00000010:2.1:1786173511.784323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813c500. 00010000:00000010:2.1:1786173511.784330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1200. 00000080:00000010:2.1:1786173511.793527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c39e0. 00000080:00000010:2.1:1786173511.793544:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc587d1080. 00010000:00000010:0.1:1786173511.802060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100600. 00010000:00000010:0.1:1786173511.802068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5600. 00000080:00000010:0.1:1786173511.811454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3e00. 00000080:00000010:0.1:1786173511.811474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa2100. 00000080:00000010:0.1:1786173511.814195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3320. 00000080:00000010:2.1:1786173511.830788:0:106192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91580. 00000080:00000010:2.1:1786173511.830817:0:106192:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af20840. 00010000:00000010:2.1:1786173511.837057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28e00. 00010000:00000010:2.1:1786173511.837067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93800. 00000080:00000010:2.1:1786173511.842439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3dc0. 00000080:00000010:2.1:1786173511.842458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc586fdac0. 00010000:00000010:2.1:1786173511.892506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bb200. 00010000:00000010:2.1:1786173511.892524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5800. 00000080:00000010:2.1:1786173511.918561:0:106192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9340. 00000080:00000010:2.1:1786173511.932545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b58840. 00010000:00000010:2.1:1786173511.932562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28600. 00010000:00000010:2.1:1786173511.932567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78e00. 00000080:00000010:2.1:1786173511.940413:0:106192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91ee0. 00000080:00000010:2.1:1786173511.940429:0:106192:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50082100. 00010000:00000010:2.1:1786173511.940439:0:106192:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813c000. 00010000:00000010:2.1:1786173511.940443:0:106192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79a00. 00000080:00000010:0.1:1786173511.961324:0:2382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91ae0. 00000080:00000010:0.1:1786173511.961342:0:2382:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50080840. 00000080:00000010:2.1:1786173511.962433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3e60. 00000080:00000010:2.1:1786173511.962449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc587d39c0. 00010000:00000010:2.1:1786173511.962455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a500. 00010000:00000010:2.1:1786173511.962460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78a00. 00000080:00000010:2.1:1786173511.976282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3800. 00000080:00000010:2.1:1786173511.976384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af239c0. 00010000:00000010:2.1:1786173511.976397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813cd00. 00010000:00000010:2.1:1786173511.976402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df7e00. 00000080:00000010:2.1:1786173511.997071:0:106191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394760. 00000080:00000010:2.1:1786173512.007917:0:106192:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42315280. 00010000:00000010:2.1:1786173512.007926:0:106192:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bb400. 00010000:00000010:2.1:1786173512.007930:0:106192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62250600. 00000080:00000010:2.1:1786173512.022239:0:106192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91600. 00000080:00000010:2.1:1786173512.022269:0:106192:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b5b9c0. 00010000:00000010:2.1:1786173512.022282:0:106192:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52e00. 00010000:00000010:2.1:1786173512.022286:0:106192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79600. 00000080:00000010:2.1:1786173512.039898:0:106192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91ca0. 00000080:00000010:2.1:1786173512.057474:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc61298840. 00010000:00000010:2.1:1786173512.057491:0:106191:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52300. 00010000:00000010:2.1:1786173512.057496:0:106191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1a00. 00000080:00000010:2.1:1786173512.065779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c35c0. 00000080:00000010:2.1:1786173512.065805:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6129dac0. 00000080:00000010:2.1:1786173512.080061:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc586598c0. 00000080:00000010:2.1:1786173512.080076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583944e0. 00010000:00000010:2.1:1786173512.100187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4600. 00000080:00000010:2.1:1786173512.104059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9240. 00000080:00000010:2.1:1786173512.104080:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc586ff380. 00010000:00000010:2.1:1786173512.104089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28200. 00010000:00000010:2.1:1786173512.104104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4c00. 00000080:00000010:2.1:1786173512.128117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa99a0. 00000080:00000010:2.1:1786173512.128149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50087380. 00010000:00000010:2.1:1786173512.128156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43d00. 00010000:00000010:2.1:1786173512.128165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4a00. 00010000:00000010:2.1:1786173512.144209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52400. 00010000:00000010:2.1:1786173512.144215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4800. 00010000:00000010:2.1:1786173512.144218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5000. 00010000:00000010:2.1:1786173512.161234:0:106192:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73a00. 00010000:00000010:2.1:1786173512.161241:0:106192:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cd000. 00000080:00000010:2.1:1786173512.170049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9c40. 00000080:00000010:2.1:1786173512.170084:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6129b180. 00010000:00000010:2.1:1786173512.174077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2200. 00010000:00000010:2.1:1786173512.174104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850e00. 00000080:00000010:2.1:1786173512.183162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91bc0. 00000080:00000010:2.1:1786173512.183190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5865c200. 00010000:00000010:2.1:1786173512.186918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52100. 00010000:00000010:2.1:1786173512.186926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93200. 00000080:00000010:2.1:1786173512.192532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3240. 00000080:00000010:2.1:1786173512.196594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa5280. 00000080:00000010:2.1:1786173512.212167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583949e0. 00000080:00000010:2.1:1786173512.212216:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6129ca40. 00010000:00000010:2.1:1786173512.212230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bba00. 00010000:00000010:2.1:1786173512.212235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40030e00. 00000080:00000010:2.1:1786173512.236291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3a00. 00000080:00000010:2.1:1786173512.236321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42314a40. 00010000:00000010:2.1:1786173512.244087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093200. 00010000:00000010:2.1:1786173512.244114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0600. 00000080:00000010:0.1:1786173512.249489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9820. 00000080:00000010:0.1:1786173512.249509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa1080. 00010000:00000010:0.1:1786173512.249515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52500. 00010000:00000010:0.1:1786173512.249520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79800. 00000080:00000010:2.1:1786173512.254063:0:106191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3c60. 00000080:00000010:2.1:1786173512.254083:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aef2100. 00010000:00000010:2.1:1786173512.254091:0:106191:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63a00. 00010000:00000010:2.1:1786173512.254097:0:106191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587200. 00000080:00000010:0.1:1786173512.254174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c31c0. 00000080:00000010:0.1:1786173512.254188:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6129a940. 00010000:00000010:0.1:1786173512.254194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a000. 00010000:00000010:0.1:1786173512.254197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851e00. 00000080:00000010:2.1:1786173512.261955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e914c0. 00000080:00000010:2.1:1786173512.261983:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b5d280. 00010000:00000010:2.1:1786173512.268120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901db00. 00010000:00000010:2.1:1786173512.268140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93000. 00000080:00000010:2.1:1786173512.294060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9940. 00000080:00000010:2.1:1786173512.294097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc587d0000. 00010000:00000010:2.1:1786173512.294106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093300. 00010000:00000010:2.1:1786173512.294111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251c00. 00000080:00000010:2.1:1786173512.299343:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50085ac0. 00010000:00000010:2.1:1786173512.299355:0:106191:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2600. 00010000:00000010:2.1:1786173512.299359:0:106191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851400. 00000080:00000010:2.1:1786173512.302375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394260. 00000080:00000010:0.1:1786173512.303262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3d20. 00000080:00000010:2.1:1786173512.306581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aef6b40. 00010000:00000010:2.1:1786173512.306604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901d300. 00010000:00000010:2.1:1786173512.306618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79a00. 00000080:00000010:2.1:1786173512.324855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e919a0. 00000080:00000010:2.1:1786173512.324874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc587d7380. 00000080:00000010:0.1:1786173512.328118:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa18c0. 00010000:00000010:0.1:1786173512.328139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2300. 00010000:00000010:0.1:1786173512.328145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851c00. 00000080:00000010:0.1:1786173512.337174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3cc0. 00000080:00000010:0.1:1786173512.337201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa39c0. 00010000:00000010:0.1:1786173512.345086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901d400. 00010000:00000010:0.1:1786173512.345102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78c00. 00000080:00000010:0.1:1786173512.362078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3260. 00000080:00000010:0.1:1786173512.362097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc587d5ac0. 00010000:00000010:0.1:1786173512.362106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901d600. 00010000:00000010:0.1:1786173512.362112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78800. 00010000:00000010:2.1:1786173512.371302:0:106191:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901d900. 00010000:00000010:2.1:1786173512.371310:0:106191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850800. 00010000:00000010:2.1:1786173512.375145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73800. 00010000:00000010:2.1:1786173512.375151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cde00. 00000080:00000010:2.1:1786173512.379139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3d40. 00000080:00000010:2.1:1786173512.379166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa7380. 00010000:00000010:2.1:1786173512.379175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093d00. 00010000:00000010:2.1:1786173512.379180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251800. 00000080:00000010:2.1:1786173512.397740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91660. 00000080:00000010:2.1:1786173512.397772:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5865e300. 00010000:00000010:2.1:1786173512.397783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2100. 00010000:00000010:2.1:1786173512.397788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851200. 00000080:00000010:2.1:1786173512.404424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583945e0. 00000080:00000010:2.1:1786173512.404449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aef3180. 00010000:00000010:2.1:1786173512.404461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100c00. 00010000:00000010:2.1:1786173512.404467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5400. 00000080:00000010:2.1:1786173512.408169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c33c0. 00000080:00000010:2.1:1786173512.408195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa2940. 00010000:00000010:2.1:1786173512.408202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8af00. 00010000:00000010:2.1:1786173512.408208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850c00. 00000080:00000010:2.1:1786173512.421836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3f80. 00000080:00000010:2.1:1786173512.421853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc423118c0. 00010000:00000010:2.1:1786173512.424703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bb300. 00010000:00000010:2.1:1786173512.424722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586a00. 00000080:00000010:2.1:1786173512.429772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c39a0. 00000080:00000010:2.1:1786173512.429790:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af24200. 00010000:00000010:2.1:1786173512.429797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a200. 00010000:00000010:2.1:1786173512.429802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62250c00. 00000080:00000010:2.1:1786173512.445596:0:106191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91de0. 00000080:00000010:2.1:1786173512.445615:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af24a40. 00010000:00000010:0.1:1786173512.466329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4600. 00010000:00000010:0.1:1786173512.466337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73700. 00010000:00000010:0.1:1786173512.466341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cce00. 00000080:00000010:2.1:1786173512.468071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc58779080. 00000080:00000010:2.1:1786173512.468080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e910a0. 00010000:00000010:2.1:1786173512.490540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901d100. 00010000:00000010:2.1:1786173512.490556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78400. 00000080:00000010:2.1:1786173512.493194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e917c0. 00000080:00000010:2.1:1786173512.493209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa4200. 00010000:00000010:2.1:1786173512.493216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63e00. 00010000:00000010:2.1:1786173512.493221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587600. 00000080:00000010:2.1:1786173512.517265:0:106191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91920. 00000080:00000010:2.1:1786173512.527221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b5eb40. 00010000:00000010:2.1:1786173512.527233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2000. 00010000:00000010:2.1:1786173512.527237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92400. 00000080:00000010:2.1:1786173512.530180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9de0. 00000080:00000010:2.1:1786173512.530209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5877ca40. 00010000:00000010:2.1:1786173512.530219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093500. 00010000:00000010:2.1:1786173512.530225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78200. 00000080:00000010:2.1:1786173512.535085:0:106191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91900. 00000080:00000010:2.1:1786173512.535100:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aef2940. 00010000:00000010:2.1:1786173512.535110:0:106191:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a100. 00010000:00000010:2.1:1786173512.535115:0:106191:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78600. 00000080:00000010:2.1:1786173512.545190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91160. 00000080:00000010:2.1:1786173512.545208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af20000. 00010000:00000010:2.1:1786173512.548426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28400. 00010000:00000010:2.1:1786173512.548435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79e00. 00000080:00000010:2.1:1786173512.552540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91940. 00000080:00000010:2.1:1786173512.557082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af26b40. 00010000:00000010:2.1:1786173512.557099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52000. 00010000:00000010:2.1:1786173512.557105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92600. 00000080:00000010:2.1:1786173512.565158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9d60. 00000080:00000010:2.1:1786173512.565187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6129d280. 00010000:00000010:2.1:1786173512.569186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28f00. 00010000:00000010:2.1:1786173512.569202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79200. 00000080:00000010:2.1:1786173512.593148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91300. 00000080:00000010:2.1:1786173512.593177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50086300. 00010000:00000010:2.1:1786173512.597171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813c900. 00010000:00000010:2.1:1786173512.597182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df7a00. 00000080:00000010:2.1:1786173512.600819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394ba0. 00000080:00000010:2.1:1786173512.600848:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc42315ac0. 00010000:00000010:2.1:1786173512.600860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8ac00. 00010000:00000010:2.1:1786173512.600864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cda00. 00000080:00000010:2.1:1786173512.606786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91aa0. 00000080:00000010:2.1:1786173512.606808:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af23180. 00010000:00000010:2.1:1786173512.606814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a900. 00010000:00000010:2.1:1786173512.606819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92e00. 00000080:00000010:2.1:1786173512.611475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa91a0. 00000080:00000010:2.1:1786173512.611506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af26300. 00010000:00000010:2.1:1786173512.611519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bb000. 00010000:00000010:2.1:1786173512.611525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586800. 00000080:00000010:2.1:1786173512.625075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91b60. 00000080:00000010:2.1:1786173512.625102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b59080. 00010000:00000010:2.1:1786173512.625110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a300. 00010000:00000010:2.1:1786173512.625115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78800. 00000080:00000010:2.1:1786173512.635656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91d20. 00000080:00000010:2.1:1786173512.635693:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4af25280. 00010000:00000010:2.1:1786173512.635704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43800. 00010000:00000010:2.1:1786173512.635709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4200. 00000080:00000010:2.1:1786173512.649120:0:106191:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa90e0. 00000080:00000010:2.1:1786173512.649137:0:106191:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc586fb180. 00010000:00000010:2.1:1786173512.653061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52200. 00010000:00000010:2.1:1786173512.653080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93e00. 00000080:00000010:2.1:1786173512.657613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9040. 00000080:00000010:2.1:1786173512.657632:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6129b9c0. 00010000:00000010:2.1:1786173512.657641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52700. 00010000:00000010:2.1:1786173512.657646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93c00. 00000080:00000010:2.1:1786173512.687056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa97a0. 00000080:00000010:2.1:1786173512.731318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e918e0. 00000080:00000010:2.1:1786173512.731346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa6b40. 00010000:00000010:2.1:1786173512.731356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2900. 00010000:00000010:2.1:1786173512.731360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851a00. 00000080:00000010:2.1:1786173512.735162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c33e0. 00000080:00000010:2.1:1786173512.735188:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60aa3180. 00010000:00000010:2.1:1786173512.735196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28b00. 00010000:00000010:2.1:1786173512.735202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55a00. 00000080:00000010:2.1:1786173512.748069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91d80. 00000080:00000010:2.1:1786173512.748106:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc50081080. 00010000:00000010:2.1:1786173512.752879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901dd00. 00010000:00000010:2.1:1786173512.752888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79c00. 00010000:00000010:2.1:1786173512.768036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7901df00. 00010000:00000010:2.1:1786173512.768057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79400. 00000080:00000010:2.1:1786173512.779071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c31a0. 00000080:00000010:2.1:1786173512.779102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc587d18c0. 00010000:00000010:2.1:1786173512.784183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5a00. 00010000:00000010:2.1:1786173512.784201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73000. 00010000:00000010:2.1:1786173512.784206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251200. 00000080:00000010:2.1:1786173512.792071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc6136a940. 00000080:00000010:2.1:1786173512.792089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394e20. 00010000:00000010:2.1:1786173512.811695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251600. 00010000:00000010:2.1:1786173512.811704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52c00. 00010000:00000010:2.1:1786173512.816177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5a00. 00010000:00000010:2.1:1786173512.816186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52900. 00010000:00000010:2.1:1786173512.816191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93a00. 00010000:00000010:2.1:1786173512.822234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100c00. 00010000:00000010:2.1:1786173512.822256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5a00. 00000080:00000010:2.1:1786173512.848499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc5877b9c0. 00000080:00000010:2.1:1786173512.848519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9ce0. 00010000:00000010:2.1:1786173523.971868:0:106219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5000. 00000080:00000010:2.1:1786173524.084065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3c60. 00010000:00000010:2.1:1786173524.084085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63c00. 00010000:00000010:2.1:1786173524.084091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7a00. 00000080:00000010:0.1:1786173524.284058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc27a0. 00000080:00000010:0.1:1786173524.284073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2200. 00000080:00000010:0.1:1786173524.284077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2b60. 00000080:00000010:0.1:1786173524.294270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc22a0. 00000080:00000010:0.1:1786173524.294291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc21e0. 00000080:00000010:0.1:1786173524.294297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2d20. 00000080:00000010:0.1:1786173524.294301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2680. 00000080:00000010:0.1:1786173524.294304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc26e0. 00000080:00000010:0.1:1786173524.294310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2580. 00000080:00000010:0.1:1786173524.294314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc24a0. 00000080:00000010:0.1:1786173524.294318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc24c0. 00000080:00000010:0.1:1786173524.294323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2a60. 00000080:00000010:0.1:1786173524.294327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc21c0. 00000080:00000010:0.1:1786173524.294330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2c80. 00000080:00000010:0.1:1786173524.294333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2740. 00000080:00000010:0.1:1786173524.294338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc2380. 00010000:00000010:0.1:1786173524.294344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226700. 00010000:00000010:0.1:1786173524.294350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9ee00. 00010000:00000010:0.1:1786173524.294354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226200. 00010000:00000010:0.1:1786173524.294357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f200. 00010000:00000010:0.1:1786173524.294363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692100. 00010000:00000010:0.1:1786173524.294366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f400. 00010000:00000010:0.1:1786173524.294369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692400. 00010000:00000010:0.1:1786173524.294371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f000. 00010000:00000010:0.1:1786173524.294373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692900. 00010000:00000010:0.1:1786173524.294376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291bc00. 00010000:00000010:0.1:1786173524.294379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692300. 00010000:00000010:0.1:1786173524.294381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9ea00. 00010000:00000010:0.1:1786173524.294384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692d00. 00010000:00000010:0.1:1786173524.294387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e000. 00010000:00000010:0.1:1786173524.294390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692500. 00010000:00000010:0.1:1786173524.294393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f800. 00010000:00000010:0.1:1786173524.294395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692e00. 00010000:00000010:0.1:1786173524.294398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9fa00. 00010000:00000010:0.1:1786173524.294400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692600. 00010000:00000010:0.1:1786173524.294402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f600. 00010000:00000010:0.1:1786173524.294405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692c00. 00010000:00000010:0.1:1786173524.294407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e600. 00010000:00000010:0.1:1786173524.294409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692000. 00010000:00000010:0.1:1786173524.294412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e400. 00010000:00000010:0.1:1786173524.294414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692f00. 00010000:00000010:0.1:1786173524.294416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9ec00. 00010000:00000010:0.1:1786173524.294419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068200. 00010000:00000010:0.1:1786173524.294421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291a600. 00010000:00000010:0.1:1786173524.294424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068000. 00010000:00000010:0.1:1786173524.294426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e200. 00010000:00000010:0.1:1786173524.294428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692a00. 00010000:00000010:0.1:1786173524.294430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e800. 00010000:00000010:2.1:1786173524.373065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100700. 00010000:00000010:2.1:1786173524.373078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5c00. 00010000:00000010:2.1:1786173524.392223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100200. 00010000:00000010:2.1:1786173524.398703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4200. 00010000:00000010:2.1:1786173525.134043:0:106224:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100700. 00010000:00000010:2.1:1786173525.134052:0:106224:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5c00. 00010000:00000010:2.1:1786173525.446794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177300. 00010000:00000010:2.1:1786173525.446812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5600. 00000080:00000010:2.1:1786173525.446817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9580. 00000080:00000010:2.1:1786173525.446831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc4fcc20e0. 00000080:00000010:2.1:1786173525.446838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcfc0. 00000080:00000010:2.1:1786173525.446842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc060. 00010000:00000010:2.1:1786173525.446848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786900. 00010000:00000010:2.1:1786173525.446852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dea00. 00010000:00000010:2.1:1786173525.446855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786700. 00010000:00000010:2.1:1786173525.446859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df000. 00010000:00000010:2.1:1786173525.446864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dba00. 00010000:00000010:2.1:1786173525.446867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55400. 00010000:00000010:2.1:1786173525.446869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dbf00. 00010000:00000010:2.1:1786173525.446873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df400. 00010000:00000010:2.1:1786173525.446875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dbd00. 00010000:00000010:2.1:1786173525.446879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54000. 00010000:00000010:2.1:1786173525.446881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786c00. 00010000:00000010:2.1:1786173525.446883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df200. 00010000:00000010:2.1:1786173525.446886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786300. 00010000:00000010:2.1:1786173525.446888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dee00. 00010000:00000010:2.1:1786173525.446890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786600. 00010000:00000010:2.1:1786173525.446892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de400. 00010000:00000010:2.1:1786173525.446895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df600. 00010000:00000010:2.1:1786173525.446897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787900. 00010000:00000010:2.1:1786173525.446900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866800. 00010000:00000010:2.1:1786173525.446903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dbe00. 00010000:00000010:2.1:1786173525.446905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55600. 00010000:00000010:2.1:1786173525.446907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787f00. 00010000:00000010:2.1:1786173525.446909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866400. 00010000:00000010:2.1:1786173525.446912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291b800. 00010000:00000010:2.1:1786173525.446915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49068d00. 00010000:00000010:2.1:1786173525.446930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867800. 00010000:00000010:2.1:1786173525.446934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226000. 00010000:00000010:2.1:1786173525.446937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586e00. 00010000:00000010:2.1:1786173525.446939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226100. 00010000:00000010:2.1:1786173525.446942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9fc00. 00010000:00000010:2.1:1786173525.450200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100200. 00010000:00000010:2.1:1786173525.450216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5c00. 00010000:00000010:2.1:1786173525.533154:0:106227:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100200. 00010000:00000010:2.1:1786173525.533160:0:106227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5c00. 00000080:00000010:0.1:1786173525.544231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3680. 00010000:00000010:2.1:1786173525.547314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813cb00. 00010000:00000010:2.1:1786173525.667057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177400. 00010000:00000010:2.1:1786173525.703810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df6000. 00010000:00000010:0.1:1786173529.742436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4800. 00010000:00000010:0.1:1786173529.742453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63000. 00010000:00000010:0.1:1786173529.742458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6600. 00000080:00000010:2.1:1786173530.431474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9880. 00000080:00000010:2.1:1786173531.436166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60014200. 00010000:00000010:2.1:1786173534.024057:0:106457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813c400. 00010000:00000010:2.1:1786173534.024072:0:106457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53a00. 00010000:00000010:2.1:1786173534.024077:0:106457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100d00. 00010000:00000010:2.1:1786173534.024081:0:106457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4200. 00010000:00000010:2.1:1786173534.024084:0:106457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63800. 00010000:00000010:2.1:1786173534.024087:0:106457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6000. 00010000:00000010:2.1:1786173534.024090:0:106457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100800. 00010000:00000010:2.1:1786173534.024094:0:106457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5400. 00010000:00000010:2.1:1786173534.024096:0:106457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813c000. 00010000:00000010:2.1:1786173534.024099:0:106457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52a00. 00010000:00000010:0.1:1786173534.024366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813ca00. 00010000:00000010:0.1:1786173534.024372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53800. 00010000:00000010:0.1:1786173534.024375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100700. 00010000:00000010:0.1:1786173534.024378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4a00. 00010000:00000010:0.1:1786173534.024380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5813c700. 00010000:00000010:0.1:1786173534.024383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52600. 00010000:00000010:0.1:1786173534.024386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100200. 00010000:00000010:0.1:1786173534.024388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5c00. 00010000:00000010:0.1:1786173534.024391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43800. 00010000:00000010:0.1:1786173534.024394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52400. 00010000:00000010:0.1:1786173534.031444:0:106456:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28900. 00010000:00000010:0.1:1786173534.031454:0:106456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52c00. 00010000:00000010:0.1:1786173534.066220:0:106461:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28700. 00010000:00000010:0.1:1786173534.066233:0:106461:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc53e00. 00010000:00000010:2.1:1786173534.067068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d28a00. 00010000:00000010:2.1:1786173534.067078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc52800. 00010000:00000010:2.1:1786173534.123658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8e00. 00010000:00000010:2.1:1786173534.123678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc61f27e00. 00010000:00000010:2.1:1786173534.123683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8a00. 00010000:00000010:2.1:1786173534.123685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc61f26c00. 00010000:00000010:0.1:1786173534.173036:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee100. 00010000:00000010:0.1:1786173534.173053:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc61f27200. 00010000:00000010:0.1:1786173534.173057:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc41654300. 00010000:00000010:0.1:1786173534.173061:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291b200. 00010000:00000010:0.1:1786173534.173065:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485c8000. 00010000:00000010:0.1:1786173534.173069:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc61f27800. 00010000:00000010:0.1:1786173534.173072:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eea00. 00010000:00000010:0.1:1786173534.173075:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291ae00. 00010000:00000010:2.1:1786173534.178190:0:106456:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eee00. 00010000:00000010:2.1:1786173534.178200:0:106456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc61f27a00. 00010000:00000010:2.1:1786173534.178204:0:106456:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee700. 00010000:00000010:2.1:1786173534.178207:0:106456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291b800. 00010000:00000010:0.1:1786173534.191777:0:106458:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee600. 00010000:00000010:0.1:1786173534.191784:0:106458:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291bc00. 00010000:00000010:3.1:1786173534.197185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291a600. 00010000:00000010:3.1:1786173534.197189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629ee900. 00010000:00000010:3.1:1786173534.197192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291a200. 00010000:00000010:3.1:1786173534.197195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc629eeb00. 00010000:00000010:3.1:1786173534.197198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291ac00. 00010000:00000010:3.1:1786173534.197201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc41654a00. 00010000:00000010:3.1:1786173534.197204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291b400. 00010000:00000010:2.1:1786173534.209082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226000. 00010000:00000010:2.1:1786173534.209093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291b600. 00010000:00000010:2.1:1786173534.209097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226700. 00010000:00000010:2.1:1786173534.209099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291b000. 00010000:00000010:2.1:1786173534.209102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226400. 00010000:00000010:2.1:1786173534.209105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291be00. 00010000:00000010:3.1:1786173534.210105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc41654400. 00010000:00000010:3.1:1786173534.210114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291a000. 00010000:00000010:3.1:1786173534.210117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2bc00. 00010000:00000010:3.1:1786173534.210121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291a400. 00010000:00000010:3.1:1786173534.210124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226f00. 00010000:00000010:3.1:1786173534.210127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291a800. 00010000:00000010:2.1:1786173534.237735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2bb00. 00010000:00000010:2.1:1786173534.237744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867800. 00010000:00000010:2.1:1786173534.237748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b900. 00010000:00000010:2.1:1786173534.237750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6291aa00. 00010000:00000010:2.1:1786173534.247919:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a9f1a00. 00010000:00000010:2.1:1786173534.247927:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414eee00. 00010000:00000010:2.1:1786173534.247932:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b300. 00010000:00000010:2.1:1786173534.247936:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866400. 00010000:00000010:2.1:1786173534.247942:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45f1a000. 00010000:00000010:2.1:1786173534.247946:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867c00. 00010000:00000010:2.1:1786173534.247948:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45f1aa00. 00010000:00000010:2.1:1786173534.247951:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867600. 00010000:00000010:2.1:1786173534.261066:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45f1a400. 00010000:00000010:2.1:1786173534.261073:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414efc00. 00010000:00000010:2.1:1786173534.261078:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45f1a100. 00010000:00000010:2.1:1786173534.261081:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414efe00. 00010000:00000010:2.1:1786173534.261083:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45f1a300. 00010000:00000010:2.1:1786173534.261086:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414ef400. 00010000:00000010:2.1:1786173534.261089:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45f1a600. 00010000:00000010:2.1:1786173534.261091:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414ef800. 00010000:00000010:2.1:1786173534.261094:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45f1af00. 00010000:00000010:2.1:1786173534.261097:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d866800. 00010000:00000010:2.1:1786173534.261103:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a9f1200. 00010000:00000010:2.1:1786173534.261107:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901da00. 00010000:00000010:2.1:1786173534.261111:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a9f1e00. 00010000:00000010:2.1:1786173534.261114:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414ef000. 00010000:00000010:3.1:1786173534.268140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a9f1800. 00010000:00000010:3.1:1786173534.268151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc414ee400. 00010000:00000010:0.1:1786173534.281095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45430b00. 00010000:00000010:0.1:1786173534.281103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2bc00. 00010000:00000010:3.1:1786173534.282395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58140900. 00010000:00000010:3.1:1786173534.282402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec800. 00010000:00000010:2.1:1786173534.290176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58140200. 00010000:00000010:2.1:1786173534.290185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b600. 00010000:00000010:2.1:1786173534.298064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58140d00. 00010000:00000010:2.1:1786173534.298072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b000. 00010000:00000010:2.1:1786173534.298077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4556f000. 00010000:00000010:2.1:1786173534.298080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aeca00. 00010000:00000010:2.1:1786173534.315126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4556f800. 00010000:00000010:2.1:1786173534.315135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec200. 00010000:00000010:3.1:1786173534.320177:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4556f400. 00010000:00000010:3.1:1786173534.320184:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec600. 00010000:00000010:3.1:1786173534.320188:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45430000. 00010000:00000010:3.1:1786173534.320192:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b800. 00010000:00000010:0.1:1786173534.339305:0:106466:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583fef00. 00010000:00000010:0.1:1786173534.339314:0:106466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a000. 00010000:00000010:0.1:1786173534.339319:0:106466:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84a00. 00010000:00000010:0.1:1786173534.339322:0:106466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658600. 00010000:00000010:0.1:1786173534.339326:0:106466:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84e00. 00010000:00000010:0.1:1786173534.339328:0:106466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659200. 00010000:00000010:0.1:1786173534.339331:0:106466:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583fea00. 00010000:00000010:0.1:1786173534.339333:0:106466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2aa00. 00010000:00000010:0.1:1786173534.339336:0:106466:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84600. 00010000:00000010:0.1:1786173534.339339:0:106466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658000. 00010000:00000010:3.1:1786173534.347300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583fe800. 00010000:00000010:3.1:1786173534.347312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a400. 00010000:00000010:3.1:1786173534.347316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45430c00. 00010000:00000010:3.1:1786173534.347320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a600. 00010000:00000010:2.1:1786173534.347713:0:106457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583fe500. 00010000:00000010:2.1:1786173534.347718:0:106457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b200. 00010000:00000010:3.1:1786173534.419729:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84d00. 00010000:00000010:3.1:1786173534.419736:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659000. 00010000:00000010:3.1:1786173534.419741:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364b00. 00010000:00000010:3.1:1786173534.419746:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50600. 00010000:00000010:3.1:1786173534.419750:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583fee00. 00010000:00000010:3.1:1786173534.419754:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a200. 00010000:00000010:3.1:1786173534.419757:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84300. 00010000:00000010:3.1:1786173534.420317:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659e00. 00010000:00000010:3.1:1786173534.420323:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45430200. 00010000:00000010:3.1:1786173534.420328:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2a800. 00010000:00000010:3.1:1786173534.420332:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069d00. 00010000:00000010:3.1:1786173534.420335:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50200. 00010000:00000010:3.1:1786173534.420338:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84400. 00010000:00000010:3.1:1786173534.420341:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41658200. 00010000:00000010:3.1:1786173534.420344:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583fe300. 00010000:00000010:3.1:1786173534.420347:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2b400. 00010000:00000010:3.1:1786173534.420350:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069500. 00010000:00000010:3.1:1786173534.420411:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50e00. 00010000:00000010:2.1:1786173534.421192:0:62908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583fed00. 00010000:00000010:2.1:1786173534.421201:0:62908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ba00. 00010000:00000010:2.1:1786173534.421205:0:62908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583fe000. 00010000:00000010:2.1:1786173534.421208:0:62908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2be00. 00010000:00000010:2.1:1786173534.421210:0:62908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45430300. 00010000:00000010:2.1:1786173534.421214:0:62908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4aa2ac00. 00010000:00000010:3.1:1786173534.428529:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60ce1e00. 00010000:00000010:3.1:1786173534.428536:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51800. 00010000:00000010:3.1:1786173534.428540:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049400. 00010000:00000010:3.1:1786173534.428543:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50400. 00010000:00000010:3.1:1786173534.428546:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364a00. 00010000:00000010:3.1:1786173534.428550:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51000. 00010000:00000010:2.1:1786173534.444068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364f00. 00010000:00000010:2.1:1786173534.444080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51c00. 00010000:00000010:3.1:1786173534.455046:0:792:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46c84900. 00010000:00000010:3.1:1786173534.455053:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc41659a00. 00010000:00000010:2.1:1786173534.485390:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63900. 00010000:00000010:2.1:1786173534.485404:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7000. 00010000:00000010:2.1:1786173534.485409:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60463e00. 00010000:00000010:2.1:1786173534.485412:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67e00. 00010000:00000010:2.1:1786173534.485415:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60463a00. 00010000:00000010:2.1:1786173534.485418:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66000. 00010000:00000010:2.1:1786173534.485421:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58182c00. 00010000:00000010:2.1:1786173534.485424:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583be400. 00010000:00000010:2.1:1786173534.485467:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58182000. 00010000:00000010:2.1:1786173534.485471:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bfe00. 00010000:00000010:2.1:1786173534.493098:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069900. 00010000:00000010:2.1:1786173534.493104:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50800. 00010000:00000010:2.1:1786173534.493107:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62100400. 00010000:00000010:2.1:1786173534.493630:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5200. 00010000:00000010:2.1:1786173534.493680:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069100. 00010000:00000010:2.1:1786173534.493685:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51a00. 00010000:00000010:2.1:1786173534.493688:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364400. 00010000:00000010:2.1:1786173534.493692:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50a00. 00010000:00000010:2.1:1786173534.493696:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60463b00. 00010000:00000010:2.1:1786173534.493699:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78addc00. 00010000:00000010:2.1:1786173534.493703:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069700. 00010000:00000010:2.1:1786173534.493706:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51400. 00010000:00000010:2.1:1786173534.493709:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069400. 00010000:00000010:2.1:1786173534.493712:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c50c00. 00010000:00000010:2.1:1786173534.493715:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60463f00. 00010000:00000010:2.1:1786173534.493717:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51600. 00010000:00000010:2.1:1786173534.493721:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63d00. 00010000:00000010:2.1:1786173534.493724:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7e00. 00010000:00000010:2.1:1786173534.505031:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786300. 00010000:00000010:2.1:1786173534.505067:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4400. 00010000:00000010:2.1:1786173534.505072:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60ce1600. 00010000:00000010:2.1:1786173534.505075:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51200. 00010000:00000010:2.1:1786173534.532444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dbe00. 00010000:00000010:2.1:1786173534.532452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5600. 00010000:00000010:2.1:1786173534.532455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db500. 00010000:00000010:2.1:1786173534.532458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df600. 00010000:00000010:3.1:1786173534.534547:0:106457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a400. 00010000:00000010:3.1:1786173534.534558:0:106457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dee00. 00010000:00000010:2.1:1786173534.558069:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73200. 00010000:00000010:2.1:1786173534.558075:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dea00. 00010000:00000010:2.1:1786173534.561414:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73700. 00010000:00000010:2.1:1786173534.561423:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df400. 00010000:00000010:2.1:1786173534.564130:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4885df00. 00010000:00000010:2.1:1786173534.564135:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51600. 00010000:00000010:2.1:1786173534.576073:0:106472:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63a00. 00010000:00000010:2.1:1786173534.576082:0:106472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7400. 00010000:00000010:2.1:1786173534.576086:0:106472:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2900. 00010000:00000010:2.1:1786173534.576089:0:106472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54000. 00010000:00000010:2.1:1786173534.576093:0:106472:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bbe00. 00010000:00000010:2.1:1786173534.576095:0:106472:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7a00. 00010000:00000010:0.1:1786173534.577291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bb200. 00010000:00000010:0.1:1786173534.577299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6800. 00010000:00000010:0.1:1786173534.577303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4885d600. 00010000:00000010:0.1:1786173534.577306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a50200. 00010000:00000010:0.1:1786173534.577309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a900. 00010000:00000010:0.1:1786173534.577312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79c00. 00010000:00000010:0.1:1786173534.577315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4885d500. 00010000:00000010:0.1:1786173534.577319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67c00. 00010000:00000010:0.1:1786173534.577321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8af00. 00010000:00000010:0.1:1786173534.577323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78a00. 00010000:00000010:3.1:1786173534.581060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4885d000. 00010000:00000010:3.1:1786173534.581074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66600. 00010000:00000010:0.1:1786173534.594975:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa700. 00010000:00000010:0.1:1786173534.594985:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51a00. 00010000:00000010:3.1:1786173534.609451:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8ab00. 00010000:00000010:3.1:1786173534.609458:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79000. 00010000:00000010:3.1:1786173534.609464:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52200. 00010000:00000010:3.1:1786173534.609470:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79a00. 00010000:00000010:0.1:1786173534.622821:0:6154:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa300. 00010000:00000010:0.1:1786173534.622830:0:6154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a50400. 00010000:00000010:3.1:1786173534.628178:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52600. 00010000:00000010:3.1:1786173534.628188:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79e00. 00010000:00000010:3.1:1786173534.628196:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa000. 00010000:00000010:3.1:1786173534.628202:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a50800. 00010000:00000010:3.1:1786173534.628208:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa800. 00010000:00000010:3.1:1786173534.628216:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51e00. 00010000:00000010:3.1:1786173534.628224:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278e00. 00010000:00000010:3.1:1786173534.628230:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78800. 00010000:00000010:3.1:1786173534.639073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfad00. 00010000:00000010:3.1:1786173534.639092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51200. 00010000:00000010:3.1:1786173534.639119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278600. 00010000:00000010:3.1:1786173534.639122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78e00. 00010000:00000010:3.1:1786173534.639127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63300. 00010000:00000010:3.1:1786173534.639130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6c00. 00010000:00000010:0.1:1786173534.639971:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63200. 00010000:00000010:0.1:1786173534.639981:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d7600. 00010000:00000010:0.1:1786173534.639985:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58182f00. 00010000:00000010:0.1:1786173534.639989:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bfc00. 00010000:00000010:0.1:1786173534.646699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cfa400. 00010000:00000010:0.1:1786173534.646707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a50e00. 00010000:00000010:2.1:1786173534.649708:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278700. 00010000:00000010:2.1:1786173534.649715:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79600. 00010000:00000010:3.1:1786173534.657873:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280ca00. 00010000:00000010:3.1:1786173534.657884:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78400. 00010000:00000010:3.1:1786173534.657887:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280cd00. 00010000:00000010:3.1:1786173534.657890:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78800. 00010000:00000010:2.1:1786173534.699171:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093f00. 00010000:00000010:2.1:1786173534.699178:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49900a00. 00010000:00000010:3.1:1786173534.699221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280ce00. 00010000:00000010:3.1:1786173534.699231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79800. 00010000:00000010:3.1:1786173534.699240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f500. 00010000:00000010:3.1:1786173534.699246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79400. 00010000:00000010:3.1:1786173534.699250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791dbf00. 00010000:00000010:3.1:1786173534.699253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f5800. 00010000:00000010:3.1:1786173534.699258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a800. 00010000:00000010:3.1:1786173534.699262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de400. 00010000:00000010:3.1:1786173534.699275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fa00. 00010000:00000010:3.1:1786173534.699316:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49901200. 00010000:00000010:3.1:1786173534.699323:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a000. 00010000:00000010:3.1:1786173534.699329:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df200. 00010000:00000010:3.1:1786173534.708316:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73b00. 00010000:00000010:3.1:1786173534.708337:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55600. 00010000:00000010:3.1:1786173534.708342:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786700. 00010000:00000010:3.1:1786173534.708346:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f4800. 00010000:00000010:3.1:1786173534.718067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093c00. 00010000:00000010:2.1:1786173534.718069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093200. 00010000:00000010:2.1:1786173534.718080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49901400. 00010000:00000010:3.1:1786173534.718145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49900200. 00010000:00000010:3.1:1786173534.718150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0fd00. 00010000:00000010:3.1:1786173534.718153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49901000. 00010000:00000010:0.1:1786173534.741049:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73a00. 00010000:00000010:0.1:1786173534.741055:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df000. 00010000:00000010:3.1:1786173534.751143:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bb800. 00010000:00000010:3.1:1786173534.751152:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78c00. 00010000:00000010:3.1:1786173534.751156:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd400. 00010000:00000010:3.1:1786173534.751159:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49900600. 00010000:00000010:0.1:1786173534.754543:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc432bba00. 00010000:00000010:0.1:1786173534.754550:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a8d6e00. 00010000:00000010:2.1:1786173534.755042:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a100. 00010000:00000010:2.1:1786173534.755050:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79400. 00010000:00000010:2.1:1786173534.755058:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a300. 00010000:00000010:2.1:1786173534.755065:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df7c00. 00010000:00000010:3.1:1786173534.759404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a500. 00010000:00000010:3.1:1786173534.759411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79800. 00010000:00000010:3.1:1786173534.759415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4142a400. 00010000:00000010:3.1:1786173534.759419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df6400. 00010000:00000010:0.1:1786173534.759522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a200. 00010000:00000010:0.1:1786173534.759530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df7400. 00010000:00000010:0.1:1786173534.770762:0:106479:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f200. 00010000:00000010:0.1:1786173534.770774:0:106479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df6e00. 00010000:00000010:3.1:1786173534.839410:0:106488:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52c00. 00010000:00000010:3.1:1786173534.839421:0:106488:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d79600. 00010000:00000010:2.1:1786173534.843080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f300. 00010000:00000010:2.1:1786173534.843098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df7000. 00010000:00000010:2.1:1786173534.843103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a8a400. 00010000:00000010:2.1:1786173534.843106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78000. 00010000:00000010:2.1:1786173534.843121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78589800. 00010000:00000010:2.1:1786173534.843124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93e00. 00010000:00000010:3.1:1786173534.843168:0:106488:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1c300. 00010000:00000010:3.1:1786173534.843176:0:106488:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40031e00. 00010000:00000010:3.1:1786173534.843181:0:106488:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1cf00. 00010000:00000010:3.1:1786173534.843184:0:106488:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93a00. 00010000:00000010:3.1:1786173534.843188:0:106488:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52500. 00010000:00000010:3.1:1786173534.843191:0:106488:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78400. 00010000:00000010:3.1:1786173534.843195:0:106488:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2e00. 00010000:00000010:3.1:1786173534.843199:0:106488:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40030400. 00010000:00000010:3.1:1786173534.843202:0:106488:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62c52e00. 00010000:00000010:3.1:1786173534.843205:0:106488:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d78600. 00010000:00000010:0.1:1786173534.848027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278f00. 00010000:00000010:0.1:1786173534.848047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79e00. 00010000:00000010:0.1:1786173534.848051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278800. 00010000:00000010:0.1:1786173534.848053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78000. 00010000:00000010:0.1:1786173534.848057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78589f00. 00010000:00000010:0.1:1786173534.848060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92600. 00010000:00000010:3.1:1786173534.848511:0:106489:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f600. 00010000:00000010:3.1:1786173534.848518:0:106489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df7a00. 00010000:00000010:3.1:1786173534.848521:0:106489:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1ca00. 00010000:00000010:3.1:1786173534.848525:0:106489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40030800. 00010000:00000010:3.1:1786173534.848528:0:106489:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278400. 00010000:00000010:3.1:1786173534.848531:0:106489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79200. 00010000:00000010:2.1:1786173534.858458:0:106490:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280c600. 00010000:00000010:2.1:1786173534.858472:0:106490:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79a00. 00010000:00000010:2.1:1786173534.889550:0:106479:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78589300. 00010000:00000010:2.1:1786173534.889562:0:106479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92400. 00010000:00000010:2.1:1786173534.889566:0:106479:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78589a00. 00010000:00000010:2.1:1786173534.889569:0:106479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93000. 00010000:00000010:2.1:1786173534.889572:0:106479:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280c700. 00010000:00000010:2.1:1786173534.889576:0:106479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78200. 00010000:00000010:2.1:1786173534.889578:0:106479:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280c300. 00010000:00000010:2.1:1786173534.889581:0:106479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78c00. 00010000:00000010:2.1:1786173534.889583:0:106479:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6280c200. 00010000:00000010:2.1:1786173534.889586:0:106479:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e78600. 00010000:00000010:2.1:1786173534.890270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78589e00. 00010000:00000010:2.1:1786173534.890276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92c00. 00010000:00000010:3.1:1786173534.891271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78589600. 00010000:00000010:3.1:1786173534.891280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92a00. 00010000:00000010:2.1:1786173534.905433:0:106496:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f200. 00010000:00000010:2.1:1786173534.905447:0:106496:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49900e00. 00010000:00000010:2.1:1786173534.905450:0:106496:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f800. 00010000:00000010:2.1:1786173534.905453:0:106496:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49901e00. 00010000:00000010:2.1:1786173534.905456:0:106496:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7858ad00. 00010000:00000010:2.1:1786173534.905459:0:106496:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93800. 00010000:00000010:3.1:1786173534.950458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7858a300. 00010000:00000010:3.1:1786173534.950469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92000. 00010000:00000010:2.1:1786173534.971982:0:62908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0f300. 00010000:00000010:2.1:1786173534.971989:0:62908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e79c00. 00010000:00000010:3.1:1786173534.975146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7858aa00. 00010000:00000010:3.1:1786173534.975154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92200. 00010000:00000010:3.1:1786173534.975158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7858af00. 00010000:00000010:3.1:1786173534.975162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93600. 00010000:00000010:3.1:1786173534.975165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4aa0ff00. 00010000:00000010:3.1:1786173534.975169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49900000. 00010000:00000010:3.1:1786173534.975173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093900. 00010000:00000010:3.1:1786173534.975177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49900800. 00010000:00000010:3.1:1786173534.975180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2c00. 00010000:00000010:3.1:1786173534.975183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49900400. 00010000:00000010:0.1:1786173534.975857:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79246f00. 00010000:00000010:0.1:1786173534.975863:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851200. 00010000:00000010:3.1:1786173534.981314:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7858ab00. 00010000:00000010:3.1:1786173534.981323:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92800. 00010000:00000010:3.1:1786173534.981328:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093d00. 00010000:00000010:3.1:1786173534.981333:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49901a00. 00010000:00000010:3.1:1786173534.981338:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcdb00. 00010000:00000010:3.1:1786173534.981342:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49901800. 00010000:00000010:0.1:1786173534.981346:0:106457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7858ae00. 00010000:00000010:3.1:1786173534.981347:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7858a600. 00010000:00000010:0.1:1786173534.981356:0:106457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851a00. 00010000:00000010:3.1:1786173534.981357:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93400. 00010000:00000010:0.1:1786173534.981365:0:106457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a700. 00010000:00000010:3.1:1786173534.981366:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43093000. 00010000:00000010:0.1:1786173534.981375:0:106457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df6000. 00010000:00000010:3.1:1786173534.981376:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49900c00. 00010000:00000010:3.1:1786173534.981386:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78589b00. 00010000:00000010:3.1:1786173534.981391:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93200. 00010000:00000010:3.1:1786173534.981395:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7858a800. 00010000:00000010:3.1:1786173534.981399:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850c00. 00010000:00000010:3.1:1786173534.993056:0:106500:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6a600. 00010000:00000010:3.1:1786173534.993064:0:106500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df6600. 00010000:00000010:2.1:1786173535.035065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79246300. 00010000:00000010:2.1:1786173535.035080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850800. 00010000:00000010:2.1:1786173535.035084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6ab00. 00010000:00000010:2.1:1786173535.035088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df7600. 00010000:00000010:2.1:1786173535.062054:0:106503:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79246a00. 00010000:00000010:2.1:1786173535.062062:0:106503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851c00. 00010000:00000010:2.1:1786173535.062066:0:106503:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79246600. 00010000:00000010:2.1:1786173535.062069:0:106503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850200. 00010000:00000010:2.1:1786173535.062072:0:106503:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6fd00. 00010000:00000010:2.1:1786173535.062078:0:106503:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40030e00. 00010000:00000010:0.1:1786173535.065848:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79246800. 00010000:00000010:0.1:1786173535.065858:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850e00. 00010000:00000010:0.1:1786173535.070889:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f800. 00010000:00000010:0.1:1786173535.070897:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df6c00. 00010000:00000010:0.1:1786173535.070901:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79246e00. 00010000:00000010:0.1:1786173535.070905:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851e00. 00010000:00000010:0.1:1786173535.070908:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79246b00. 00010000:00000010:0.1:1786173535.070912:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851400. 00010000:00000010:0.1:1786173535.070914:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d6f700. 00010000:00000010:0.1:1786173535.070917:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43df7200. 00010000:00000010:2.1:1786173535.097815:0:62908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1cc00. 00010000:00000010:2.1:1786173535.097824:0:62908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc40031a00. 00010000:00000010:3.1:1786173535.113068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1c800. 00010000:00000010:3.1:1786173535.113088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b93c00. 00010000:00000010:3.1:1786173535.113094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79247f00. 00010000:00000010:3.1:1786173535.113099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850000. 00010000:00000010:3.1:1786173535.113101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79247300. 00010000:00000010:3.1:1786173535.113104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a851600. 00010000:00000010:3.1:1786173535.116244:0:12492:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79247a00. 00010000:00000010:3.1:1786173535.116257:0:12492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a850400. 00010000:00000010:2.1:1786173535.212082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f15e00. 00010000:00000010:2.1:1786173535.212089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663200. 00010000:00000010:2.1:1786173535.212093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79247b00. 00010000:00000010:2.1:1786173535.212098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e800. 00010000:00000010:2.1:1786173535.212101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f10c00. 00010000:00000010:2.1:1786173535.212165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9ec00. 00010000:00000010:2.1:1786173535.212169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f10100. 00010000:00000010:2.1:1786173535.212171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e200. 00010000:00000010:2.1:1786173535.212174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78589d00. 00010000:00000010:2.1:1786173535.212188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43b92e00. 00010000:00000010:2.1:1786173535.212193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43002d00. 00010000:00000010:2.1:1786173535.212196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662c00. 00010000:00000010:2.1:1786173535.212199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43002e00. 00010000:00000010:2.1:1786173535.212201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662a00. 00010000:00000010:2.1:1786173535.212203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f10700. 00010000:00000010:2.1:1786173535.212206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9fa00. 00010000:00000010:2.1:1786173535.212208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43002f00. 00010000:00000010:2.1:1786173535.212212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28400. 00010000:00000010:2.1:1786173535.212214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43002300. 00010000:00000010:2.1:1786173535.212217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29200. 00010000:00000010:3.1:1786173535.217821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f10500. 00010000:00000010:3.1:1786173535.217833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f600. 00010000:00000010:3.1:1786173535.217838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f15300. 00010000:00000010:3.1:1786173535.217842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662200. 00010000:00000010:3.1:1786173535.217844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f15d00. 00010000:00000010:3.1:1786173535.217847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662400. 00010000:00000010:3.1:1786173535.217850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f10000. 00010000:00000010:3.1:1786173535.217853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e600. 00010000:00000010:3.1:1786173535.217856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79247600. 00010000:00000010:3.1:1786173535.217860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9fc00. 00010000:00000010:3.1:1786173535.218043:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f10400. 00010000:00000010:3.1:1786173535.218048:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e400. 00010000:00000010:0.1:1786173535.219369:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43002a00. 00010000:00000010:0.1:1786173535.219378:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29600. 00010000:00000010:2.1:1786173535.223081:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f10900. 00010000:00000010:2.1:1786173535.223086:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f800. 00010000:00000010:2.1:1786173535.231602:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43002600. 00010000:00000010:2.1:1786173535.231612:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28c00. 00010000:00000010:2.1:1786173535.231617:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f10200. 00010000:00000010:2.1:1786173535.231621:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9e000. 00010000:00000010:2.1:1786173535.231623:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43002b00. 00010000:00000010:2.1:1786173535.231626:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28600. 00010000:00000010:2.1:1786173535.239066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f11b00. 00010000:00000010:2.1:1786173535.239082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9ea00. 00010000:00000010:2.1:1786173535.244256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43003b00. 00010000:00000010:2.1:1786173535.244267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28e00. 00010000:00000010:3.1:1786173535.252333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43003600. 00010000:00000010:3.1:1786173535.252345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28a00. 00010000:00000010:3.1:1786173535.285554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f11800. 00010000:00000010:3.1:1786173535.285570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f400. 00010000:00000010:3.1:1786173535.305542:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f11a00. 00010000:00000010:3.1:1786173535.305550:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586e00. 00010000:00000010:2.1:1786173535.311584:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f11f00. 00010000:00000010:2.1:1786173535.311591:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9ee00. 00010000:00000010:2.1:1786173535.335722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f11d00. 00010000:00000010:2.1:1786173535.335735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f200. 00010000:00000010:3.1:1786173535.348246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f11e00. 00010000:00000010:3.1:1786173535.348253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9f000. 00010000:00000010:3.1:1786173535.348258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43003d00. 00010000:00000010:3.1:1786173535.348261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9a00. 00010000:00000010:3.1:1786173535.348265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43003800. 00010000:00000010:3.1:1786173535.348267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8a00. 00010000:00000010:0.1:1786173535.353193:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43003300. 00010000:00000010:0.1:1786173535.353206:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8800. 00010000:00000010:0.1:1786173535.353211:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43003e00. 00010000:00000010:0.1:1786173535.353214:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22c00. 00010000:00000010:0.1:1786173535.353219:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f12d00. 00010000:00000010:0.1:1786173535.353222:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587600. 00010000:00000010:0.1:1786173535.353226:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f11300. 00010000:00000010:0.1:1786173535.353228:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d9fe00. 00010000:00000010:2.1:1786173535.361085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f12f00. 00010000:00000010:2.1:1786173535.361101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586a00. 00010000:00000010:2.1:1786173535.361104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f12a00. 00010000:00000010:2.1:1786173535.361109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587000. 00010000:00000010:3.1:1786173535.361166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43003a00. 00010000:00000010:3.1:1786173535.361172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9000. 00010000:00000010:3.1:1786173535.361175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f11600. 00010000:00000010:3.1:1786173535.361178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586800. 00010000:00000010:3.1:1786173535.365085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f12300. 00010000:00000010:3.1:1786173535.365102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587200. 00010000:00000010:3.1:1786173535.365107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43004700. 00010000:00000010:3.1:1786173535.365112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8400. 00010000:00000010:3.1:1786173535.365116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f12600. 00010000:00000010:3.1:1786173535.365119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587c00. 00010000:00000010:3.1:1786173535.420366:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f12b00. 00010000:00000010:3.1:1786173535.420374:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586600. 00010000:00000010:3.1:1786173535.420378:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f12e00. 00010000:00000010:3.1:1786173535.420380:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586400. 00010000:00000010:2.1:1786173535.428052:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43004900. 00010000:00000010:2.1:1786173535.428060:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9c00. 00010000:00000010:2.1:1786173535.448738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f13d00. 00010000:00000010:2.1:1786173535.448747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586c00. 00010000:00000010:2.1:1786173535.448751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43004100. 00010000:00000010:2.1:1786173535.448755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9200. 00010000:00000010:2.1:1786173535.448758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f13800. 00010000:00000010:2.1:1786173535.448761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586000. 00010000:00000010:2.1:1786173535.448764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f13a00. 00010000:00000010:2.1:1786173535.448767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587e00. 00010000:00000010:2.1:1786173535.448770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f13f00. 00010000:00000010:2.1:1786173535.448773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587a00. 00010000:00000010:3.1:1786173535.453943:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43004200. 00010000:00000010:3.1:1786173535.453953:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8600. 00010000:00000010:3.1:1786173535.453957:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f12800. 00010000:00000010:3.1:1786173535.453960:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48586200. 00010000:00000010:2.1:1786173535.457065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43004c00. 00010000:00000010:2.1:1786173535.457079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793baa00. 00010000:00000010:2.1:1786173535.457083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43004400. 00010000:00000010:2.1:1786173535.457086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb000. 00010000:00000010:0.1:1786173535.460655:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43005500. 00010000:00000010:0.1:1786173535.460671:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb400. 00010000:00000010:0.1:1786173535.460676:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f13300. 00010000:00000010:0.1:1786173535.460680:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587800. 00010000:00000010:3.1:1786173535.461052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43005700. 00010000:00000010:3.1:1786173535.461058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb600. 00010000:00000010:2.1:1786173535.461981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f13600. 00010000:00000010:2.1:1786173535.461989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48587400. 00010000:00000010:2.1:1786173535.512800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f13b00. 00010000:00000010:2.1:1786173535.512818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dce00. 00010000:00000010:2.1:1786173535.525072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f13e00. 00010000:00000010:2.1:1786173535.525080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd200. 00010000:00000010:2.1:1786173535.525085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43005c00. 00010000:00000010:2.1:1786173535.525088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bac00. 00010000:00000010:0.1:1786173535.528116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43005900. 00010000:00000010:0.1:1786173535.528133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba200. 00010000:00000010:0.1:1786173535.528137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43005200. 00010000:00000010:0.1:1786173535.528139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba400. 00010000:00000010:0.1:1786173535.528142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43005100. 00010000:00000010:0.1:1786173535.528144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba000. 00010000:00000010:0.1:1786173535.528149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f14600. 00010000:00000010:0.1:1786173535.528152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd400. 00010000:00000010:0.1:1786173535.528155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f14b00. 00010000:00000010:0.1:1786173535.528158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc600. 00010000:00000010:0.1:1786173535.528161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43005400. 00010000:00000010:0.1:1786173535.528163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba600. 00010000:00000010:0.1:1786173535.528166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43006100. 00010000:00000010:0.1:1786173535.528168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bae00. 00010000:00000010:0.1:1786173535.528171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43005000. 00010000:00000010:0.1:1786173535.528174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793ba800. 00010000:00000010:0.1:1786173535.528177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f14e00. 00010000:00000010:0.1:1786173535.528179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dda00. 00010000:00000010:3.1:1786173535.528795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f14d00. 00010000:00000010:3.1:1786173535.528802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd800. 00010000:00000010:3.1:1786173535.528806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f14800. 00010000:00000010:3.1:1786173535.528809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc800. 00010000:00000010:3.1:1786173535.528812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43006c00. 00010000:00000010:3.1:1786173535.528815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb200. 00010000:00000010:3.1:1786173535.528817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f14f00. 00010000:00000010:3.1:1786173535.528820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc200. 00010000:00000010:3.1:1786173535.533063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f14300. 00010000:00000010:3.1:1786173535.533081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dc000. 00010000:00000010:3.1:1786173535.533085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f14a00. 00010000:00000010:3.1:1786173535.533088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dca00. 00010000:00000010:3.1:1786173535.613137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43006000. 00010000:00000010:3.1:1786173535.613146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bba00. 00010000:00000010:3.1:1786173535.613152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f15600. 00010000:00000010:3.1:1786173535.613156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628ddc00. 00010000:00000010:3.1:1786173535.613159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43006400. 00010000:00000010:3.1:1786173535.613163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc793bb800. 00010000:00000010:3.1:1786173535.613165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f15b00. 00010000:00000010:3.1:1786173535.613169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc628dd000. 00010000:00000010:3.1:1786173535.613172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f15800. 00010000:00000010:3.1:1786173535.613176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663c00. 00010000:00000010:3.1:1786173535.613312:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43006500. 00010000:00000010:3.1:1786173535.613317:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8e00. 00010000:00000010:3.1:1786173535.622559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f15a00. 00010000:00000010:3.1:1786173535.622574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663600. 00010000:00000010:3.1:1786173535.622578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43006700. 00010000:00000010:3.1:1786173535.622581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9800. 00010000:00000010:3.1:1786173535.622584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43006900. 00010000:00000010:3.1:1786173535.622586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9400. 00010000:00000010:3.1:1786173535.622589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43002800. 00010000:00000010:3.1:1786173535.622592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663000. 00010000:00000010:3.1:1786173535.622602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43006200. 00010000:00000010:3.1:1786173535.622619:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8200. 00010000:00000010:3.1:1786173535.622623:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43007c00. 00010000:00000010:3.1:1786173535.622626:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8000. 00010000:00000010:3.1:1786173535.622630:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692100. 00010000:00000010:3.1:1786173535.622633:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5400. 00010000:00000010:3.1:1786173535.622635:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50f15f00. 00010000:00000010:3.1:1786173535.622638:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48663e00. 00010000:00000010:3.1:1786173535.622640:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692900. 00010000:00000010:3.1:1786173535.622643:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4000. 00010000:00000010:3.1:1786173535.622646:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43007400. 00010000:00000010:3.1:1786173535.622649:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9c00. 00010000:00000010:0.1:1786173535.704980:0:2390:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43007000. 00010000:00000010:0.1:1786173535.704987:0:2390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9e00. 00010000:00000010:3.1:1786173535.741756:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43007500. 00010000:00000010:3.1:1786173535.741763:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b56600. 00010000:00000010:3.1:1786173535.741768:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bc200. 00010000:00000010:3.1:1786173535.741772:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569ee00. 00010000:00000010:0.1:1786173535.745058:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78948700. 00010000:00000010:0.1:1786173535.745064:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e13600. 00010000:00000010:2.1:1786173535.749517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bcd00. 00010000:00000010:2.1:1786173535.749525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f000. 00010000:00000010:3.1:1786173535.755503:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bc400. 00010000:00000010:3.1:1786173535.755517:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569e600. 00010000:00000010:3.1:1786173535.756931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43007200. 00010000:00000010:3.1:1786173535.756944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e13200. 00010000:00000010:3.1:1786173535.756950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bcb00. 00010000:00000010:3.1:1786173535.756953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569fa00. 00010000:00000010:3.1:1786173535.756957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78948500. 00010000:00000010:3.1:1786173535.756960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e12e00. 00010000:00000010:3.1:1786173535.756963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177d00. 00010000:00000010:3.1:1786173535.756966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4e00. 00010000:00000010:2.1:1786173535.757140:0:106517:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43007100. 00010000:00000010:2.1:1786173535.757147:0:106517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e12400. 00010000:00000010:0.1:1786173535.822047:0:2391:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177f00. 00010000:00000010:0.1:1786173535.822054:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4a00. 00010000:00000010:3.1:1786173535.829617:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bc800. 00010000:00000010:3.1:1786173535.829628:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f600. 00010000:00000010:3.1:1786173535.829635:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787bce00. 00010000:00000010:3.1:1786173535.829639:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f200. 00010000:00000010:3.1:1786173535.829646:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0000. 00010000:00000010:3.1:1786173535.829653:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569e000. 00010000:00000010:3.1:1786173535.835046:0:106525:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177200. 00010000:00000010:3.1:1786173535.835055:0:106525:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4400. 00010000:00000010:3.1:1786173535.835058:0:106525:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177900. 00010000:00000010:3.1:1786173535.835061:0:106525:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4c00. 00010000:00000010:3.1:1786173535.835063:0:106525:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177b00. 00010000:00000010:3.1:1786173535.835066:0:106525:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4600. 00010000:00000010:3.1:1786173535.835069:0:106525:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0f00. 00010000:00000010:3.1:1786173535.835073:0:106525:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f400. 00010000:00000010:3.1:1786173535.835076:0:106525:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0100. 00010000:00000010:3.1:1786173535.835079:0:106525:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fa00. 00010000:00000010:2.1:1786173535.835422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0d00. 00010000:00000010:2.1:1786173535.835428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569f800. 00010000:00000010:0.1:1786173535.839625:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177300. 00010000:00000010:0.1:1786173535.839643:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5000. 00010000:00000010:0.1:1786173535.839648:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0200. 00010000:00000010:0.1:1786173535.839652:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569fe00. 00010000:00000010:0.1:1786173535.839654:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0e00. 00010000:00000010:0.1:1786173535.839657:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4569fc00. 00010000:00000010:2.1:1786173535.845067:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692f00. 00010000:00000010:2.1:1786173535.845074:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df4200. 00010000:00000010:2.1:1786173535.845077:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692c00. 00010000:00000010:2.1:1786173535.845081:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5c00. 00010000:00000010:2.1:1786173535.845084:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0400. 00010000:00000010:2.1:1786173535.845087:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f600. 00010000:00000010:2.1:1786173535.850051:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e4c00. 00010000:00000010:2.1:1786173535.850073:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e400. 00010000:00000010:3.1:1786173535.850206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177600. 00010000:00000010:3.1:1786173535.850212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5600. 00010000:00000010:3.1:1786173535.850215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790d0300. 00010000:00000010:3.1:1786173535.850218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e600. 00010000:00000010:3.1:1786173535.924360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dd200. 00010000:00000010:3.1:1786173535.924376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7dc00. 00010000:00000010:3.1:1786173535.924381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e4500. 00010000:00000010:3.1:1786173535.924385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234fc00. 00010000:00000010:0.1:1786173535.928081:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e4700. 00010000:00000010:0.1:1786173535.928092:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f000. 00010000:00000010:0.1:1786173535.928096:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e4900. 00010000:00000010:0.1:1786173535.928100:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e200. 00010000:00000010:0.1:1786173535.928103:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a692e00. 00010000:00000010:0.1:1786173535.928119:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5200. 00010000:00000010:0.1:1786173535.928123:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e4400. 00010000:00000010:0.1:1786173535.928126:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ea00. 00010000:00000010:3.1:1786173535.951969:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491ded00. 00010000:00000010:3.1:1786173535.951977:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7ce00. 00010000:00000010:3.1:1786173535.961139:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491de800. 00010000:00000010:3.1:1786173535.961149:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7de00. 00010000:00000010:0.1:1786173535.961518:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2000. 00010000:00000010:0.1:1786173535.961528:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55400. 00010000:00000010:2.1:1786173535.962100:0:106535:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e4000. 00010000:00000010:2.1:1786173535.962105:0:106535:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e800. 00010000:00000010:0.1:1786173535.971316:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dee00. 00010000:00000010:0.1:1786173535.971328:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7d000. 00010000:00000010:0.1:1786173535.971333:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2a00. 00010000:00000010:0.1:1786173535.971337:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251600. 00010000:00000010:0.1:1786173535.971398:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491def00. 00010000:00000010:0.1:1786173535.971402:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7c800. 00010000:00000010:0.1:1786173535.971404:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2300. 00010000:00000010:0.1:1786173535.971408:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55a00. 00010000:00000010:0.1:1786173535.971411:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491deb00. 00010000:00000010:0.1:1786173535.971414:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7da00. 00010000:00000010:0.1:1786173535.971418:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491de300. 00010000:00000010:0.1:1786173535.971421:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1000. 00010000:00000010:3.1:1786173535.987778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491de600. 00010000:00000010:3.1:1786173535.987788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0600. 00010000:00000010:3.1:1786173535.987795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2700. 00010000:00000010:3.1:1786173535.987799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251200. 00010000:00000010:3.1:1786173535.987802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dea00. 00010000:00000010:3.1:1786173535.987806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1800. 00010000:00000010:3.1:1786173535.987809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2500. 00010000:00000010:3.1:1786173535.987812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62250c00. 00010000:00000010:3.1:1786173535.987816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2800. 00010000:00000010:3.1:1786173535.987820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251800. 00010000:00000010:3.1:1786173535.988202:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc485e2b00. 00010000:00000010:3.1:1786173535.988217:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251a00. 00010000:00000010:3.1:1786173535.988221:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dfe00. 00010000:00000010:3.1:1786173535.988224:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1a00. 00010000:00000010:0.1:1786173535.992425:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491df800. 00010000:00000010:0.1:1786173535.992437:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1200. 00010000:00000010:2.1:1786173535.996066:0:106535:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dff00. 00010000:00000010:2.1:1786173535.996077:0:106535:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0c00. 00010000:00000010:0.1:1786173536.008615:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dfd00. 00010000:00000010:0.1:1786173536.008627:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0800. 00010000:00000010:3.1:1786173536.014058:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2b300. 00010000:00000010:3.1:1786173536.014140:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251c00. 00010000:00000010:3.1:1786173536.014146:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2ba00. 00010000:00000010:3.1:1786173536.014153:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62250200. 00010000:00000010:2.1:1786173536.034046:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491df600. 00010000:00000010:2.1:1786173536.034051:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0200. 00010000:00000010:2.1:1786173536.042066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dfb00. 00010000:00000010:2.1:1786173536.042080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1400. 00010000:00000010:2.1:1786173536.042084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491df300. 00010000:00000010:2.1:1786173536.042088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0000. 00010000:00000010:2.1:1786173536.042092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d50b00. 00010000:00000010:2.1:1786173536.042096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0a00. 00010000:00000010:3.1:1786173536.050200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d50e00. 00010000:00000010:3.1:1786173536.050209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b0400. 00010000:00000010:3.1:1786173536.050212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2be00. 00010000:00000010:3.1:1786173536.050216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62250000. 00010000:00000010:2.1:1786173536.050988:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d50800. 00010000:00000010:2.1:1786173536.050995:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1600. 00010000:00000010:2.1:1786173536.050999:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2b600. 00010000:00000010:2.1:1786173536.051002:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62251e00. 00010000:00000010:2.1:1786173536.051040:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2bb00. 00010000:00000010:2.1:1786173536.051045:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62250600. 00010000:00000010:2.1:1786173536.095563:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d50f00. 00010000:00000010:2.1:1786173536.095570:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1e00. 00010000:00000010:2.1:1786173536.095573:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d50d00. 00010000:00000010:2.1:1786173536.095718:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc629b1c00. 00010000:00000010:0.1:1786173536.106795:0:106469:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d50a00. 00010000:00000010:0.1:1786173536.106802:0:106469:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933c600. 00010000:00000010:0.1:1786173536.106806:0:106469:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894f800. 00010000:00000010:0.1:1786173536.106808:0:106469:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cce00. 00010000:00000010:0.1:1786173536.110338:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d50600. 00010000:00000010:0.1:1786173536.110347:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933c000. 00010000:00000010:2.1:1786173536.112508:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d51400. 00010000:00000010:2.1:1786173536.112514:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933cc00. 00010000:00000010:2.1:1786173536.112518:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d51000. 00010000:00000010:2.1:1786173536.112521:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933ca00. 00010000:00000010:2.1:1786173536.112524:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d51500. 00010000:00000010:2.1:1786173536.112527:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933c200. 00010000:00000010:2.1:1786173536.123139:0:106552:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894fd00. 00010000:00000010:2.1:1786173536.123152:0:106552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cde00. 00010000:00000010:2.1:1786173536.123156:0:106552:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894fe00. 00010000:00000010:2.1:1786173536.123160:0:106552:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cd800. 00010000:00000010:2.1:1786173536.128140:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894ff00. 00010000:00000010:2.1:1786173536.128147:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cdc00. 00010000:00000010:2.1:1786173536.149340:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dc900. 00010000:00000010:2.1:1786173536.149349:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cd000. 00010000:00000010:2.1:1786173536.149356:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dc200. 00010000:00000010:2.1:1786173536.149359:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cd400. 00010000:00000010:2.1:1786173536.161861:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d51100. 00010000:00000010:2.1:1786173536.161870:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933da00. 00010000:00000010:2.1:1786173536.161874:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d51900. 00010000:00000010:2.1:1786173536.161877:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933c800. 00010000:00000010:2.1:1786173536.178858:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d51200. 00010000:00000010:2.1:1786173536.178867:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933de00. 00010000:00000010:2.1:1786173536.178870:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d51c00. 00010000:00000010:2.1:1786173536.178873:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933d200. 00010000:00000010:2.1:1786173536.178877:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ddb100. 00010000:00000010:2.1:1786173536.178880:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933c400. 00010000:00000010:2.1:1786173536.178883:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dc400. 00010000:00000010:2.1:1786173536.178886:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc800. 00010000:00000010:2.1:1786173536.178889:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ddbc00. 00010000:00000010:2.1:1786173536.178891:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933ce00. 00010000:00000010:2.1:1786173536.178895:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dc000. 00010000:00000010:2.1:1786173536.178898:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cd200. 00010000:00000010:2.1:1786173536.178901:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dc700. 00010000:00000010:2.1:1786173536.178903:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc400. 00010000:00000010:2.1:1786173536.178906:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dc500. 00010000:00000010:2.1:1786173536.178908:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461ccc00. 00010000:00000010:2.1:1786173536.191160:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dd100. 00010000:00000010:2.1:1786173536.191168:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc600. 00010000:00000010:2.1:1786173536.191173:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ddb500. 00010000:00000010:2.1:1786173536.191177:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933d800. 00010000:00000010:2.1:1786173536.191181:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ddb000. 00010000:00000010:2.1:1786173536.191184:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933dc00. 00010000:00000010:2.1:1786173536.191201:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ddb700. 00010000:00000010:2.1:1786173536.191206:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce6400. 00010000:00000010:2.1:1786173536.191210:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dc100. 00010000:00000010:2.1:1786173536.191214:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cc000. 00010000:00000010:3.1:1786173536.212181:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ddb400. 00010000:00000010:3.1:1786173536.212189:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7933d600. 00010000:00000010:3.1:1786173536.212192:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ddb900. 00010000:00000010:3.1:1786173536.212195:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce6e00. 00010000:00000010:2.1:1786173536.227046:0:106557:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491ddc00. 00010000:00000010:2.1:1786173536.227054:0:106557:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7c400. 00010000:00000010:2.1:1786173536.227071:0:106557:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd72d00. 00010000:00000010:2.1:1786173536.227075:0:106557:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce7800. 00010000:00000010:2.1:1786173536.227161:0:106557:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd72800. 00010000:00000010:2.1:1786173536.227168:0:106557:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce7c00. 00010000:00000010:3.1:1786173536.232434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dd400. 00010000:00000010:3.1:1786173536.232447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7d800. 00010000:00000010:3.1:1786173536.232452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dcc00. 00010000:00000010:3.1:1786173536.232455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc461cca00. 00010000:00000010:0.1:1786173536.237064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd72600. 00010000:00000010:0.1:1786173536.237077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce6c00. 00010000:00000010:2.1:1786173536.237180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ddb200. 00010000:00000010:2.1:1786173536.237199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce7600. 00010000:00000010:2.1:1786173536.237203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dd500. 00010000:00000010:2.1:1786173536.237207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7d400. 00010000:00000010:2.1:1786173536.237210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dd000. 00010000:00000010:2.1:1786173536.237212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7d200. 00010000:00000010:2.1:1786173536.237215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd72f00. 00010000:00000010:2.1:1786173536.237217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce7400. 00010000:00000010:2.1:1786173536.237219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd72300. 00010000:00000010:2.1:1786173536.237222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce6600. 00010000:00000010:2.1:1786173536.237228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dd900. 00010000:00000010:2.1:1786173536.237230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7d600. 00010000:00000010:2.1:1786173536.272486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc491dd700. 00010000:00000010:2.1:1786173536.272492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49b7c200. 00010000:00000010:2.1:1786173536.272495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6db23800. 00010000:00000010:2.1:1786173536.272498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74cefa00. 00010000:00000010:2.1:1786173536.272502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79339b00. 00010000:00000010:2.1:1786173536.272504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74cef200. 00010000:00000010:2.1:1786173536.272507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd72b00. 00010000:00000010:2.1:1786173536.272510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce6a00. 00010000:00000010:2.1:1786173536.290048:0:106563:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd72a00. 00010000:00000010:2.1:1786173536.290061:0:106563:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce6000. 00010000:00000010:2.1:1786173536.298406:0:106565:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79339d00. 00010000:00000010:2.1:1786173536.298414:0:106565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74cef600. 00010000:00000010:0.1:1786173536.318559:0:99237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c4a500. 00010000:00000010:0.1:1786173536.318566:0:99237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce7e00. 00010000:00000010:2.1:1786173536.358898:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c4a900. 00010000:00000010:2.1:1786173536.358903:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce7200. 00010000:00000010:0.1:1786173536.363338:0:6154:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c4a100. 00010000:00000010:0.1:1786173536.363355:0:6154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74cef400. 00010000:00000010:2.1:1786173536.373859:0:106515:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79339300. 00010000:00000010:2.1:1786173536.373868:0:106515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc2aa00. 00010000:00000010:2.1:1786173536.373872:0:106515:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79339600. 00010000:00000010:2.1:1786173536.373876:0:106515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc2b000. 00010000:00000010:2.1:1786173536.373879:0:106515:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79339a00. 00010000:00000010:2.1:1786173536.373882:0:106515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc2a200. 00010000:00000010:2.1:1786173536.373887:0:106515:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6db23d00. 00010000:00000010:2.1:1786173536.373891:0:106515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74cee000. 00010000:00000010:2.1:1786173536.373910:0:106515:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7933e700. 00010000:00000010:2.1:1786173536.373914:0:106515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc2ba00. 00010000:00000010:2.1:1786173536.373917:0:106515:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7933e100. 00010000:00000010:2.1:1786173536.373921:0:106515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc2ae00. 00010000:00000010:2.1:1786173536.401647:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6db23b00. 00010000:00000010:2.1:1786173536.401655:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74cee800. 00010000:00000010:2.1:1786173536.401659:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6db23e00. 00010000:00000010:2.1:1786173536.401671:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74cefe00. 00010000:00000010:2.1:1786173536.401676:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7933ec00. 00010000:00000010:2.1:1786173536.401679:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc2b600. 00010000:00000010:0.1:1786173536.409199:0:106575:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3de00. 00010000:00000010:0.1:1786173536.409213:0:106575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4552ec00. 00010000:00000010:0.1:1786173536.409219:0:106575:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58182200. 00010000:00000010:0.1:1786173536.409222:0:106575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bea00. 00010000:00000010:0.1:1786173536.451160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7933e400. 00010000:00000010:0.1:1786173536.451170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc2bc00. 00010000:00000010:0.1:1786173536.451175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7933fd00. 00010000:00000010:0.1:1786173536.451180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e3be00. 00010000:00000010:0.1:1786173536.451185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3e000. 00010000:00000010:0.1:1786173536.451189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4552e800. 00010000:00000010:0.1:1786173536.451193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3e700. 00010000:00000010:0.1:1786173536.451198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4552fa00. 00010000:00000010:2.1:1786173536.451337:0:106581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7933f300. 00010000:00000010:2.1:1786173536.451343:0:106581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc2b800. 00010000:00000010:2.1:1786173536.451348:0:106581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f49e00. 00010000:00000010:2.1:1786173536.451352:0:106581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bf200. 00010000:00000010:2.1:1786173536.451355:0:106581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f49600. 00010000:00000010:2.1:1786173536.451358:0:106581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bfa00. 00010000:00000010:2.1:1786173536.451361:0:106581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f49300. 00010000:00000010:2.1:1786173536.451363:0:106581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bf800. 00010000:00000010:2.1:1786173536.451367:0:106581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58182900. 00010000:00000010:2.1:1786173536.451370:0:106581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583be600. 00010000:00000010:2.1:1786173536.451373:0:106581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7933f600. 00010000:00000010:2.1:1786173536.451377:0:106581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc2a600. 00010000:00000010:2.1:1786173536.451380:0:106581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f49d00. 00010000:00000010:2.1:1786173536.451383:0:106581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787a8c00. 00010000:00000010:2.1:1786173536.451387:0:106581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3dd00. 00010000:00000010:2.1:1786173536.451390:0:106581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4552e200. 00010000:00000010:2.1:1786173536.451393:0:106581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7933fb00. 00010000:00000010:2.1:1786173536.451395:0:106581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4fc2a000. 00010000:00000010:0.1:1786173536.477159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7933ff00. 00010000:00000010:0.1:1786173536.477173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e3ba00. 00010000:00000010:0.1:1786173536.537351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3ec00. 00010000:00000010:0.1:1786173536.537360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4552f600. 00010000:00000010:0.1:1786173536.537365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3c900. 00010000:00000010:0.1:1786173536.537369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e3a400. 00010000:00000010:3.1:1786173536.562250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3e200. 00010000:00000010:3.1:1786173536.562259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4552e400. 00010000:00000010:3.1:1786173536.562263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3c000. 00010000:00000010:3.1:1786173536.562267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e3b400. 00010000:00000010:3.1:1786173536.562270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3c400. 00010000:00000010:3.1:1786173536.562273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e3b800. 00010000:00000010:3.1:1786173536.562275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3c500. 00010000:00000010:3.1:1786173536.562288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e3a600. 00010000:00000010:2.1:1786173536.585582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e80500. 00010000:00000010:2.1:1786173536.585592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787aa600. 00010000:00000010:2.1:1786173536.585597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3df00. 00010000:00000010:2.1:1786173536.585600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e3a000. 00010000:00000010:2.1:1786173536.603125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e80100. 00010000:00000010:2.1:1786173536.603139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787aa200. 00010000:00000010:2.1:1786173536.603142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e81100. 00010000:00000010:2.1:1786173536.603145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ad000. 00010000:00000010:3.1:1786173536.603162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e81900. 00010000:00000010:3.1:1786173536.603166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787aba00. 00010000:00000010:3.1:1786173536.603169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6d500. 00010000:00000010:3.1:1786173536.603172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787a8200. 00010000:00000010:0.1:1786173536.629044:0:6154:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e81500. 00010000:00000010:0.1:1786173536.629051:0:6154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787aa800. 00010000:00000010:0.1:1786173536.632329:0:2390:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e81400. 00010000:00000010:0.1:1786173536.632334:0:2390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ade00. 00010000:00000010:3.1:1786173536.635693:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e82f00. 00010000:00000010:3.1:1786173536.635701:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ace00. 00010000:00000010:3.1:1786173536.635704:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e82800. 00010000:00000010:3.1:1786173536.635707:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ad200. 00010000:00000010:3.1:1786173536.635709:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3d800. 00010000:00000010:3.1:1786173536.635712:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4552ea00. 00010000:00000010:3.1:1786173536.635719:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f49800. 00010000:00000010:3.1:1786173536.635723:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc583bf000. 00010000:00000010:2.1:1786173536.648654:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6d900. 00010000:00000010:2.1:1786173536.648667:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787a8800. 00010000:00000010:2.1:1786173536.694587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6dc00. 00010000:00000010:2.1:1786173536.694592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787a9200. 00010000:00000010:2.1:1786173536.694597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50d37000. 00010000:00000010:2.1:1786173536.694599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787a9600. 00010000:00000010:2.1:1786173536.694603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3f000. 00010000:00000010:2.1:1786173536.694606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4552fc00. 00010000:00000010:2.1:1786173536.694609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3f700. 00010000:00000010:2.1:1786173536.694612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4552f400. 00010000:00000010:2.1:1786173536.704093:0:106571:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3f200. 00010000:00000010:2.1:1786173536.704107:0:106571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4552e000. 00010000:00000010:2.1:1786173536.704112:0:106571:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50d37700. 00010000:00000010:2.1:1786173536.704116:0:106571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787a9800. 00010000:00000010:2.1:1786173536.704120:0:106571:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e3fc00. 00010000:00000010:2.1:1786173536.704123:0:106571:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787aae00. 00010000:00000010:3.1:1786173536.775090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e80700. 00010000:00000010:3.1:1786173536.775105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787aa000. 00010000:00000010:3.1:1786173536.793172:0:106605:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50d37200. 00010000:00000010:3.1:1786173536.793227:0:106605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787a8600. 00010000:00000010:3.1:1786173536.793232:0:106605:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50d37900. 00010000:00000010:3.1:1786173536.793236:0:106605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787a9400. 00010000:00000010:3.1:1786173536.793238:0:106605:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50d37100. 00010000:00000010:3.1:1786173536.793242:0:106605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787a8000. 00010000:00000010:3.1:1786173536.793245:0:106605:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49045400. 00010000:00000010:3.1:1786173536.793247:0:106605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787aea00. 00010000:00000010:3.1:1786173536.793250:0:106605:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50d37c00. 00010000:00000010:3.1:1786173536.793252:0:106605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787aec00. 00010000:00000010:0.1:1786173536.818989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e81700. 00010000:00000010:0.1:1786173536.818997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787abe00. 00010000:00000010:0.1:1786173536.819001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e82e00. 00010000:00000010:0.1:1786173536.819004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ada00. 00010000:00000010:3.1:1786173536.832130:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e81200. 00010000:00000010:3.1:1786173536.832147:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ab200. 00010000:00000010:3.1:1786173536.832152:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e81000. 00010000:00000010:3.1:1786173536.832155:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ab000. 00010000:00000010:3.1:1786173536.832158:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e4100. 00010000:00000010:3.1:1786173536.832175:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d200. 00010000:00000010:3.1:1786173536.832178:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e81c00. 00010000:00000010:3.1:1786173536.832181:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ac800. 00010000:00000010:0.1:1786173536.842037:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e82d00. 00010000:00000010:3.1:1786173536.842038:0:106607:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e5700. 00010000:00000010:0.1:1786173536.842044:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ac400. 00010000:00000010:3.1:1786173536.842044:0:106607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4de00. 00010000:00000010:0.1:1786173536.842047:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e5900. 00010000:00000010:0.1:1786173536.842049:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d400. 00010000:00000010:2.1:1786173536.848562:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e5200. 00010000:00000010:2.1:1786173536.848569:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d000. 00010000:00000010:0.1:1786173536.855338:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e5c00. 00010000:00000010:0.1:1786173536.855346:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c600. 00010000:00000010:0.1:1786173536.863111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e5100. 00010000:00000010:0.1:1786173536.863121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4cc00. 00010000:00000010:2.1:1786173536.866053:0:106607:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6d000. 00010000:00000010:2.1:1786173536.866070:0:106607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787a8a00. 00010000:00000010:2.1:1786173536.866075:0:106607:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e5400. 00010000:00000010:2.1:1786173536.866079:0:106607:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c200. 00010000:00000010:2.1:1786173536.901208:0:106478:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206f100. 00010000:00000010:2.1:1786173536.901224:0:106478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62199a00. 00010000:00000010:2.1:1786173536.901228:0:106478:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206fc00. 00010000:00000010:2.1:1786173536.901231:0:106478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62199200. 00010000:00000010:0.1:1786173536.904334:0:106469:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4618c200. 00010000:00000010:0.1:1786173536.904348:0:106469:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ae600. 00010000:00000010:0.1:1786173536.921671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4618cc00. 00010000:00000010:0.1:1786173536.921689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62199e00. 00010000:00000010:0.1:1786173536.921694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49045000. 00010000:00000010:0.1:1786173536.921698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ae200. 00010000:00000010:0.1:1786173536.921701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4618c100. 00010000:00000010:0.1:1786173536.921704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ae000. 00010000:00000010:0.1:1786173536.921707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e5500. 00010000:00000010:0.1:1786173536.921712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d800. 00010000:00000010:0.1:1786173536.921715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206f400. 00010000:00000010:0.1:1786173536.921719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62198400. 00010000:00000010:3.1:1786173536.928585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e6d00. 00010000:00000010:3.1:1786173536.928597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4ca00. 00010000:00000010:3.1:1786173536.928601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49045200. 00010000:00000010:3.1:1786173536.928605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787afa00. 00010000:00000010:3.1:1786173536.928609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206f000. 00010000:00000010:3.1:1786173536.928612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62198e00. 00010000:00000010:0.1:1786173536.928992:0:2391:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e5000. 00010000:00000010:0.1:1786173536.928999:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4dc00. 00010000:00000010:3.1:1786173536.952118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206f500. 00010000:00000010:3.1:1786173536.952133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62199600. 00010000:00000010:0.1:1786173536.954095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49045700. 00010000:00000010:0.1:1786173536.954108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ae800. 00010000:00000010:0.1:1786173536.954111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49045900. 00010000:00000010:0.1:1786173536.954115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787afe00. 00010000:00000010:0.1:1786173536.964062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206f900. 00010000:00000010:0.1:1786173536.964077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62199800. 00010000:00000010:0.1:1786173536.964080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206f700. 00010000:00000010:0.1:1786173536.964083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62199c00. 00010000:00000010:0.1:1786173536.964086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49045100. 00010000:00000010:0.1:1786173536.964090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787af200. 00010000:00000010:0.1:1786173536.964092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206f200. 00010000:00000010:0.1:1786173536.964094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62199400. 00010000:00000010:0.1:1786173536.964097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49045500. 00010000:00000010:0.1:1786173536.964099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787af000. 00010000:00000010:0.1:1786173536.964102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b16e00. 00010000:00000010:0.1:1786173536.964106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62198000. 00010000:00000010:0.1:1786173536.991453:0:106603:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b16b00. 00010000:00000010:0.1:1786173536.991472:0:106603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62198600. 00010000:00000010:2.1:1786173537.026059:0:106606:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49045c00. 00010000:00000010:2.1:1786173537.026070:0:106606:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ae400. 00010000:00000010:0.1:1786173537.038960:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4618c000. 00010000:00000010:0.1:1786173537.038967:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787af600. 00010000:00000010:0.1:1786173537.038970:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4618c500. 00010000:00000010:0.1:1786173537.038972:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787afc00. 00010000:00000010:0.1:1786173537.038976:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b16800. 00010000:00000010:0.1:1786173537.038979:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62198c00. 00010000:00000010:0.1:1786173537.038982:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4618c700. 00010000:00000010:0.1:1786173537.038984:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787af800. 00010000:00000010:0.1:1786173537.038987:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b16f00. 00010000:00000010:0.1:1786173537.038990:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62198200. 00010000:00000010:3.1:1786173537.045239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b16300. 00010000:00000010:3.1:1786173537.045251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62199000. 00010000:00000010:3.1:1786173537.045255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b16a00. 00010000:00000010:3.1:1786173537.045258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62198800. 00010000:00000010:3.1:1786173537.045262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206ef00. 00010000:00000010:3.1:1786173537.045265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219ac00. 00010000:00000010:3.1:1786173537.045269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd2400. 00010000:00000010:3.1:1786173537.045273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219bc00. 00010000:00000010:3.1:1786173537.045275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd2100. 00010000:00000010:3.1:1786173537.045278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219ae00. 00010000:00000010:3.1:1786173537.052051:0:106603:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206ed00. 00010000:00000010:3.1:1786173537.052063:0:106603:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219b200. 00010000:00000010:0.1:1786173537.140744:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206e600. 00010000:00000010:0.1:1786173537.140751:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219b000. 00010000:00000010:2.1:1786173537.147039:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd2c00. 00010000:00000010:2.1:1786173537.147046:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219b600. 00010000:00000010:3.1:1786173537.154180:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd2200. 00010000:00000010:3.1:1786173537.154185:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219a400. 00010000:00000010:2.1:1786173537.158161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79334300. 00010000:00000010:2.1:1786173537.158173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234ee00. 00010000:00000010:2.1:1786173537.158177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6206e800. 00010000:00000010:2.1:1786173537.158180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219ba00. 00010000:00000010:2.1:1786173537.158184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78948900. 00010000:00000010:2.1:1786173537.158188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e13c00. 00010000:00000010:2.1:1786173537.158192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79334d00. 00010000:00000010:2.1:1786173537.158195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e12800. 00010000:00000010:3.1:1786173537.163100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79335700. 00010000:00000010:3.1:1786173537.163114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5d200. 00010000:00000010:3.1:1786173537.190631:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79334800. 00010000:00000010:3.1:1786173537.190644:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e13000. 00010000:00000010:2.1:1786173537.191673:0:106614:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79334b00. 00010000:00000010:2.1:1786173537.191683:0:106614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e12a00. 00010000:00000010:2.1:1786173537.191686:0:106614:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79334f00. 00010000:00000010:2.1:1786173537.191689:0:106614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e13e00. 00010000:00000010:3.1:1786173537.204228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78948400. 00010000:00000010:3.1:1786173537.204241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74e12000. 00010000:00000010:3.1:1786173537.213062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79334a00. 00010000:00000010:3.1:1786173537.213077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234e000. 00010000:00000010:2.1:1786173537.271081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79335200. 00010000:00000010:2.1:1786173537.271095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5ce00. 00010000:00000010:2.1:1786173537.271100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79336400. 00010000:00000010:2.1:1786173537.271105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5dc00. 00010000:00000010:2.1:1786173537.271108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79336500. 00010000:00000010:2.1:1786173537.271111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5d400. 00010000:00000010:2.1:1786173537.271114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79335400. 00010000:00000010:2.1:1786173537.271117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f200. 00010000:00000010:2.1:1786173537.271119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79336100. 00010000:00000010:2.1:1786173537.271122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5ca00. 00010000:00000010:2.1:1786173537.271124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79335900. 00010000:00000010:2.1:1786173537.271127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5c400. 00010000:00000010:2.1:1786173537.271130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79337b00. 00010000:00000010:2.1:1786173537.271133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5d000. 00010000:00000010:2.1:1786173537.271135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79336000. 00010000:00000010:2.1:1786173537.271138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5d800. 00010000:00000010:2.1:1786173537.271141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79337800. 00010000:00000010:2.1:1786173537.271144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5de00. 00010000:00000010:2.1:1786173537.271147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79336900. 00010000:00000010:2.1:1786173537.271150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5c000. 00010000:00000010:3.1:1786173537.275596:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79335100. 00010000:00000010:3.1:1786173537.275616:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6234f400. 00010000:00000010:3.1:1786173537.275620:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79336700. 00010000:00000010:3.1:1786173537.275623:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5c600. 00010000:00000010:3.1:1786173537.275626:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79336200. 00010000:00000010:3.1:1786173537.275628:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5cc00. 00010000:00000010:2.1:1786173537.294050:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79336c00. 00010000:00000010:2.1:1786173537.294058:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5d600. 00010000:00000010:2.1:1786173537.294063:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79335500. 00010000:00000010:2.1:1786173537.294066:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5da00. 00010000:00000010:2.1:1786173537.294069:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79337f00. 00010000:00000010:2.1:1786173537.294072:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a98800. 00010000:00000010:3.1:1786173537.329231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79338600. 00010000:00000010:3.1:1786173537.329238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a99200. 00010000:00000010:3.1:1786173537.329242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79338e00. 00010000:00000010:3.1:1786173537.329246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a98e00. 00010000:00000010:2.1:1786173537.339109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79337300. 00010000:00000010:2.1:1786173537.339117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a99e00. 00010000:00000010:2.1:1786173537.339121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79337d00. 00010000:00000010:2.1:1786173537.339124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a99000. 00010000:00000010:3.1:1786173537.339275:0:106620:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79337e00. 00010000:00000010:3.1:1786173537.339281:0:106620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5c800. 00010000:00000010:3.1:1786173537.339284:0:106620:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79338b00. 00010000:00000010:3.1:1786173537.339288:0:106620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a98400. 00010000:00000010:3.1:1786173537.339290:0:106620:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79337a00. 00010000:00000010:3.1:1786173537.339293:0:106620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a99a00. 00010000:00000010:3.1:1786173537.339296:0:106620:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79338800. 00010000:00000010:3.1:1786173537.339299:0:106620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a99600. 00010000:00000010:3.1:1786173537.339302:0:106620:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79337600. 00010000:00000010:3.1:1786173537.339305:0:106620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5c200. 00010000:00000010:0.1:1786173537.342534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd2700. 00010000:00000010:0.1:1786173537.342539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b97600. 00010000:00000010:2.1:1786173537.347770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79338d00. 00010000:00000010:2.1:1786173537.347778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a99c00. 00010000:00000010:2.1:1786173537.347781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79338300. 00010000:00000010:2.1:1786173537.347784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a99400. 00010000:00000010:0.1:1786173537.367036:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58365900. 00010000:00000010:0.1:1786173537.367044:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b96c00. 00010000:00000010:3.1:1786173537.367268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58365400. 00010000:00000010:3.1:1786173537.367273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b97800. 00010000:00000010:2.1:1786173537.386395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58365100. 00010000:00000010:2.1:1786173537.386401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b96200. 00010000:00000010:0.1:1786173537.391665:0:2390:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3f000. 00010000:00000010:0.1:1786173537.391679:0:2390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b97200. 00010000:00000010:2.1:1786173537.401156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45fd2900. 00010000:00000010:2.1:1786173537.401169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b97c00. 00010000:00000010:2.1:1786173537.485153:0:106624:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58365700. 00010000:00000010:2.1:1786173537.485160:0:106624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b96000. 00010000:00000010:2.1:1786173537.485164:0:106624:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58365200. 00010000:00000010:2.1:1786173537.485167:0:106624:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b96a00. 00010000:00000010:0.1:1786173537.490190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e83800. 00010000:00000010:0.1:1786173537.490204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c38000. 00010000:00000010:0.1:1786173537.490233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3f500. 00010000:00000010:0.1:1786173537.490237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b97a00. 00010000:00000010:0.1:1786173537.490263:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e83f00. 00010000:00000010:0.1:1786173537.490268:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c38a00. 00010000:00000010:0.1:1786173537.490271:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e83e00. 00010000:00000010:0.1:1786173537.490273:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c38600. 00010000:00000010:2.1:1786173537.502082:0:106618:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3f400. 00010000:00000010:2.1:1786173537.502099:0:106618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b97e00. 00010000:00000010:2.1:1786173537.502105:0:106618:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e83600. 00010000:00000010:2.1:1786173537.502108:0:106618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a98a00. 00010000:00000010:2.1:1786173537.513144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3f200. 00010000:00000010:2.1:1786173537.513152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79035e00. 00010000:00000010:3.1:1786173537.513527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e83a00. 00010000:00000010:3.1:1786173537.513534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a98c00. 00010000:00000010:3.1:1786173537.513555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3f900. 00010000:00000010:3.1:1786173537.513559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79034800. 00010000:00000010:3.1:1786173537.513562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e83d00. 00010000:00000010:3.1:1786173537.513566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c38c00. 00010000:00000010:3.1:1786173537.513570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b90d00. 00010000:00000010:3.1:1786173537.513573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c38200. 00010000:00000010:3.1:1786173537.513586:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b90f00. 00010000:00000010:3.1:1786173537.513590:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c39000. 00010000:00000010:3.1:1786173537.524895:0:106626:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b93800. 00010000:00000010:3.1:1786173537.524902:0:106626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c0200. 00010000:00000010:3.1:1786173537.568578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b93f00. 00010000:00000010:3.1:1786173537.568586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c0800. 00010000:00000010:0.1:1786173537.569183:0:106628:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b93300. 00010000:00000010:0.1:1786173537.569189:0:106628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c1e00. 00010000:00000010:2.1:1786173537.628173:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b90a00. 00010000:00000010:2.1:1786173537.628179:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c39e00. 00010000:00000010:3.1:1786173537.636167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b93e00. 00010000:00000010:3.1:1786173537.636172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49139800. 00010000:00000010:3.1:1786173537.636175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b93b00. 00010000:00000010:3.1:1786173537.636178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49139c00. 00010000:00000010:3.1:1786173537.636180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b94900. 00010000:00000010:3.1:1786173537.636183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49139400. 00010000:00000010:3.1:1786173537.636185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b94200. 00010000:00000010:3.1:1786173537.636188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49138600. 00010000:00000010:3.1:1786173537.636191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b90800. 00010000:00000010:3.1:1786173537.636194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c38e00. 00010000:00000010:3.1:1786173537.646044:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b91800. 00010000:00000010:3.1:1786173537.646052:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c39600. 00010000:00000010:3.1:1786173537.646056:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b94c00. 00010000:00000010:3.1:1786173537.646060:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49138c00. 00010000:00000010:3.1:1786173537.646062:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b91f00. 00010000:00000010:3.1:1786173537.646065:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c39800. 00010000:00000010:3.1:1786173537.646067:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b91300. 00010000:00000010:3.1:1786173537.646069:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c39400. 00010000:00000010:0.1:1786173537.646498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b90b00. 00010000:00000010:0.1:1786173537.646503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c39200. 00010000:00000010:0.1:1786173537.646506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b91d00. 00010000:00000010:0.1:1786173537.646509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c39c00. 00010000:00000010:0.1:1786173537.646511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b90e00. 00010000:00000010:0.1:1786173537.646514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c38400. 00010000:00000010:3.1:1786173537.732201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b94400. 00010000:00000010:3.1:1786173537.732216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49138a00. 00010000:00000010:3.1:1786173537.732220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b94000. 00010000:00000010:3.1:1786173537.732223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49138200. 00010000:00000010:2.1:1786173537.732323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b91a00. 00010000:00000010:2.1:1786173537.732330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c1a00. 00010000:00000010:2.1:1786173537.732333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b94700. 00010000:00000010:2.1:1786173537.732336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49138800. 00010000:00000010:2.1:1786173537.732339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b91e00. 00010000:00000010:2.1:1786173537.732343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c0e00. 00010000:00000010:2.1:1786173537.732347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b95200. 00010000:00000010:2.1:1786173537.732350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49139e00. 00010000:00000010:2.1:1786173537.732353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b91b00. 00010000:00000010:2.1:1786173537.732356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c0400. 00010000:00000010:2.1:1786173537.732414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b92c00. 00010000:00000010:2.1:1786173537.732419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c1400. 00010000:00000010:2.1:1786173537.732422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b95100. 00010000:00000010:2.1:1786173537.732425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49139a00. 00010000:00000010:2.1:1786173537.732428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b92900. 00010000:00000010:2.1:1786173537.732430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c1600. 00010000:00000010:2.1:1786173537.732446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b95400. 00010000:00000010:2.1:1786173537.732449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49138400. 00010000:00000010:2.1:1786173537.732451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b92100. 00010000:00000010:2.1:1786173537.732454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c1800. 00010000:00000010:3.1:1786173537.735101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b94500. 00010000:00000010:3.1:1786173537.735107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49139000. 00010000:00000010:3.1:1786173537.795462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b95000. 00010000:00000010:3.1:1786173537.795471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac6a00. 00010000:00000010:3.1:1786173537.795475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b95500. 00010000:00000010:3.1:1786173537.795477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac6200. 00010000:00000010:3.1:1786173537.795480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b95900. 00010000:00000010:3.1:1786173537.795482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac6800. 00010000:00000010:3.1:1786173537.795485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b92000. 00010000:00000010:3.1:1786173537.795489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c0000. 00010000:00000010:3.1:1786173537.795492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac0400. 00010000:00000010:3.1:1786173537.795496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac7a00. 00010000:00000010:2.1:1786173537.820061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b95700. 00010000:00000010:2.1:1786173537.820069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac7000. 00010000:00000010:2.1:1786173537.820074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac0c00. 00010000:00000010:2.1:1786173537.820077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac7e00. 00010000:00000010:2.1:1786173537.820081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b92400. 00010000:00000010:2.1:1786173537.820086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c0600. 00010000:00000010:2.1:1786173537.820089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58b92500. 00010000:00000010:2.1:1786173537.820092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c0c00. 00010000:00000010:2.1:1786173537.825404:0:106605:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac0000. 00010000:00000010:2.1:1786173537.825411:0:106605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac7200. 00010000:00000010:2.1:1786173537.825415:0:106605:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac0500. 00010000:00000010:2.1:1786173537.825418:0:106605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac6400. 00010000:00000010:2.1:1786173537.825427:0:106605:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac3a00. 00010000:00000010:2.1:1786173537.825430:0:106605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbb000. 00010000:00000010:3.1:1786173537.826415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac3f00. 00010000:00000010:3.1:1786173537.826427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fb800. 00010000:00000010:3.1:1786173537.834803:0:106644:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac3b00. 00010000:00000010:3.1:1786173537.834817:0:106644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbbe00. 00010000:00000010:3.1:1786173537.834821:0:106644:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac4400. 00010000:00000010:3.1:1786173537.834824:0:106644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbae00. 00010000:00000010:3.1:1786173537.834826:0:106644:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac0700. 00010000:00000010:3.1:1786173537.834829:0:106644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac6e00. 00010000:00000010:3.1:1786173537.834831:0:106644:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac4100. 00010000:00000010:3.1:1786173537.834834:0:106644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbb200. 00010000:00000010:3.1:1786173537.838791:0:83322:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac0900. 00010000:00000010:3.1:1786173537.838802:0:83322:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac7600. 00010000:00000010:0.1:1786173537.878053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac4500. 00010000:00000010:0.1:1786173537.878061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbbc00. 00010000:00000010:0.1:1786173537.878066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac0200. 00010000:00000010:0.1:1786173537.878069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac7c00. 00010000:00000010:2.1:1786173537.878115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac0100. 00010000:00000010:2.1:1786173537.878127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac7800. 00010000:00000010:2.1:1786173537.878131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac1d00. 00010000:00000010:2.1:1786173537.878134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac7400. 00010000:00000010:2.1:1786173537.878137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac4900. 00010000:00000010:2.1:1786173537.878139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbb400. 00010000:00000010:0.1:1786173537.897724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac5900. 00010000:00000010:0.1:1786173537.897730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8be00. 00010000:00000010:0.1:1786173537.897734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac5500. 00010000:00000010:0.1:1786173537.897738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbaa00. 00010000:00000010:2.1:1786173537.918138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac1300. 00010000:00000010:2.1:1786173537.918146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac6000. 00010000:00000010:2.1:1786173537.918149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac1600. 00010000:00000010:2.1:1786173537.918152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fb400. 00010000:00000010:3.1:1786173537.919535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac5400. 00010000:00000010:3.1:1786173537.919540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cba000. 00010000:00000010:3.1:1786173537.919544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a848600. 00010000:00000010:3.1:1786173537.919547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8bc00. 00010000:00000010:3.1:1786173537.919551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a848b00. 00010000:00000010:3.1:1786173537.919554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8b800. 00010000:00000010:3.1:1786173537.919558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac1e00. 00010000:00000010:3.1:1786173537.919641:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fa000. 00010000:00000010:3.1:1786173537.919646:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac1f00. 00010000:00000010:3.1:1786173537.919649:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac6600. 00010000:00000010:3.1:1786173537.919652:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a848300. 00010000:00000010:3.1:1786173537.919655:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8ae00. 00010000:00000010:2.1:1786173537.923554:0:12492:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac1a00. 00010000:00000010:2.1:1786173537.923567:0:12492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47ac6c00. 00010000:00000010:2.1:1786173537.923578:0:12492:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac1b00. 00010000:00000010:2.1:1786173537.923581:0:12492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fa600. 00010000:00000010:2.1:1786173537.923584:0:12492:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac1800. 00010000:00000010:2.1:1786173537.923587:0:12492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fac00. 00010000:00000010:2.1:1786173537.925162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a848e00. 00010000:00000010:2.1:1786173537.925174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8b400. 00010000:00000010:2.1:1786173537.925178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac2200. 00010000:00000010:2.1:1786173537.925181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2faa00. 00010000:00000010:3.1:1786173537.928086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac5100. 00010000:00000010:3.1:1786173537.928100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8b200. 00010000:00000010:3.1:1786173537.928104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a848800. 00010000:00000010:3.1:1786173537.928107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8a600. 00010000:00000010:3.1:1786173538.014262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac2c00. 00010000:00000010:3.1:1786173538.014279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fb000. 00010000:00000010:3.1:1786173538.014283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac2100. 00010000:00000010:3.1:1786173538.014287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fa200. 00010000:00000010:3.1:1786173538.014289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac2400. 00010000:00000010:3.1:1786173538.014292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fa800. 00010000:00000010:3.1:1786173538.014296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a849f00. 00010000:00000010:3.1:1786173538.014299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8aa00. 00010000:00000010:3.1:1786173538.014302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a849a00. 00010000:00000010:3.1:1786173538.014305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8b000. 00010000:00000010:2.1:1786173538.014929:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac2900. 00010000:00000010:2.1:1786173538.014934:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fa400. 00010000:00000010:0.1:1786173538.015059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac2500. 00010000:00000010:0.1:1786173538.015066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fba00. 00010000:00000010:0.1:1786173538.015069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac2700. 00010000:00000010:0.1:1786173538.015072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fb200. 00010000:00000010:0.1:1786173538.019172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac3e00. 00010000:00000010:0.1:1786173538.019181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fae00. 00010000:00000010:2.1:1786173538.041127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac3800. 00010000:00000010:2.1:1786173538.041142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fb600. 00010000:00000010:2.1:1786173538.041146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a849800. 00010000:00000010:2.1:1786173538.041150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789cac00. 00010000:00000010:2.1:1786173538.041153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84aa00. 00010000:00000010:2.1:1786173538.041156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789caa00. 00010000:00000010:2.1:1786173538.065066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac4200. 00010000:00000010:3.1:1786173538.065066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84a600. 00010000:00000010:2.1:1786173538.065079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbba00. 00010000:00000010:3.1:1786173538.065079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789ca200. 00010000:00000010:3.1:1786173538.065083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84a800. 00010000:00000010:3.1:1786173538.065086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789cbe00. 00010000:00000010:3.1:1786173538.065089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac3300. 00010000:00000010:3.1:1786173538.065093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cba200. 00010000:00000010:3.1:1786173538.065095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac3600. 00010000:00000010:3.1:1786173538.065097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cba800. 00010000:00000010:0.1:1786173538.074111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac3d00. 00010000:00000010:0.1:1786173538.074126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fbc00. 00010000:00000010:0.1:1786173538.074131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84ae00. 00010000:00000010:0.1:1786173538.074133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789ca800. 00010000:00000010:0.1:1786173538.074136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84ab00. 00010000:00000010:0.1:1786173538.074138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789cb000. 00010000:00000010:0.1:1786173538.097098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac4700. 00010000:00000010:0.1:1786173538.097112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbb800. 00010000:00000010:3.1:1786173538.099570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac4c00. 00010000:00000010:3.1:1786173538.099577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cba400. 00010000:00000010:3.1:1786173538.099580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac4000. 00010000:00000010:3.1:1786173538.099583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbb600. 00010000:00000010:3.1:1786173538.120592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84af00. 00010000:00000010:3.1:1786173538.120599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789cb200. 00010000:00000010:3.1:1786173538.120603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84ad00. 00010000:00000010:3.1:1786173538.120605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789cba00. 00010000:00000010:0.1:1786173538.136044:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac5c00. 00010000:00000010:0.1:1786173538.136052:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cba600. 00010000:00000010:0.1:1786173538.136056:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84a300. 00010000:00000010:0.1:1786173538.136059:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789ca400. 00010000:00000010:0.1:1786173538.136064:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84bf00. 00010000:00000010:0.1:1786173538.136066:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789cae00. 00010000:00000010:2.1:1786173538.138489:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84b300. 00010000:00000010:2.1:1786173538.138504:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789cb600. 00010000:00000010:2.1:1786173538.138508:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac5000. 00010000:00000010:2.1:1786173538.138512:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbac00. 00010000:00000010:3.1:1786173538.141605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47ac5700. 00010000:00000010:3.1:1786173538.141612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8a800. 00010000:00000010:3.1:1786173538.141617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84ba00. 00010000:00000010:3.1:1786173538.141620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789cbc00. 00010000:00000010:2.1:1786173538.145076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84b600. 00010000:00000010:2.1:1786173538.145094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789cb800. 00010000:00000010:2.1:1786173538.145099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a848a00. 00010000:00000010:2.1:1786173538.145103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42a8b600. 00010000:00000010:2.1:1786173538.145106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84bb00. 00010000:00000010:2.1:1786173538.145108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b32800. 00010000:00000010:2.1:1786173538.189125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84f200. 00010000:00000010:2.1:1786173538.189133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3b600. 00010000:00000010:3.1:1786173538.189964:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84bd00. 00010000:00000010:3.1:1786173538.189969:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b33200. 00010000:00000010:2.1:1786173538.199031:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84fc00. 00010000:00000010:2.1:1786173538.199038:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d78000. 00010000:00000010:3.1:1786173538.199117:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84f100. 00010000:00000010:3.1:1786173538.199123:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3bc00. 00010000:00000010:3.1:1786173538.213090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84c400. 00010000:00000010:3.1:1786173538.213109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b32e00. 00010000:00000010:3.1:1786173538.213113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84e300. 00010000:00000010:3.1:1786173538.213118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3b200. 00010000:00000010:3.1:1786173538.213121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84be00. 00010000:00000010:3.1:1786173538.213126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b33e00. 00010000:00000010:3.1:1786173538.213129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84b800. 00010000:00000010:3.1:1786173538.213132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b33a00. 00010000:00000010:3.1:1786173538.213135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84f900. 00010000:00000010:3.1:1786173538.213139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3ae00. 00010000:00000010:3.1:1786173538.213142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84cc00. 00010000:00000010:3.1:1786173538.213145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b32400. 00010000:00000010:3.1:1786173538.213147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84c000. 00010000:00000010:3.1:1786173538.213149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b33600. 00010000:00000010:3.1:1786173538.213152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84f400. 00010000:00000010:3.1:1786173538.213156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d78c00. 00010000:00000010:3.1:1786173538.213158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84c700. 00010000:00000010:3.1:1786173538.213161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b33800. 00010000:00000010:2.1:1786173538.214158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84f700. 00010000:00000010:2.1:1786173538.214169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3a400. 00010000:00000010:3.1:1786173538.220195:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84c900. 00010000:00000010:3.1:1786173538.220243:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b33400. 00010000:00000010:2.1:1786173538.228150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d72e00. 00010000:00000010:2.1:1786173538.228161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d78800. 00010000:00000010:2.1:1786173538.228165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d72b00. 00010000:00000010:2.1:1786173538.228168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d79000. 00010000:00000010:3.1:1786173538.228624:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84c200. 00010000:00000010:3.1:1786173538.228630:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b32600. 00010000:00000010:2.1:1786173538.231064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84f500. 00010000:00000010:2.1:1786173538.231077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d78200. 00010000:00000010:3.1:1786173538.241224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84c100. 00010000:00000010:3.1:1786173538.241242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b32000. 00010000:00000010:2.1:1786173538.247364:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d72800. 00010000:00000010:2.1:1786173538.247372:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d79e00. 00010000:00000010:2.1:1786173538.247376:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84d000. 00010000:00000010:2.1:1786173538.247380:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b32a00. 00010000:00000010:3.1:1786173538.260291:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84d500. 00010000:00000010:3.1:1786173538.260303:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b32200. 00010000:00000010:2.1:1786173538.262066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d72d00. 00010000:00000010:2.1:1786173538.262078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d79a00. 00010000:00000010:3.1:1786173538.262112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84d400. 00010000:00000010:3.1:1786173538.262118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b32c00. 00010000:00000010:3.1:1786173538.262121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d72f00. 00010000:00000010:3.1:1786173538.262123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d79200. 00010000:00000010:2.1:1786173538.298032:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84d200. 00010000:00000010:2.1:1786173538.298037:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3b400. 00010000:00000010:2.1:1786173538.298393:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84d700. 00010000:00000010:2.1:1786173538.298397:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b33000. 00010000:00000010:2.1:1786173538.333655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d72300. 00010000:00000010:2.1:1786173538.333667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d78400. 00010000:00000010:2.1:1786173538.333671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84d900. 00010000:00000010:2.1:1786173538.333675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3b800. 00010000:00000010:2.1:1786173538.333679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d73a00. 00010000:00000010:2.1:1786173538.333683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d79800. 00010000:00000010:2.1:1786173538.333685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d72a00. 00010000:00000010:2.1:1786173538.333688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d78e00. 00010000:00000010:2.1:1786173538.341162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84ea00. 00010000:00000010:2.1:1786173538.341176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3ac00. 00010000:00000010:2.1:1786173538.341181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84dc00. 00010000:00000010:2.1:1786173538.341184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3a000. 00010000:00000010:2.1:1786173538.341188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d73600. 00010000:00000010:2.1:1786173538.341193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d79400. 00010000:00000010:2.1:1786173538.341196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d73b00. 00010000:00000010:2.1:1786173538.341199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d78600. 00010000:00000010:2.1:1786173538.341202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84e600. 00010000:00000010:2.1:1786173538.341204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3aa00. 00010000:00000010:2.1:1786173538.341207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d73e00. 00010000:00000010:2.1:1786173538.341210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c0800. 00010000:00000010:3.1:1786173538.344725:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d73300. 00010000:00000010:3.1:1786173538.344732:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d79c00. 00010000:00000010:0.1:1786173538.345315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84eb00. 00010000:00000010:0.1:1786173538.345322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3a200. 00010000:00000010:3.1:1786173538.346038:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d72600. 00010000:00000010:3.1:1786173538.346044:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d79600. 00010000:00000010:3.1:1786173538.346047:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84d100. 00010000:00000010:3.1:1786173538.346050:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3a600. 00010000:00000010:3.1:1786173538.357182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d73800. 00010000:00000010:3.1:1786173538.357200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c1e00. 00010000:00000010:3.1:1786173538.368883:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d73d00. 00010000:00000010:3.1:1786173538.368892:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c1a00. 00010000:00000010:3.1:1786173538.368897:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d74f00. 00010000:00000010:3.1:1786173538.368901:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c0400. 00010000:00000010:3.1:1786173538.368904:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84ef00. 00010000:00000010:3.1:1786173538.368908:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3ba00. 00010000:00000010:3.1:1786173538.368911:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d74a00. 00010000:00000010:3.1:1786173538.368913:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c1600. 00010000:00000010:2.1:1786173538.376114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84ee00. 00010000:00000010:2.1:1786173538.376121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3b000. 00010000:00000010:2.1:1786173538.380473:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d73f00. 00010000:00000010:2.1:1786173538.380481:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c1200. 00010000:00000010:3.1:1786173538.387237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84e800. 00010000:00000010:3.1:1786173538.387244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3a800. 00010000:00000010:2.1:1786173538.388203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78732900. 00010000:00000010:2.1:1786173538.388214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78731000. 00010000:00000010:2.1:1786173538.399232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d74300. 00010000:00000010:2.1:1786173538.399242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c0e00. 00010000:00000010:2.1:1786173538.399246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a84ed00. 00010000:00000010:2.1:1786173538.399249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b3be00. 00010000:00000010:2.1:1786173538.399253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78733f00. 00010000:00000010:2.1:1786173538.399257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78731e00. 00010000:00000010:2.1:1786173538.425184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d74600. 00010000:00000010:2.1:1786173538.425201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c1c00. 00010000:00000010:2.1:1786173538.425205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d74b00. 00010000:00000010:2.1:1786173538.425208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c1800. 00010000:00000010:2.1:1786173538.452033:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d74800. 00010000:00000010:2.1:1786173538.452043:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c0600. 00010000:00000010:0.1:1786173538.460109:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d74e00. 00010000:00000010:0.1:1786173538.460115:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c1400. 00010000:00000010:0.1:1786173538.460119:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d74d00. 00010000:00000010:0.1:1786173538.460122:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c0000. 00010000:00000010:2.1:1786173538.466047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78733a00. 00010000:00000010:2.1:1786173538.466054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78731200. 00010000:00000010:2.1:1786173538.466058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78733800. 00010000:00000010:2.1:1786173538.466061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b0000. 00010000:00000010:2.1:1786173538.466065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78734400. 00010000:00000010:2.1:1786173538.466068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b0a00. 00010000:00000010:2.1:1786173538.466071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e6a00. 00010000:00000010:2.1:1786173538.466075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c000. 00010000:00000010:2.1:1786173538.466078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e6f00. 00010000:00000010:2.1:1786173538.466081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4da00. 00010000:00000010:2.1:1786173538.466084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78734500. 00010000:00000010:2.1:1786173538.466087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b1000. 00010000:00000010:0.1:1786173538.468262:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d75a00. 00010000:00000010:0.1:1786173538.468275:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c0c00. 00010000:00000010:0.1:1786173538.468279:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78733b00. 00010000:00000010:0.1:1786173538.468283:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b1400. 00010000:00000010:3.1:1786173538.470054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e6b00. 00010000:00000010:3.1:1786173538.470064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219a600. 00010000:00000010:2.1:1786173538.472631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d75600. 00010000:00000010:2.1:1786173538.472654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c0a00. 00010000:00000010:2.1:1786173538.472658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d75b00. 00010000:00000010:2.1:1786173538.472661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c0200. 00010000:00000010:2.1:1786173538.472666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d75800. 00010000:00000010:2.1:1786173538.472670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c9a00. 00010000:00000010:3.1:1786173538.476135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d75e00. 00010000:00000010:3.1:1786173538.476152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c1000. 00010000:00000010:2.1:1786173538.477182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d75d00. 00010000:00000010:2.1:1786173538.477193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c9200. 00010000:00000010:2.1:1786173538.502068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e6800. 00010000:00000010:2.1:1786173538.502081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219b800. 00010000:00000010:2.1:1786173538.514061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e7d00. 00010000:00000010:2.1:1786173538.514070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b3e00. 00010000:00000010:2.1:1786173538.514119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e7300. 00010000:00000010:2.1:1786173538.514123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b3200. 00010000:00000010:3.1:1786173538.518070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e7e00. 00010000:00000010:3.1:1786173538.518088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b3000. 00010000:00000010:3.1:1786173538.518093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e7600. 00010000:00000010:3.1:1786173538.518096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b2a00. 00010000:00000010:3.1:1786173538.518100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d75f00. 00010000:00000010:3.1:1786173538.518103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c8400. 00010000:00000010:2.1:1786173538.548056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487e9a00. 00010000:00000010:2.1:1786173538.548063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b2e00. 00010000:00000010:2.1:1786173538.548067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d76a00. 00010000:00000010:2.1:1786173538.548071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c9600. 00010000:00000010:2.1:1786173538.548074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d75300. 00010000:00000010:2.1:1786173538.548077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c8e00. 00010000:00000010:2.1:1786173538.554179:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45456400. 00010000:00000010:2.1:1786173538.554195:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79034000. 00010000:00000010:2.1:1786173538.554200:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45456500. 00010000:00000010:2.1:1786173538.554202:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79034a00. 00010000:00000010:2.1:1786173538.554206:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d76b00. 00010000:00000010:2.1:1786173538.554210:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c9800. 00010000:00000010:3.1:1786173538.564628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d76600. 00010000:00000010:3.1:1786173538.564643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c9c00. 00010000:00000010:2.1:1786173538.571108:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45456900. 00010000:00000010:2.1:1786173538.571118:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79035800. 00010000:00000010:3.1:1786173538.594414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d76e00. 00010000:00000010:3.1:1786173538.594420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c9400. 00010000:00000010:3.1:1786173538.594491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d76800. 00010000:00000010:3.1:1786173538.594496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c8600. 00010000:00000010:3.1:1786173538.594499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a84700. 00010000:00000010:3.1:1786173538.594503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79035200. 00010000:00000010:0.1:1786173538.595511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d76d00. 00010000:00000010:0.1:1786173538.595520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c8000. 00010000:00000010:0.1:1786173538.600698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d76300. 00010000:00000010:0.1:1786173538.600705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c8a00. 00010000:00000010:2.1:1786173538.603992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d76f00. 00010000:00000010:2.1:1786173538.604026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c8c00. 00010000:00000010:3.1:1786173538.604101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d77500. 00010000:00000010:3.1:1786173538.604106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c8200. 00010000:00000010:3.1:1786173538.604108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d77700. 00010000:00000010:3.1:1786173538.604111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c9000. 00010000:00000010:2.1:1786173538.607112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a26200. 00010000:00000010:2.1:1786173538.607118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5e800. 00010000:00000010:3.1:1786173538.608098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a26c00. 00010000:00000010:3.1:1786173538.608108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5fa00. 00010000:00000010:3.1:1786173538.608112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a84200. 00010000:00000010:3.1:1786173538.608116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5ec00. 00010000:00000010:3.1:1786173538.612057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a26000. 00010000:00000010:3.1:1786173538.612075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5e400. 00010000:00000010:3.1:1786173538.619414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d77900. 00010000:00000010:3.1:1786173538.619422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c8800. 00010000:00000010:0.1:1786173538.642824:0:2391:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d77200. 00010000:00000010:0.1:1786173538.642832:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787c9e00. 00010000:00000010:0.1:1786173538.644417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a26700. 00010000:00000010:0.1:1786173538.644430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5f600. 00010000:00000010:2.1:1786173538.657062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50494a00. 00010000:00000010:2.1:1786173538.657080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5f800. 00010000:00000010:2.1:1786173538.657085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78732200. 00010000:00000010:2.1:1786173538.657088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78731800. 00010000:00000010:3.1:1786173538.672048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78732100. 00010000:00000010:3.1:1786173538.672065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78731400. 00010000:00000010:3.1:1786173538.684583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78732400. 00010000:00000010:3.1:1786173538.684600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78730000. 00010000:00000010:2.1:1786173538.685068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d77c00. 00010000:00000010:2.1:1786173538.685075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78730e00. 00010000:00000010:2.1:1786173538.694060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78732000. 00010000:00000010:2.1:1786173538.694076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78730c00. 00010000:00000010:3.1:1786173538.699334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a84c00. 00010000:00000010:3.1:1786173538.699350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5e200. 00010000:00000010:3.1:1786173538.729397:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50494f00. 00010000:00000010:3.1:1786173538.729412:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f3800. 00010000:00000010:3.1:1786173538.729417:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d77400. 00010000:00000010:3.1:1786173538.729421:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78731600. 00010000:00000010:3.1:1786173538.734032:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50494800. 00010000:00000010:3.1:1786173538.734106:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f3600. 00010000:00000010:2.1:1786173538.738722:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78732c00. 00010000:00000010:2.1:1786173538.738731:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78730600. 00010000:00000010:2.1:1786173538.738735:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d77000. 00010000:00000010:2.1:1786173538.738738:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78731c00. 00010000:00000010:2.1:1786173538.746700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50494b00. 00010000:00000010:2.1:1786173538.746707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5e600. 00010000:00000010:2.1:1786173538.746712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4df00. 00010000:00000010:2.1:1786173538.746716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f2400. 00010000:00000010:3.1:1786173538.749598:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4da00. 00010000:00000010:3.1:1786173538.749612:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f3a00. 00010000:00000010:2.1:1786173538.781048:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78732500. 00010000:00000010:2.1:1786173538.781054:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78730a00. 00010000:00000010:2.1:1786173538.781057:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a85400. 00010000:00000010:2.1:1786173538.781060:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f2200. 00010000:00000010:2.1:1786173538.781064:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78733600. 00010000:00000010:2.1:1786173538.781068:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b1800. 00010000:00000010:3.1:1786173538.782973:0:106602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4db00. 00010000:00000010:3.1:1786173538.782980:0:106602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f2800. 00010000:00000010:3.1:1786173538.782984:0:106602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78733e00. 00010000:00000010:3.1:1786173538.782989:0:106602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b0600. 00010000:00000010:3.1:1786173538.782992:0:106602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78733300. 00010000:00000010:3.1:1786173538.783033:0:106602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78731a00. 00010000:00000010:3.1:1786173538.783045:0:106602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78734c00. 00010000:00000010:3.1:1786173538.783051:0:106602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b0c00. 00010000:00000010:2.1:1786173538.800414:0:106602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78732700. 00010000:00000010:2.1:1786173538.800442:0:106602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78730200. 00010000:00000010:0.1:1786173538.802251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b4df00. 00010000:00000010:0.1:1786173538.802261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b83c00. 00010000:00000010:0.1:1786173538.802267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a85100. 00010000:00000010:0.1:1786173538.802270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b83200. 00010000:00000010:2.1:1786173538.804792:0:106602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a85500. 00010000:00000010:2.1:1786173538.804809:0:106602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f2c00. 00010000:00000010:2.1:1786173538.804813:0:106602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78734000. 00010000:00000010:2.1:1786173538.804817:0:106602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b0200. 00010000:00000010:2.1:1786173538.804820:0:106602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a85900. 00010000:00000010:2.1:1786173538.804823:0:106602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b83e00. 00010000:00000010:2.1:1786173538.804827:0:106602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b4d800. 00010000:00000010:2.1:1786173538.804834:0:106602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b82e00. 00010000:00000010:2.1:1786173538.804840:0:106602:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b4da00. 00010000:00000010:2.1:1786173538.804843:0:106602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b83400. 00010000:00000010:2.1:1786173538.807308:0:106599:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78734700. 00010000:00000010:2.1:1786173538.807321:0:106599:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b0800. 00010000:00000010:2.1:1786173538.836080:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e6e00. 00010000:00000010:2.1:1786173538.836086:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6219b400. 00010000:00000010:2.1:1786173538.836097:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e7f00. 00010000:00000010:2.1:1786173538.836101:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b3a00. 00010000:00000010:3.1:1786173538.859232:0:106656:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e6600. 00010000:00000010:3.1:1786173538.859246:0:106656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4c400. 00010000:00000010:0.1:1786173538.863203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e7a00. 00010000:00000010:0.1:1786173538.863216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b2c00. 00010000:00000010:0.1:1786173538.863220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b4db00. 00010000:00000010:0.1:1786173538.863223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b82000. 00010000:00000010:0.1:1786173538.863225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e6300. 00010000:00000010:0.1:1786173538.863229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc44e4d600. 00010000:00000010:2.1:1786173538.870449:0:101370:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50b40900. 00010000:00000010:2.1:1786173538.870462:0:101370:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b82a00. 00010000:00000010:3.1:1786173538.912075:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487e9300. 00010000:00000010:3.1:1786173538.912083:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b2400. 00010000:00000010:0.1:1786173538.921171:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e7800. 00010000:00000010:0.1:1786173538.921183:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b2800. 00010000:00000010:0.1:1786173538.921187:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc490e7b00. 00010000:00000010:0.1:1786173538.921204:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b2200. 00010000:00000010:0.1:1786173538.921208:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45456200. 00010000:00000010:0.1:1786173538.921212:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79035c00. 00010000:00000010:0.1:1786173538.921216:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6225c300. 00010000:00000010:0.1:1786173538.921219:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da000. 00010000:00000010:0.1:1786173538.921222:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6225c600. 00010000:00000010:0.1:1786173538.921225:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491daa00. 00010000:00000010:0.1:1786173538.921230:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45456c00. 00010000:00000010:0.1:1786173538.921234:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79034e00. 00010000:00000010:0.1:1786173538.921237:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6225ce00. 00010000:00000010:0.1:1786173538.921240:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dbc00. 00010000:00000010:0.1:1786173538.921243:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45456700. 00010000:00000010:0.1:1786173538.921246:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79034200. 00010000:00000010:0.1:1786173538.921249:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6225cd00. 00010000:00000010:0.1:1786173538.921251:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db400. 00010000:00000010:2.1:1786173538.934052:0:106656:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50b40100. 00010000:00000010:2.1:1786173538.934063:0:106656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b83000. 00010000:00000010:2.1:1786173538.934069:0:106656:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc604c2e00. 00010000:00000010:2.1:1786173538.934072:0:106656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db000. 00010000:00000010:2.1:1786173538.934076:0:106656:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45456000. 00010000:00000010:2.1:1786173538.934086:0:106656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79034c00. 00010000:00000010:3.1:1786173538.935088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50b40400. 00010000:00000010:3.1:1786173538.935095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db200. 00010000:00000010:3.1:1786173538.935099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b3f100. 00010000:00000010:3.1:1786173538.935102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79034600. 00010000:00000010:3.1:1786173538.935104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50b40500. 00010000:00000010:3.1:1786173538.935107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dae00. 00010000:00000010:2.1:1786173538.980163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a84900. 00010000:00000010:2.1:1786173538.980176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5e000. 00010000:00000010:3.1:1786173539.036949:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a26100. 00010000:00000010:3.1:1786173539.036963:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5fe00. 00010000:00000010:0.1:1786173539.041086:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a84500. 00010000:00000010:0.1:1786173539.041100:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79034400. 00010000:00000010:0.1:1786173539.041104:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc604c2d00. 00010000:00000010:0.1:1786173539.041107:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dbe00. 00010000:00000010:0.1:1786173539.041110:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc604c2300. 00010000:00000010:0.1:1786173539.041113:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770e00. 00010000:00000010:0.1:1786173539.041117:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a84100. 00010000:00000010:0.1:1786173539.041120:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5ea00. 00010000:00000010:0.1:1786173539.041124:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048b800. 00010000:00000010:0.1:1786173539.053204:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771400. 00010000:00000010:0.1:1786173539.055108:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048bf00. 00010000:00000010:0.1:1786173539.055114:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770000. 00010000:00000010:2.1:1786173539.056080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b7d900. 00010000:00000010:2.1:1786173539.056087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771a00. 00010000:00000010:2.1:1786173539.056091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a84400. 00010000:00000010:2.1:1786173539.056095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5f000. 00010000:00000010:2.1:1786173539.056099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a26400. 00010000:00000010:2.1:1786173539.056102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5f200. 00010000:00000010:2.1:1786173539.056105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048bb00. 00010000:00000010:2.1:1786173539.056108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771000. 00010000:00000010:2.1:1786173539.056111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a26900. 00010000:00000010:2.1:1786173539.056114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5fc00. 00010000:00000010:2.1:1786173539.056161:0:12492:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc604c2600. 00010000:00000010:2.1:1786173539.056165:0:12492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771c00. 00010000:00000010:2.1:1786173539.056168:0:12492:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048ba00. 00010000:00000010:2.1:1786173539.056171:0:12492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770a00. 00010000:00000010:2.1:1786173539.056174:0:12492:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a26500. 00010000:00000010:2.1:1786173539.056185:0:12492:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5ee00. 00010000:00000010:2.1:1786173539.066179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50494600. 00010000:00000010:2.1:1786173539.066188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74f5f400. 00010000:00000010:0.1:1786173539.074053:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50494e00. 00010000:00000010:0.1:1786173539.074062:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f2000. 00010000:00000010:0.1:1786173539.074066:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50494d00. 00010000:00000010:0.1:1786173539.074068:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f3c00. 00010000:00000010:3.1:1786173539.074159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b7d100. 00010000:00000010:3.1:1786173539.074166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771e00. 00010000:00000010:2.1:1786173539.085871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b7d400. 00010000:00000010:2.1:1786173539.085877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43001a00. 00010000:00000010:2.1:1786173539.172047:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b7d500. 00010000:00000010:2.1:1786173539.172054:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43000400. 00010000:00000010:2.1:1786173539.197124:0:106670:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50494300. 00010000:00000010:2.1:1786173539.197137:0:106670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f3400. 00010000:00000010:0.1:1786173539.216577:0:6154:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4dd00. 00010000:00000010:0.1:1786173539.216588:0:6154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f2e00. 00010000:00000010:0.1:1786173539.216592:0:6154:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4d300. 00010000:00000010:0.1:1786173539.216596:0:6154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f3200. 00010000:00000010:3.1:1786173539.217165:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4d600. 00010000:00000010:3.1:1786173539.217183:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f3e00. 00010000:00000010:3.1:1786173539.231154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4de00. 00010000:00000010:3.1:1786173539.231183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f3000. 00010000:00000010:3.1:1786173539.231189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45443400. 00010000:00000010:3.1:1786173539.231194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43001600. 00010000:00000010:0.1:1786173539.231530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a85000. 00010000:00000010:0.1:1786173539.231536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791f2a00. 00010000:00000010:0.1:1786173539.231539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a85200. 00010000:00000010:0.1:1786173539.231543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b83a00. 00010000:00000010:2.1:1786173539.234253:0:106672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a85700. 00010000:00000010:2.1:1786173539.234266:0:106672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b82800. 00010000:00000010:2.1:1786173539.234278:0:106672:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45443000. 00010000:00000010:2.1:1786173539.234284:0:106672:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43001c00. 00010000:00000010:2.1:1786173539.236055:0:106667:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a85c00. 00010000:00000010:2.1:1786173539.236082:0:106667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b82400. 00010000:00000010:2.1:1786173539.236100:0:106667:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45443500. 00010000:00000010:2.1:1786173539.236124:0:106667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43001400. 00010000:00000010:2.1:1786173539.236132:0:106667:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45443700. 00010000:00000010:2.1:1786173539.236136:0:106667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43000600. 00010000:00000010:2.1:1786173539.236150:0:106667:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b4dd00. 00010000:00000010:2.1:1786173539.236155:0:106667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b83600. 00010000:00000010:0.1:1786173539.301400:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45443200. 00010000:00000010:0.1:1786173539.301410:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43000c00. 00010000:00000010:0.1:1786173539.301414:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44d14500. 00010000:00000010:0.1:1786173539.301417:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43001000. 00010000:00000010:3.1:1786173539.302167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45443c00. 00010000:00000010:3.1:1786173539.302173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43000200. 00010000:00000010:0.1:1786173539.313827:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b4d600. 00010000:00000010:0.1:1786173539.313838:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b82600. 00010000:00000010:3.1:1786173539.314396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b4de00. 00010000:00000010:3.1:1786173539.314402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b82c00. 00010000:00000010:3.1:1786173539.314407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50b40c00. 00010000:00000010:3.1:1786173539.314411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dba00. 00010000:00000010:3.1:1786173539.314413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50b40200. 00010000:00000010:3.1:1786173539.314474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b82200. 00010000:00000010:3.1:1786173539.320728:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b4d300. 00010000:00000010:3.1:1786173539.320744:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc58b83800. 00010000:00000010:3.1:1786173539.320748:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc45443100. 00010000:00000010:3.1:1786173539.320754:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43000a00. 00010000:00000010:3.1:1786173539.320758:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6225c800. 00010000:00000010:3.1:1786173539.320761:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db800. 00010000:00000010:0.1:1786173539.330037:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50b40000. 00010000:00000010:0.1:1786173539.330045:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da400. 00010000:00000010:0.1:1786173539.330048:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50b40700. 00010000:00000010:0.1:1786173539.330052:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db600. 00010000:00000010:3.1:1786173539.337224:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44d14c00. 00010000:00000010:3.1:1786173539.337233:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f17600. 00010000:00000010:0.1:1786173539.339162:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44d14100. 00010000:00000010:0.1:1786173539.339177:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16e00. 00010000:00000010:3.1:1786173539.353133:0:106680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44d14000. 00010000:00000010:3.1:1786173539.353145:0:106680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f17400. 00010000:00000010:3.1:1786173539.353150:0:106680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44d14400. 00010000:00000010:3.1:1786173539.353152:0:106680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f17800. 00010000:00000010:2.1:1786173539.378567:0:106683:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42f4e900. 00010000:00000010:2.1:1786173539.378574:0:106683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16600. 00010000:00000010:3.1:1786173539.423478:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc6225ca00. 00010000:00000010:3.1:1786173539.423485:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dac00. 00010000:00000010:0.1:1786173539.426148:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42f4e100. 00010000:00000010:0.1:1786173539.426154:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16c00. 00010000:00000010:2.1:1786173539.445233:0:106687:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42f4e000. 00010000:00000010:2.1:1786173539.445245:0:106687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f17000. 00010000:00000010:2.1:1786173539.445249:0:106687:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42f4e200. 00010000:00000010:2.1:1786173539.445253:0:106687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16000. 00010000:00000010:2.1:1786173539.445257:0:106687:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc604c2b00. 00010000:00000010:2.1:1786173539.445260:0:106687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771800. 00010000:00000010:0.1:1786173539.450796:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42f4e400. 00010000:00000010:0.1:1786173539.450815:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16200. 00010000:00000010:2.1:1786173539.455052:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42f4e500. 00010000:00000010:2.1:1786173539.455059:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16800. 00010000:00000010:0.1:1786173539.455151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc604c2a00. 00010000:00000010:0.1:1786173539.455161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771600. 00010000:00000010:3.1:1786173539.455168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048bd00. 00010000:00000010:3.1:1786173539.455176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770600. 00010000:00000010:0.1:1786173539.455211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc604c2f00. 00010000:00000010:0.1:1786173539.455219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770400. 00010000:00000010:2.1:1786173539.458369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42f4ec00. 00010000:00000010:2.1:1786173539.458377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16a00. 00010000:00000010:2.1:1786173539.458383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62daa600. 00010000:00000010:2.1:1786173539.458387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f17a00. 00010000:00000010:2.1:1786173539.458391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048b600. 00010000:00000010:2.1:1786173539.458395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770200. 00010000:00000010:2.1:1786173539.458398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048b300. 00010000:00000010:2.1:1786173539.458401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770c00. 00010000:00000010:2.1:1786173539.467068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62daab00. 00010000:00000010:2.1:1786173539.467074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79244600. 00010000:00000010:2.1:1786173539.471884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b7d200. 00010000:00000010:2.1:1786173539.471893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771200. 00010000:00000010:0.1:1786173539.475039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62daad00. 00010000:00000010:0.1:1786173539.475055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79244a00. 00010000:00000010:0.1:1786173539.475069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62daae00. 00010000:00000010:0.1:1786173539.475072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79244000. 00010000:00000010:2.1:1786173539.475552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5048be00. 00010000:00000010:2.1:1786173539.475559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770800. 00010000:00000010:0.1:1786173539.563382:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62daaf00. 00010000:00000010:0.1:1786173539.563401:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79244200. 00010000:00000010:0.1:1786173539.563419:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79302800. 00010000:00000010:0.1:1786173539.563422:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300400. 00010000:00000010:0.1:1786173539.565084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62daaa00. 00010000:00000010:0.1:1786173539.565093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79244800. 00010000:00000010:0.1:1786173539.565098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62b7d700. 00010000:00000010:0.1:1786173539.565101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43000e00. 00010000:00000010:0.1:1786173539.565105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79302300. 00010000:00000010:0.1:1786173539.565108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79301c00. 00010000:00000010:0.1:1786173539.565110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79302d00. 00010000:00000010:0.1:1786173539.565113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300e00. 00010000:00000010:0.1:1786173539.571049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79304700. 00010000:00000010:0.1:1786173539.571060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79245c00. 00010000:00000010:0.1:1786173539.571064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79304400. 00010000:00000010:0.1:1786173539.571067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79245a00. 00010000:00000010:0.1:1786173539.571070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79304000. 00010000:00000010:0.1:1786173539.571072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79245200. 00010000:00000010:2.1:1786173539.597274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79304900. 00010000:00000010:2.1:1786173539.597299:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79245800. 00010000:00000010:3.1:1786173539.621490:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79302e00. 00010000:00000010:3.1:1786173539.621497:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930a600. 00010000:00000010:2.1:1786173539.642103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79303500. 00010000:00000010:2.1:1786173539.642114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930a000. 00010000:00000010:2.1:1786173539.642117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79303900. 00010000:00000010:2.1:1786173539.642120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930aa00. 00010000:00000010:2.1:1786173539.642124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79305400. 00010000:00000010:2.1:1786173539.642126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79244400. 00010000:00000010:3.1:1786173539.642299:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79303700. 00010000:00000010:3.1:1786173539.642304:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930ac00. 00010000:00000010:0.1:1786173539.681156:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79305500. 00010000:00000010:0.1:1786173539.681164:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306c00. 00010000:00000010:3.1:1786173539.681196:0:106717:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79305000. 00010000:00000010:3.1:1786173539.681206:0:106717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306000. 00010000:00000010:3.1:1786173539.681211:0:106717:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79305700. 00010000:00000010:3.1:1786173539.681214:0:106717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306a00. 00010000:00000010:3.1:1786173539.681252:0:106717:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79303c00. 00010000:00000010:3.1:1786173539.681260:0:106717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930be00. 00010000:00000010:2.1:1786173539.689656:0:106715:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79303400. 00010000:00000010:2.1:1786173539.689662:0:106715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930ba00. 00010000:00000010:2.1:1786173539.689665:0:106715:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79305900. 00010000:00000010:2.1:1786173539.689668:0:106715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306200. 00010000:00000010:2.1:1786173539.689671:0:106715:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79303100. 00010000:00000010:2.1:1786173539.689674:0:106715:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930a800. 00010000:00000010:2.1:1786173539.695231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790fdb00. 00010000:00000010:2.1:1786173539.695243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930b800. 00010000:00000010:2.1:1786173539.695246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790fd800. 00010000:00000010:2.1:1786173539.695249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930ae00. 00010000:00000010:2.1:1786173539.695251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790fde00. 00010000:00000010:2.1:1786173539.695253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930b400. 00010000:00000010:2.1:1786173539.695257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79308a00. 00010000:00000010:2.1:1786173539.695260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306e00. 00010000:00000010:2.1:1786173539.695262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79308300. 00010000:00000010:2.1:1786173539.695264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306400. 00010000:00000010:0.1:1786173539.695329:0:106679:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79308f00. 00010000:00000010:0.1:1786173539.695333:0:106679:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307200. 00010000:00000010:0.1:1786173539.699682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79305c00. 00010000:00000010:0.1:1786173539.699696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307e00. 00010000:00000010:0.1:1786173539.699700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79308600. 00010000:00000010:0.1:1786173539.699702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307600. 00010000:00000010:2.1:1786173539.773042:0:106723:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790fdd00. 00010000:00000010:2.1:1786173539.773053:0:106723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930b000. 00010000:00000010:2.1:1786173539.773057:0:106723:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79308b00. 00010000:00000010:2.1:1786173539.773062:0:106723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307c00. 00010000:00000010:2.1:1786173539.773065:0:106723:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79308800. 00010000:00000010:2.1:1786173539.773068:0:106723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307400. 00010000:00000010:2.1:1786173539.773074:0:106723:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e14500. 00010000:00000010:2.1:1786173539.773080:0:106723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78776000. 00010000:00000010:2.1:1786173539.773085:0:106723:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e14700. 00010000:00000010:2.1:1786173539.773088:0:106723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78776c00. 00010000:00000010:2.1:1786173539.773094:0:106723:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79309200. 00010000:00000010:2.1:1786173539.773098:0:106723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306600. 00010000:00000010:2.1:1786173539.773101:0:106723:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79309400. 00010000:00000010:2.1:1786173539.773103:0:106723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79301000. 00010000:00000010:3.1:1786173539.773116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790fdf00. 00010000:00000010:3.1:1786173539.773122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78777800. 00010000:00000010:3.1:1786173539.779155:0:106667:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79309100. 00010000:00000010:3.1:1786173539.779163:0:106667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300a00. 00010000:00000010:3.1:1786173539.779168:0:106667:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e14000. 00010000:00000010:3.1:1786173539.779172:0:106667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78776600. 00010000:00000010:3.1:1786173539.779174:0:106667:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc790fd300. 00010000:00000010:3.1:1786173539.779177:0:106667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78777400. 00010000:00000010:3.1:1786173539.779180:0:106667:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79309c00. 00010000:00000010:3.1:1786173539.779182:0:106667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300200. 00010000:00000010:3.1:1786173539.779185:0:106667:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79309000. 00010000:00000010:3.1:1786173539.779187:0:106667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300800. 00010000:00000010:2.1:1786173539.779643:0:106677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e14900. 00010000:00000010:2.1:1786173539.779650:0:106677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78776a00. 00010000:00000010:2.1:1786173539.779653:0:106677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e14200. 00010000:00000010:2.1:1786173539.779656:0:106677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78776200. 00010000:00000010:2.1:1786173539.779658:0:106677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79308e00. 00010000:00000010:2.1:1786173539.779661:0:106677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307800. 00010000:00000010:2.1:1786173539.779665:0:106677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78734900. 00010000:00000010:2.1:1786173539.779669:0:106677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b1e00. 00010000:00000010:2.1:1786173539.779672:0:106677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e14100. 00010000:00000010:2.1:1786173539.779675:0:106677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78777000. 00010000:00000010:0.1:1786173539.796979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79309700. 00010000:00000010:0.1:1786173539.797002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79301a00. 00010000:00000010:3.1:1786173539.797120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78734200. 00010000:00000010:3.1:1786173539.797126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b1a00. 00010000:00000010:3.1:1786173539.797130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78734100. 00010000:00000010:3.1:1786173539.797138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b1200. 00010000:00000010:3.1:1786173539.797142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79309500. 00010000:00000010:3.1:1786173539.797144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79301e00. 00010000:00000010:3.1:1786173539.819056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2b500. 00010000:00000010:3.1:1786173539.819063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b0400. 00010000:00000010:3.1:1786173539.819067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79309900. 00010000:00000010:3.1:1786173539.819070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79301200. 00010000:00000010:0.1:1786173539.832521:0:99237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2cb00. 00010000:00000010:0.1:1786173539.832535:0:99237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79035400. 00010000:00000010:0.1:1786173539.832539:0:99237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2b700. 00010000:00000010:0.1:1786173539.832543:0:99237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b0e00. 00010000:00000010:0.1:1786173539.832546:0:99237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2cf00. 00010000:00000010:0.1:1786173539.832548:0:99237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0000. 00010000:00000010:3.1:1786173539.835297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2b900. 00010000:00000010:3.1:1786173539.835311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b1600. 00010000:00000010:2.1:1786173539.863902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2c800. 00010000:00000010:2.1:1786173539.863912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1400. 00010000:00000010:3.1:1786173539.864330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2b100. 00010000:00000010:3.1:1786173539.864338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7930b600. 00010000:00000010:3.1:1786173539.864341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2b200. 00010000:00000010:3.1:1786173539.864345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b1c00. 00010000:00000010:3.1:1786173539.864359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2bc00. 00010000:00000010:3.1:1786173539.864363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300c00. 00010000:00000010:3.1:1786173539.864366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2df00. 00010000:00000010:3.1:1786173539.864369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1000. 00010000:00000010:3.1:1786173539.895043:0:106741:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2e100. 00010000:00000010:3.1:1786173539.895058:0:106741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1c00. 00010000:00000010:3.1:1786173539.895062:0:106741:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2d800. 00010000:00000010:3.1:1786173539.895065:0:106741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0e00. 00010000:00000010:3.1:1786173539.895068:0:106741:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2b400. 00010000:00000010:3.1:1786173539.895071:0:106741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300000. 00010000:00000010:3.1:1786173539.895073:0:106741:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2b000. 00010000:00000010:3.1:1786173539.895076:0:106741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f17c00. 00010000:00000010:3.1:1786173539.895080:0:106741:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2e400. 00010000:00000010:3.1:1786173539.895082:0:106741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c3c00. 00010000:00000010:3.1:1786173539.895088:0:106741:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2c600. 00010000:00000010:3.1:1786173539.895091:0:106741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43001800. 00010000:00000010:2.1:1786173539.900041:0:106741:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2ce00. 00010000:00000010:2.1:1786173539.900054:0:106741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1800. 00010000:00000010:2.1:1786173539.906147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2e500. 00010000:00000010:2.1:1786173539.906155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c3400. 00010000:00000010:2.1:1786173539.929883:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2c300. 00010000:00000010:2.1:1786173539.929889:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0c00. 00010000:00000010:2.1:1786173539.929894:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2f000. 00010000:00000010:2.1:1786173539.929898:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c2a00. 00010000:00000010:2.1:1786173539.936114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2e900. 00010000:00000010:2.1:1786173539.936119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c2000. 00010000:00000010:2.1:1786173539.936123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2f200. 00010000:00000010:2.1:1786173539.936126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c3e00. 00010000:00000010:2.1:1786173539.936130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c30c00. 00010000:00000010:2.1:1786173539.936133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c2e00. 00010000:00000010:2.1:1786173539.937035:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2dd00. 00010000:00000010:2.1:1786173539.937041:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0200. 00010000:00000010:3.1:1786173539.949827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2f700. 00010000:00000010:3.1:1786173539.949838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c3000. 00010000:00000010:3.1:1786173539.949842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2fc00. 00010000:00000010:3.1:1786173539.949845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c3200. 00010000:00000010:3.1:1786173539.971604:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2d300. 00010000:00000010:3.1:1786173539.971611:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0800. 00010000:00000010:3.1:1786173539.971615:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c30000. 00010000:00000010:3.1:1786173539.971619:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79000e00. 00010000:00000010:3.1:1786173539.971623:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2e200. 00010000:00000010:3.1:1786173539.971627:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1600. 00010000:00000010:3.1:1786173539.971634:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c30700. 00010000:00000010:3.1:1786173539.971638:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79001c00. 00010000:00000010:3.1:1786173539.972100:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2e000. 00010000:00000010:3.1:1786173539.972105:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c3800. 00010000:00000010:3.1:1786173539.972109:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2e700. 00010000:00000010:3.1:1786173539.972112:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c2600. 00010000:00000010:0.1:1786173539.981397:0:106750:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c31800. 00010000:00000010:0.1:1786173539.981404:0:106750:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79000000. 00010000:00000010:2.1:1786173539.982172:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c30200. 00010000:00000010:2.1:1786173539.982180:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79001400. 00010000:00000010:0.1:1786173539.993553:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c31f00. 00010000:00000010:0.1:1786173539.993561:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79000a00. 00010000:00000010:2.1:1786173540.002793:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2de00. 00010000:00000010:2.1:1786173540.002811:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0400. 00010000:00000010:2.1:1786173540.003169:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c31a00. 00010000:00000010:2.1:1786173540.003174:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79001000. 00010000:00000010:0.1:1786173540.034524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c31b00. 00010000:00000010:0.1:1786173540.034531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79001e00. 00010000:00000010:0.1:1786173540.034535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c30100. 00010000:00000010:0.1:1786173540.034538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c2400. 00010000:00000010:0.1:1786173540.034541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c30400. 00010000:00000010:0.1:1786173540.034544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79000400. 00010000:00000010:2.1:1786173540.035278:0:106755:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2f400. 00010000:00000010:2.1:1786173540.035284:0:106755:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c2c00. 00010000:00000010:2.1:1786173540.035288:0:106755:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c31600. 00010000:00000010:2.1:1786173540.035290:0:106755:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79000800. 00010000:00000010:2.1:1786173540.035293:0:106755:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2f900. 00010000:00000010:2.1:1786173540.035296:0:106755:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c2800. 00010000:00000010:3.1:1786173540.036575:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c32700. 00010000:00000010:3.1:1786173540.036581:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79001a00. 00010000:00000010:3.1:1786173540.036585:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2f100. 00010000:00000010:3.1:1786173540.036588:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c3a00. 00010000:00000010:3.1:1786173540.036591:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46e2f500. 00010000:00000010:3.1:1786173540.036593:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c2200. 00010000:00000010:3.1:1786173540.036596:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c32900. 00010000:00000010:3.1:1786173540.036598:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79001200. 00010000:00000010:3.1:1786173540.036601:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c30500. 00010000:00000010:3.1:1786173540.036604:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79001600. 00010000:00000010:3.1:1786173540.036612:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c32200. 00010000:00000010:3.1:1786173540.036615:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002400. 00010000:00000010:3.1:1786173540.036618:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c30900. 00010000:00000010:3.1:1786173540.036620:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79001800. 00010000:00000010:2.1:1786173540.045878:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c32400. 00010000:00000010:2.1:1786173540.045888:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003c00. 00010000:00000010:3.1:1786173540.050830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c31e00. 00010000:00000010:3.1:1786173540.050844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79000600. 00010000:00000010:3.1:1786173540.052166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c32000. 00010000:00000010:3.1:1786173540.052176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003800. 00010000:00000010:2.1:1786173540.053101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c31d00. 00010000:00000010:2.1:1786173540.053109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79000c00. 00010000:00000010:2.1:1786173540.053113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c32500. 00010000:00000010:2.1:1786173540.053116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003400. 00010000:00000010:3.1:1786173540.103033:0:106729:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c31300. 00010000:00000010:3.1:1786173540.103039:0:106729:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79000200. 00010000:00000010:3.1:1786173540.118616:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79243300. 00010000:00000010:3.1:1786173540.118622:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300e400. 00010000:00000010:3.1:1786173540.118627:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c33200. 00010000:00000010:3.1:1786173540.118631:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002600. 00010000:00000010:3.1:1786173540.118634:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c33c00. 00010000:00000010:3.1:1786173540.118637:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002c00. 00010000:00000010:2.1:1786173540.126532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43008200. 00010000:00000010:2.1:1786173540.126538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300fc00. 00010000:00000010:2.1:1786173540.126540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43008900. 00010000:00000010:2.1:1786173540.126543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300f600. 00010000:00000010:0.1:1786173540.127127:0:106469:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43008100. 00010000:00000010:0.1:1786173540.127171:0:106469:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300f800. 00010000:00000010:0.1:1786173540.127174:0:106469:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43008c00. 00010000:00000010:0.1:1786173540.127176:0:106469:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300f400. 00010000:00000010:3.1:1786173540.129955:0:106761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c33400. 00010000:00000010:3.1:1786173540.129965:0:106761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002a00. 00010000:00000010:2.1:1786173540.134039:0:106761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c33500. 00010000:00000010:2.1:1786173540.134047:0:106761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003000. 00010000:00000010:0.1:1786173540.134807:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43008400. 00010000:00000010:0.1:1786173540.134816:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300e600. 00010000:00000010:0.1:1786173540.134820:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c33700. 00010000:00000010:0.1:1786173540.134823:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002800. 00010000:00000010:2.1:1786173540.144304:0:106761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c33900. 00010000:00000010:2.1:1786173540.144312:0:106761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003e00. 00010000:00000010:0.1:1786173540.146114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43008000. 00010000:00000010:0.1:1786173540.146123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300e000. 00010000:00000010:0.1:1786173540.149030:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43009f00. 00010000:00000010:0.1:1786173540.149036:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300ea00. 00010000:00000010:2.1:1786173540.149481:0:106761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43008500. 00010000:00000010:2.1:1786173540.149487:0:106761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300ec00. 00010000:00000010:3.1:1786173540.165196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43009300. 00010000:00000010:3.1:1786173540.165210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300e200. 00010000:00000010:0.1:1786173540.166590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79241700. 00010000:00000010:0.1:1786173540.166598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004e00. 00010000:00000010:0.1:1786173540.166601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79241500. 00010000:00000010:0.1:1786173540.166604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003200. 00010000:00000010:0.1:1786173540.166607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79241000. 00010000:00000010:0.1:1786173540.166609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003a00. 00010000:00000010:0.1:1786173540.210161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79241900. 00010000:00000010:0.1:1786173540.210175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005600. 00010000:00000010:3.1:1786173540.214137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43009b00. 00010000:00000010:3.1:1786173540.214151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924e400. 00010000:00000010:0.1:1786173540.214272:0:106763:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43009a00. 00010000:00000010:0.1:1786173540.214277:0:106763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924fa00. 00010000:00000010:0.1:1786173540.214281:0:106763:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43009600. 00010000:00000010:0.1:1786173540.214283:0:106763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924f200. 00010000:00000010:0.1:1786173540.262550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79241c00. 00010000:00000010:0.1:1786173540.262566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005400. 00010000:00000010:0.1:1786173540.308281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300a900. 00010000:00000010:0.1:1786173540.308300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924e000. 00010000:00000010:3.1:1786173540.370585:0:106768:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43009d00. 00010000:00000010:3.1:1786173540.370599:0:106768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924fc00. 00010000:00000010:3.1:1786173540.370603:0:106768:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79241100. 00010000:00000010:3.1:1786173540.370607:0:106768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005800. 00010000:00000010:3.1:1786173540.370611:0:106768:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79242a00. 00010000:00000010:3.1:1786173540.370614:0:106768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004a00. 00010000:00000010:3.1:1786173540.370618:0:106768:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300a000. 00010000:00000010:3.1:1786173540.370620:0:106768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924f800. 00010000:00000010:3.1:1786173540.370623:0:106768:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79242f00. 00010000:00000010:3.1:1786173540.370722:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004000. 00010000:00000010:0.1:1786173540.389597:0:106768:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300b400. 00010000:00000010:0.1:1786173540.389614:0:106768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924fe00. 00010000:00000010:0.1:1786173540.389618:0:106768:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300a400. 00010000:00000010:0.1:1786173540.389621:0:106768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924f000. 00010000:00000010:0.1:1786173540.389624:0:106768:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300bc00. 00010000:00000010:0.1:1786173540.389628:0:106768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924e800. 00010000:00000010:0.1:1786173540.389631:0:106768:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300ac00. 00010000:00000010:0.1:1786173540.389634:0:106768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924e200. 00010000:00000010:0.1:1786173540.415553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79242d00. 00010000:00000010:0.1:1786173540.415585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005a00. 00010000:00000010:2.1:1786173540.423314:0:106764:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300b000. 00010000:00000010:2.1:1786173540.423327:0:106764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78942000. 00010000:00000010:0.1:1786173540.451524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300b500. 00010000:00000010:0.1:1786173540.451532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78942c00. 00010000:00000010:0.1:1786173540.451538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79243600. 00010000:00000010:0.1:1786173540.451542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004400. 00010000:00000010:0.1:1786173540.451544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300b900. 00010000:00000010:0.1:1786173540.451547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78942200. 00010000:00000010:0.1:1786173540.451550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79243b00. 00010000:00000010:0.1:1786173540.451553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300f000. 00010000:00000010:0.1:1786173540.451555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79243800. 00010000:00000010:0.1:1786173540.451558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300fe00. 00010000:00000010:2.1:1786173540.451713:0:106764:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300b100. 00010000:00000010:2.1:1786173540.451719:0:106764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78942800. 00010000:00000010:2.1:1786173540.451722:0:106764:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300cb00. 00010000:00000010:2.1:1786173540.451725:0:106764:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78943e00. 00010000:00000010:3.1:1786173540.452688:0:106763:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79243a00. 00010000:00000010:3.1:1786173540.452695:0:106763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005200. 00010000:00000010:3.1:1786173540.452699:0:106763:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300b700. 00010000:00000010:3.1:1786173540.452702:0:106763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78942a00. 00010000:00000010:0.1:1786173540.530526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300cd00. 00010000:00000010:0.1:1786173540.530536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78942400. 00010000:00000010:0.1:1786173540.530539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300ca00. 00010000:00000010:0.1:1786173540.530543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78943c00. 00010000:00000010:0.1:1786173540.530564:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300c300. 00010000:00000010:0.1:1786173540.530567:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78943600. 00010000:00000010:0.1:1786173540.530571:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900a700. 00010000:00000010:0.1:1786173540.530574:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78942600. 00010000:00000010:0.1:1786173540.530576:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900a100. 00010000:00000010:0.1:1786173540.530579:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2a00. 00010000:00000010:2.1:1786173540.532073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79243e00. 00010000:00000010:2.1:1786173540.532079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300e800. 00010000:00000010:2.1:1786173540.532083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79243d00. 00010000:00000010:2.1:1786173540.532087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300fa00. 00010000:00000010:2.1:1786173540.532100:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79243f00. 00010000:00000010:2.1:1786173540.532104:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300f200. 00010000:00000010:2.1:1786173540.542112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900a900. 00010000:00000010:2.1:1786173540.542126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2000. 00010000:00000010:0.1:1786173540.542176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900b900. 00010000:00000010:0.1:1786173540.542182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3200. 00010000:00000010:0.1:1786173540.542188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300cf00. 00010000:00000010:0.1:1786173540.542200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78942e00. 00010000:00000010:0.1:1786173540.542203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900a500. 00010000:00000010:0.1:1786173540.542206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78943400. 00010000:00000010:0.1:1786173540.542209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900a200. 00010000:00000010:0.1:1786173540.542213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2c00. 00010000:00000010:0.1:1786173540.542215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4300c600. 00010000:00000010:0.1:1786173540.542240:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78943800. 00010000:00000010:3.1:1786173540.550743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900b500. 00010000:00000010:3.1:1786173540.550755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3e00. 00010000:00000010:3.1:1786173540.550758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900a400. 00010000:00000010:3.1:1786173540.550761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3000. 00010000:00000010:3.1:1786173540.604283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900c500. 00010000:00000010:3.1:1786173540.604294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3400. 00010000:00000010:3.1:1786173540.604298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900c900. 00010000:00000010:3.1:1786173540.604302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903e000. 00010000:00000010:3.1:1786173540.604307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900b400. 00010000:00000010:3.1:1786173540.604309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3c00. 00010000:00000010:3.1:1786173540.604312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900b700. 00010000:00000010:3.1:1786173540.604314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3a00. 00010000:00000010:3.1:1786173540.604317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900b200. 00010000:00000010:3.1:1786173540.604320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2400. 00010000:00000010:3.1:1786173540.604334:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900bc00. 00010000:00000010:3.1:1786173540.604337:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3600. 00010000:00000010:3.1:1786173540.604340:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900a000. 00010000:00000010:3.1:1786173540.604343:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2800. 00010000:00000010:3.1:1786173540.604345:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900b100. 00010000:00000010:3.1:1786173540.604347:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2e00. 00010000:00000010:3.1:1786173540.604350:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900c400. 00010000:00000010:3.1:1786173540.604353:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903f000. 00010000:00000010:2.1:1786173540.608268:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900df00. 00010000:00000010:2.1:1786173540.608281:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903f200. 00010000:00000010:2.1:1786173540.608286:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900cc00. 00010000:00000010:2.1:1786173540.608289:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903e200. 00010000:00000010:0.1:1786173540.645034:0:2391:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900da00. 00010000:00000010:0.1:1786173540.645040:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903ee00. 00010000:00000010:2.1:1786173540.651456:0:106774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900db00. 00010000:00000010:2.1:1786173540.651462:0:106774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903fc00. 00010000:00000010:2.1:1786173540.651466:0:106774:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900c000. 00010000:00000010:2.1:1786173540.651469:0:106774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903e800. 00010000:00000010:3.1:1786173540.667538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900d300. 00010000:00000010:3.1:1786173540.667550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903e400. 00010000:00000010:3.1:1786173540.667554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900d600. 00010000:00000010:3.1:1786173540.667557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903f600. 00010000:00000010:2.1:1786173540.688286:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900ee00. 00010000:00000010:2.1:1786173540.688293:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903e600. 00010000:00000010:3.1:1786173540.705507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b5800. 00010000:00000010:3.1:1786173540.705520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5bc00. 00010000:00000010:2.1:1786173540.709058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e82300. 00010000:00000010:2.1:1786173540.709073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ad600. 00010000:00000010:2.1:1786173540.709078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900eb00. 00010000:00000010:2.1:1786173540.709082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903f400. 00010000:00000010:2.1:1786173540.709086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b5b00. 00010000:00000010:2.1:1786173540.709090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ac200. 00010000:00000010:2.1:1786173540.709093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b5f00. 00010000:00000010:2.1:1786173540.709097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ac600. 00010000:00000010:2.1:1786173540.709100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e82600. 00010000:00000010:2.1:1786173540.709103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ad800. 00010000:00000010:2.1:1786173540.709106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e82b00. 00010000:00000010:2.1:1786173540.709109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ad400. 00010000:00000010:2.1:1786173540.709112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900ed00. 00010000:00000010:2.1:1786173540.709116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5f200. 00010000:00000010:2.1:1786173540.709119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b5600. 00010000:00000010:2.1:1786173540.709122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787aca00. 00010000:00000010:3.1:1786173540.710505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e82a00. 00010000:00000010:3.1:1786173540.710524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787adc00. 00010000:00000010:3.1:1786173540.710529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900de00. 00010000:00000010:3.1:1786173540.710531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7903f800. 00010000:00000010:3.1:1786173540.710535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b5d00. 00010000:00000010:3.1:1786173540.710538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5b800. 00010000:00000010:2.1:1786173540.712464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b5e00. 00010000:00000010:2.1:1786173540.712477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5b600. 00010000:00000010:2.1:1786173540.712480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b5300. 00010000:00000010:2.1:1786173540.712483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ac000. 00010000:00000010:0.1:1786173540.785036:0:6154:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b6f00. 00010000:00000010:0.1:1786173540.785043:0:6154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5b400. 00010000:00000010:0.1:1786173540.785047:0:6154:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b6a00. 00010000:00000010:0.1:1786173540.785051:0:6154:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5a000. 00010000:00000010:0.1:1786173540.791417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487e9b00. 00010000:00000010:0.1:1786173540.791429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b3400. 00010000:00000010:0.1:1786173540.791433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b6600. 00010000:00000010:0.1:1786173540.791437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5ac00. 00010000:00000010:0.1:1786173540.791440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b6800. 00010000:00000010:0.1:1786173540.791443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5b000. 00010000:00000010:0.1:1786173540.791446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b6300. 00010000:00000010:0.1:1786173540.791448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5a600. 00010000:00000010:0.1:1786173540.791489:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b6b00. 00010000:00000010:0.1:1786173540.791493:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5aa00. 00010000:00000010:3.1:1786173540.794493:0:1367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8ba00. 00010000:00000010:3.1:1786173540.794509:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c56c00. 00010000:00000010:3.1:1786173540.794515:0:1367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b6e00. 00010000:00000010:3.1:1786173540.794519:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5a200. 00010000:00000010:3.1:1786173540.794523:0:1367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487e9800. 00010000:00000010:3.1:1786173540.794527:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b3c00. 00010000:00000010:3.1:1786173540.794530:0:1367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc504b6d00. 00010000:00000010:3.1:1786173540.794533:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5a800. 00010000:00000010:3.1:1786173540.794536:0:1367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c1b00. 00010000:00000010:3.1:1786173540.794540:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5be00. 00010000:00000010:3.1:1786173540.794546:0:1367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c1e00. 00010000:00000010:3.1:1786173540.794549:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5ba00. 00010000:00000010:2.1:1786173540.795318:0:106780:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c55400. 00010000:00000010:2.1:1786173540.795326:0:106780:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c56200. 00010000:00000010:2.1:1786173540.795329:0:106780:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8bf00. 00010000:00000010:2.1:1786173540.795332:0:106780:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c56600. 00010000:00000010:2.1:1786173540.795335:0:106780:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487e9f00. 00010000:00000010:2.1:1786173540.795338:0:106780:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b3800. 00010000:00000010:3.1:1786173540.795500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f61000. 00010000:00000010:3.1:1786173540.795506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877d600. 00010000:00000010:3.1:1786173540.825248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c1800. 00010000:00000010:3.1:1786173540.825265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5b200. 00010000:00000010:3.1:1786173540.825270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c1d00. 00010000:00000010:3.1:1786173540.825273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5a400. 00010000:00000010:3.1:1786173540.825277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c1f00. 00010000:00000010:3.1:1786173540.825280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5ae00. 00010000:00000010:3.1:1786173540.825284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f61700. 00010000:00000010:3.1:1786173540.825286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877d800. 00010000:00000010:3.1:1786173540.825289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f61200. 00010000:00000010:3.1:1786173540.825292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877c600. 00010000:00000010:2.1:1786173540.861301:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f61c00. 00010000:00000010:2.1:1786173540.861308:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877cc00. 00010000:00000010:3.1:1786173540.869483:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c1300. 00010000:00000010:3.1:1786173540.869491:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c50600. 00010000:00000010:2.1:1786173540.872058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f62f00. 00010000:00000010:2.1:1786173540.872069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877c800. 00010000:00000010:2.1:1786173540.872074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f63800. 00010000:00000010:2.1:1786173540.872077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877e400. 00010000:00000010:0.1:1786173540.874657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f62800. 00010000:00000010:0.1:1786173540.874671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877c200. 00010000:00000010:0.1:1786173540.874675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c1600. 00010000:00000010:0.1:1786173540.874678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c50c00. 00010000:00000010:0.1:1786173540.874681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f62a00. 00010000:00000010:0.1:1786173540.874683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877da00. 00010000:00000010:0.1:1786173540.874687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900ef00. 00010000:00000010:0.1:1786173540.874690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5e400. 00010000:00000010:3.1:1786173540.876256:0:106763:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f63f00. 00010000:00000010:3.1:1786173540.876264:0:106763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877f600. 00010000:00000010:3.1:1786173540.876266:0:106763:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7900e300. 00010000:00000010:3.1:1786173540.876269:0:106763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5ee00. 00010000:00000010:3.1:1786173540.962784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f5c800. 00010000:00000010:3.1:1786173540.962798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877e600. 00010000:00000010:3.1:1786173540.962801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f5cb00. 00010000:00000010:3.1:1786173540.962805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877f800. 00010000:00000010:3.1:1786173540.962809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e89000. 00010000:00000010:3.1:1786173540.962812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5f400. 00010000:00000010:3.1:1786173540.962815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f5d200. 00010000:00000010:3.1:1786173540.962818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a631200. 00010000:00000010:3.1:1786173540.962821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e89900. 00010000:00000010:3.1:1786173540.962825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5ec00. 00010000:00000010:3.1:1786173540.963065:0:1106:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e89100. 00010000:00000010:3.1:1786173540.963070:0:1106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5e200. 00010000:00000010:3.1:1786173540.973120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e89c00. 00010000:00000010:3.1:1786173540.973137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5f000. 00010000:00000010:3.1:1786173540.973141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a3300. 00010000:00000010:3.1:1786173540.973144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c50200. 00010000:00000010:3.1:1786173540.973149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f5d100. 00010000:00000010:3.1:1786173540.973153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a631600. 00010000:00000010:3.1:1786173540.973156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8a100. 00010000:00000010:3.1:1786173540.973160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5e800. 00010000:00000010:3.1:1786173540.973162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e89200. 00010000:00000010:3.1:1786173540.973165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5ea00. 00010000:00000010:3.1:1786173540.978725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f5d400. 00010000:00000010:3.1:1786173540.978737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a631800. 00010000:00000010:0.1:1786173541.001342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f5d500. 00010000:00000010:0.1:1786173541.001349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a630600. 00010000:00000010:2.1:1786173541.044055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8ac00. 00010000:00000010:3.1:1786173541.044055:0:106762:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8a400. 00010000:00000010:2.1:1786173541.044067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a5fe00. 00010000:00000010:3.1:1786173541.044067:0:106762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c56800. 00010000:00000010:3.1:1786173541.044071:0:106762:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8a000. 00010000:00000010:3.1:1786173541.044074:0:106762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c57e00. 00010000:00000010:2.1:1786173541.069518:0:106763:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a632e00. 00010000:00000010:2.1:1786173541.069527:0:106763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a630c00. 00010000:00000010:2.1:1786173541.091110:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a633d00. 00010000:00000010:2.1:1786173541.091117:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6a600. 00010000:00000010:3.1:1786173541.091816:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8a900. 00010000:00000010:3.1:1786173541.091822:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c56400. 00010000:00000010:3.1:1786173541.091846:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8a500. 00010000:00000010:3.1:1786173541.091851:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c57a00. 00010000:00000010:3.1:1786173541.091854:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a632b00. 00010000:00000010:3.1:1786173541.091859:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a630400. 00010000:00000010:3.1:1786173541.091862:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a632a00. 00010000:00000010:3.1:1786173541.091864:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a631e00. 00010000:00000010:3.1:1786173541.091874:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8bb00. 00010000:00000010:3.1:1786173541.091878:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c57600. 00010000:00000010:3.1:1786173541.091881:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8be00. 00010000:00000010:3.1:1786173541.091883:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c57c00. 00010000:00000010:0.1:1786173541.095031:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8b800. 00010000:00000010:0.1:1786173541.095036:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c57800. 00010000:00000010:0.1:1786173541.095039:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8bd00. 00010000:00000010:0.1:1786173541.095043:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c57400. 00010000:00000010:0.1:1786173541.095045:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a633300. 00010000:00000010:0.1:1786173541.095048:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6ac00. 00010000:00000010:0.1:1786173541.095051:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c55100. 00010000:00000010:0.1:1786173541.095054:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877be00. 00010000:00000010:0.1:1786173541.095057:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e5c00. 00010000:00000010:0.1:1786173541.095060:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877b200. 00010000:00000010:0.1:1786173541.105365:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8b300. 00010000:00000010:0.1:1786173541.105375:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c56000. 00010000:00000010:0.1:1786173541.112653:0:106802:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e5000. 00010000:00000010:0.1:1786173541.112661:0:106802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877ae00. 00010000:00000010:2.1:1786173541.125271:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c55000. 00010000:00000010:2.1:1786173541.125278:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c57000. 00010000:00000010:3.1:1786173541.133519:0:65416:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e8b600. 00010000:00000010:3.1:1786173541.133525:0:65416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c56a00. 00010000:00000010:3.1:1786173541.133556:0:65416:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487e9600. 00010000:00000010:3.1:1786173541.133560:0:65416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b2600. 00010000:00000010:3.1:1786173541.149115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e5700. 00010000:00000010:3.1:1786173541.149123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877bc00. 00010000:00000010:3.1:1786173541.149127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e5200. 00010000:00000010:3.1:1786173541.149130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877b400. 00010000:00000010:3.1:1786173541.149133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487e9e00. 00010000:00000010:3.1:1786173541.149136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b2000. 00010000:00000010:3.1:1786173541.154175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e6100. 00010000:00000010:3.1:1786173541.154185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877a000. 00010000:00000010:3.1:1786173541.154189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487e9d00. 00010000:00000010:3.1:1786173541.154203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc504b3600. 00010000:00000010:3.1:1786173541.154206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e6400. 00010000:00000010:3.1:1786173541.154210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c34400. 00010000:00000010:2.1:1786173541.154759:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f61400. 00010000:00000010:2.1:1786173541.154766:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877ce00. 00010000:00000010:2.1:1786173541.154770:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e6900. 00010000:00000010:2.1:1786173541.154773:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c35800. 00010000:00000010:2.1:1786173541.154776:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e6500. 00010000:00000010:2.1:1786173541.154779:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c35600. 00010000:00000010:2.1:1786173541.154782:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f62e00. 00010000:00000010:2.1:1786173541.154784:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877ca00. 00010000:00000010:2.1:1786173541.154786:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f61900. 00010000:00000010:2.1:1786173541.154937:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877d400. 00010000:00000010:2.1:1786173541.154941:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f61500. 00010000:00000010:2.1:1786173541.154944:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877dc00. 00010000:00000010:2.1:1786173541.154947:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e7700. 00010000:00000010:2.1:1786173541.154949:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c34600. 00010000:00000010:2.1:1786173541.154952:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e7200. 00010000:00000010:2.1:1786173541.154954:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c34c00. 00010000:00000010:3.1:1786173541.156080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f61100. 00010000:00000010:3.1:1786173541.156086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877c000. 00010000:00000010:3.1:1786173541.175044:0:106806:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e7000. 00010000:00000010:3.1:1786173541.175053:0:106806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c34800. 00010000:00000010:2.1:1786173541.205096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78778e00. 00010000:00000010:2.1:1786173541.205102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c35a00. 00010000:00000010:2.1:1786173541.205222:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78778d00. 00010000:00000010:2.1:1786173541.205227:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c36c00. 00010000:00000010:2.1:1786173541.205231:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f63e00. 00010000:00000010:2.1:1786173541.205235:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877f200. 00010000:00000010:2.1:1786173541.210279:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f63300. 00010000:00000010:2.1:1786173541.210291:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877f000. 00010000:00000010:2.1:1786173541.210295:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f63600. 00010000:00000010:2.1:1786173541.210298:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877fe00. 00010000:00000010:3.1:1786173541.219064:0:106763:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78778600. 00010000:00000010:3.1:1786173541.219071:0:106763:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c36800. 00010000:00000010:2.1:1786173541.258379:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f63d00. 00010000:00000010:2.1:1786173541.258386:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877ee00. 00010000:00000010:2.1:1786173541.258389:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f5cd00. 00010000:00000010:2.1:1786173541.258393:0:1017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877e000. 00010000:00000010:3.1:1786173541.258649:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f62600. 00010000:00000010:3.1:1786173541.258655:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877d200. 00010000:00000010:2.1:1786173541.259092:0:1017:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78779200. 00010000:00000010:2.1:1786173541.262464:0:62908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c37a00. 00010000:00000010:0.1:1786173541.287451:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46554c00. 00010000:00000010:2.1:1786173541.298050:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74f5d900. 00010000:00000010:2.1:1786173541.298055:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a631a00. 00010000:00000010:3.1:1786173541.299235:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a3f00. 00010000:00000010:3.1:1786173541.299243:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c50a00. 00010000:00000010:3.1:1786173541.299291:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a3a00. 00010000:00000010:3.1:1786173541.299295:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c51000. 00010000:00000010:3.1:1786173541.323150:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d69300. 00010000:00000010:3.1:1786173541.323157:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873b800. 00010000:00000010:3.1:1786173541.323164:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d69600. 00010000:00000010:3.1:1786173541.323168:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873a600. 00010000:00000010:3.1:1786173541.323172:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6c900. 00010000:00000010:3.1:1786173541.323175:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873ac00. 00010000:00000010:2.1:1786173541.327519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6c100. 00010000:00000010:2.1:1786173541.327525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873a200. 00010000:00000010:2.1:1786173541.343152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c55700. 00010000:00000010:2.1:1786173541.343160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877a200. 00010000:00000010:2.1:1786173541.343164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74c55200. 00010000:00000010:2.1:1786173541.343166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877a800. 00010000:00000010:2.1:1786173541.343169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6c700. 00010000:00000010:2.1:1786173541.343172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873b200. 00010000:00000010:2.1:1786173541.343178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6ea00. 00010000:00000010:2.1:1786173541.343182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873ae00. 00010000:00000010:2.1:1786173541.343184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a632600. 00010000:00000010:2.1:1786173541.343186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a630e00. 00010000:00000010:3.1:1786173541.373111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6ef00. 00010000:00000010:3.1:1786173541.373120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873ca00. 00010000:00000010:0.1:1786173541.382062:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a633a00. 00010000:00000010:0.1:1786173541.382068:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6aa00. 00010000:00000010:2.1:1786173541.382167:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6eb00. 00010000:00000010:2.1:1786173541.382174:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873d400. 00010000:00000010:2.1:1786173541.382179:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6e800. 00010000:00000010:2.1:1786173541.382181:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873c000. 00010000:00000010:3.1:1786173541.389030:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a633b00. 00010000:00000010:3.1:1786173541.389037:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6bc00. 00010000:00000010:3.1:1786173541.389040:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a633f00. 00010000:00000010:3.1:1786173541.389043:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6a000. 00010000:00000010:3.1:1786173541.389048:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6fd00. 00010000:00000010:3.1:1786173541.389051:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873de00. 00010000:00000010:3.1:1786173541.389055:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6fe00. 00010000:00000010:3.1:1786173541.389057:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873d000. 00010000:00000010:2.1:1786173541.392441:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a633800. 00010000:00000010:2.1:1786173541.392449:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6b400. 00010000:00000010:2.1:1786173541.400996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6f600. 00010000:00000010:2.1:1786173541.401003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873ce00. 00010000:00000010:2.1:1786173541.414059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78738000. 00010000:00000010:2.1:1786173541.414065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873dc00. 00010000:00000010:0.1:1786173541.421031:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78738200. 00010000:00000010:0.1:1786173541.421038:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873f400. 00010000:00000010:3.1:1786173541.421098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e5500. 00010000:00000010:3.1:1786173541.421103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877b600. 00010000:00000010:3.1:1786173541.421106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e5400. 00010000:00000010:3.1:1786173541.421109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877a400. 00010000:00000010:3.1:1786173541.421112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78738700. 00010000:00000010:3.1:1786173541.421115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873fc00. 00010000:00000010:3.1:1786173541.421117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e5900. 00010000:00000010:3.1:1786173541.421120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877b800. 00010000:00000010:3.1:1786173541.421123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e6c00. 00010000:00000010:3.1:1786173541.421125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877ac00. 00010000:00000010:3.1:1786173541.428810:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e5100. 00010000:00000010:3.1:1786173541.428822:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7877a600. 00010000:00000010:3.1:1786173541.428826:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78739100. 00010000:00000010:3.1:1786173541.428829:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873ea00. 00010000:00000010:3.1:1786173541.428832:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78739400. 00010000:00000010:3.1:1786173541.428835:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873f000. 00010000:00000010:0.1:1786173541.440402:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78738c00. 00010000:00000010:0.1:1786173541.440410:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873e000. 00010000:00000010:2.1:1786173541.454579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78739500. 00010000:00000010:2.1:1786173541.454603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873fe00. 00010000:00000010:3.1:1786173541.456315:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78739900. 00010000:00000010:3.1:1786173541.456326:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873f200. 00010000:00000010:2.1:1786173541.460142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e6200. 00010000:00000010:2.1:1786173541.460149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c35400. 00010000:00000010:2.1:1786173541.460153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c2600. 00010000:00000010:2.1:1786173541.460157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873ee00. 00010000:00000010:2.1:1786173541.460160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e6700. 00010000:00000010:2.1:1786173541.460162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c35c00. 00010000:00000010:2.1:1786173541.460166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e7900. 00010000:00000010:2.1:1786173541.460169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c34000. 00010000:00000010:2.1:1786173541.460172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e6000. 00010000:00000010:2.1:1786173541.460187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c34e00. 00010000:00000010:3.1:1786173541.480103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c2300. 00010000:00000010:3.1:1786173541.480114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c7e00. 00010000:00000010:3.1:1786173541.485101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c3000. 00010000:00000010:3.1:1786173541.485109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c7200. 00010000:00000010:3.1:1786173541.485113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc784e7500. 00010000:00000010:3.1:1786173541.485116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c35e00. 00010000:00000010:0.1:1786173541.485872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913cd00. 00010000:00000010:0.1:1786173541.485879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c6000. 00010000:00000010:2.1:1786173541.489051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78778f00. 00010000:00000010:2.1:1786173541.489058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c36a00. 00010000:00000010:3.1:1786173541.497570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78778a00. 00010000:00000010:3.1:1786173541.497586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c37000. 00010000:00000010:2.1:1786173541.503102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78778b00. 00010000:00000010:2.1:1786173541.503113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c37e00. 00010000:00000010:2.1:1786173541.509091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78779100. 00010000:00000010:2.1:1786173541.509102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c37200. 00010000:00000010:2.1:1786173541.516104:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913c600. 00010000:00000010:2.1:1786173541.516114:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c9600. 00010000:00000010:2.1:1786173541.516119:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913c300. 00010000:00000010:2.1:1786173541.516121:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c8400. 00010000:00000010:3.1:1786173541.519109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78779500. 00010000:00000010:3.1:1786173541.519116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c37c00. 00010000:00000010:2.1:1786173541.524068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913ce00. 00010000:00000010:2.1:1786173541.524085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c9800. 00010000:00000010:2.1:1786173541.545637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d69a00. 00010000:00000010:2.1:1786173541.545645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873b400. 00010000:00000010:3.1:1786173541.548031:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78779400. 00010000:00000010:3.1:1786173541.548036:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c36e00. 00010000:00000010:2.1:1786173541.553036:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78779900. 00010000:00000010:2.1:1786173541.553042:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c37400. 00010000:00000010:3.1:1786173541.569708:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d69f00. 00010000:00000010:3.1:1786173541.569724:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873bc00. 00010000:00000010:3.1:1786173541.569729:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913db00. 00010000:00000010:3.1:1786173541.569733:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c8800. 00010000:00000010:3.1:1786173541.569739:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d69b00. 00010000:00000010:3.1:1786173541.569742:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873a000. 00010000:00000010:3.1:1786173541.569745:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913da00. 00010000:00000010:3.1:1786173541.569747:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c8200. 00010000:00000010:3.1:1786173541.569750:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913fe00. 00010000:00000010:3.1:1786173541.569753:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b38800. 00010000:00000010:3.1:1786173541.569806:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913d800. 00010000:00000010:3.1:1786173541.569810:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c8600. 00010000:00000010:2.1:1786173541.570821:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d69800. 00010000:00000010:2.1:1786173541.570828:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c36000. 00010000:00000010:2.1:1786173541.570831:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913df00. 00010000:00000010:2.1:1786173541.570834:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c8c00. 00010000:00000010:3.1:1786173541.582042:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6c200. 00010000:00000010:3.1:1786173541.582051:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873aa00. 00010000:00000010:3.1:1786173541.582055:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913f300. 00010000:00000010:3.1:1786173541.582058:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c9a00. 00010000:00000010:3.1:1786173541.582062:0:6157:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913fd00. 00010000:00000010:3.1:1786173541.582065:0:6157:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b39a00. 00010000:00000010:2.1:1786173541.586083:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6c400. 00010000:00000010:2.1:1786173541.586090:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873a800. 00010000:00000010:2.1:1786173541.586094:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913f600. 00010000:00000010:2.1:1786173541.586097:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b38200. 00010000:00000010:0.1:1786173541.608241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6e600. 00010000:00000010:0.1:1786173541.608252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873d800. 00010000:00000010:3.1:1786173541.608888:0:106811:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6c500. 00010000:00000010:3.1:1786173541.608899:0:106811:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873ba00. 00010000:00000010:3.1:1786173541.608904:0:106811:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c4500. 00010000:00000010:3.1:1786173541.608908:0:106811:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b38400. 00010000:00000010:3.1:1786173541.608910:0:106811:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c4900. 00010000:00000010:3.1:1786173541.608914:0:106811:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b39600. 00010000:00000010:3.1:1786173541.609120:0:106811:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c4100. 00010000:00000010:3.1:1786173541.609125:0:106811:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b39800. 00010000:00000010:2.1:1786173541.612255:0:62908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6ed00. 00010000:00000010:2.1:1786173541.612262:0:62908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873cc00. 00010000:00000010:2.1:1786173541.612266:0:62908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c4400. 00010000:00000010:2.1:1786173541.612269:0:62908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b38600. 00010000:00000010:2.1:1786173541.612272:0:62908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6ee00. 00010000:00000010:2.1:1786173541.612275:0:62908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873c600. 00010000:00000010:2.1:1786173541.612278:0:62908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6fb00. 00010000:00000010:2.1:1786173541.612280:0:62908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873c200. 00010000:00000010:0.1:1786173541.615121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6e300. 00010000:00000010:0.1:1786173541.615127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873a400. 00010000:00000010:3.1:1786173541.633826:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c5000. 00010000:00000010:3.1:1786173541.633835:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f9c00. 00010000:00000010:3.1:1786173541.669062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6ff00. 00010000:00000010:3.1:1786173541.669070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873da00. 00010000:00000010:3.1:1786173541.669074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6f800. 00010000:00000010:3.1:1786173541.669077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873c800. 00010000:00000010:3.1:1786173541.669081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43d6fa00. 00010000:00000010:3.1:1786173541.669093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873c400. 00010000:00000010:2.1:1786173541.669507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c5c00. 00010000:00000010:2.1:1786173541.669513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f8e00. 00010000:00000010:2.1:1786173541.669517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b30400. 00010000:00000010:2.1:1786173541.669520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f8a00. 00010000:00000010:2.1:1786173541.669527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78739200. 00010000:00000010:2.1:1786173541.669530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873ec00. 00010000:00000010:2.1:1786173541.669533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78738900. 00010000:00000010:2.1:1786173541.669537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873f800. 00010000:00000010:0.1:1786173541.670094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b30500. 00010000:00000010:0.1:1786173541.670103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f9000. 00010000:00000010:0.1:1786173541.670107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b30100. 00010000:00000010:0.1:1786173541.670110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f8000. 00010000:00000010:0.1:1786173541.670112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78738500. 00010000:00000010:0.1:1786173541.670116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873f600. 00010000:00000010:0.1:1786173541.670120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c5700. 00010000:00000010:0.1:1786173541.670123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f9400. 00010000:00000010:2.1:1786173541.672109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b31500. 00010000:00000010:2.1:1786173541.672120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f9200. 00010000:00000010:3.1:1786173541.672161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78738100. 00010000:00000010:3.1:1786173541.672167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873e600. 00010000:00000010:3.1:1786173541.672170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78738400. 00010000:00000010:3.1:1786173541.672173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873d600. 00010000:00000010:3.1:1786173541.672193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b30900. 00010000:00000010:3.1:1786173541.672197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f9e00. 00010000:00000010:3.1:1786173541.672200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b31900. 00010000:00000010:3.1:1786173541.672203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d5800. 00010000:00000010:2.1:1786173541.704195:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01000. 00010000:00000010:0.1:1786173541.708937:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78739c00. 00010000:00000010:0.1:1786173541.708944:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873e200. 00010000:00000010:0.1:1786173541.708949:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b31100. 00010000:00000010:0.1:1786173541.708952:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d4600. 00010000:00000010:0.1:1786173541.735151:0:106817:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88c00. 00010000:00000010:0.1:1786173541.735161:0:106817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d4800. 00010000:00000010:0.1:1786173541.735166:0:106817:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b31400. 00010000:00000010:0.1:1786173541.735168:0:106817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d4c00. 00010000:00000010:3.1:1786173541.742487:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88200. 00010000:00000010:3.1:1786173541.742494:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d4200. 00010000:00000010:3.1:1786173541.742498:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88000. 00010000:00000010:3.1:1786173541.742501:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d5a00. 00010000:00000010:3.1:1786173541.742505:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78739000. 00010000:00000010:3.1:1786173541.742509:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873e800. 00010000:00000010:2.1:1786173541.745121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78739700. 00010000:00000010:2.1:1786173541.745128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873fa00. 00010000:00000010:3.1:1786173541.753189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c2f00. 00010000:00000010:3.1:1786173541.753200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c6800. 00010000:00000010:3.1:1786173541.753446:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a89e00. 00010000:00000010:3.1:1786173541.753451:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d5600. 00010000:00000010:3.1:1786173541.753453:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a89d00. 00010000:00000010:3.1:1786173541.753460:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d7a00. 00010000:00000010:3.1:1786173541.753465:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42cb8d00. 00010000:00000010:3.1:1786173541.753468:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d7800. 00010000:00000010:3.1:1786173541.753471:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42cb8300. 00010000:00000010:3.1:1786173541.753475:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d6600. 00010000:00000010:0.1:1786173541.768314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c2800. 00010000:00000010:0.1:1786173541.768322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c6200. 00010000:00000010:0.1:1786173541.768325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42cb8600. 00010000:00000010:0.1:1786173541.768329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d6c00. 00010000:00000010:0.1:1786173541.776161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c2a00. 00010000:00000010:0.1:1786173541.776168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873e400. 00010000:00000010:0.1:1786173541.776173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c3100. 00010000:00000010:0.1:1786173541.776177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c7800. 00010000:00000010:0.1:1786173541.776180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c3500. 00010000:00000010:0.1:1786173541.776183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c6400. 00010000:00000010:0.1:1786173541.776187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913c800. 00010000:00000010:0.1:1786173541.776190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c6600. 00010000:00000010:0.1:1786173541.779375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913cf00. 00010000:00000010:0.1:1786173541.779384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c9200. 00010000:00000010:2.1:1786173541.791063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913ca00. 00010000:00000010:2.1:1786173541.791080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c8e00. 00000080:00000010:2.1:1786173541.821629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c34c0. 00010000:00000010:3.1:1786173541.828092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b34600. 00010000:00000010:3.1:1786173541.828103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbcc00. 00010000:00000010:2.1:1786173541.830464:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62177c00. 00010000:00000010:2.1:1786173541.830535:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45df5e00. 00010000:00000010:2.1:1786173541.830556:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913dd00. 00010000:00000010:2.1:1786173541.830604:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c8000. 00010000:00000010:2.1:1786173541.838805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913de00. 00010000:00000010:2.1:1786173541.838826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c9400. 00010000:00000010:2.1:1786173541.838832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913cb00. 00010000:00000010:2.1:1786173541.838835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c9c00. 00010000:00000010:2.1:1786173541.838838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913d300. 00010000:00000010:2.1:1786173541.838841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c8a00. 00010000:00000010:2.1:1786173541.845069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913fa00. 00010000:00000010:2.1:1786173541.845087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b38a00. 00010000:00000010:2.1:1786173541.845092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913d600. 00010000:00000010:2.1:1786173541.845096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c9000. 00010000:00000010:3.1:1786173541.845161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913ff00. 00010000:00000010:3.1:1786173541.845166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc789c9e00. 00010000:00000010:2.1:1786173541.858656:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913fb00. 00010000:00000010:2.1:1786173541.858665:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b39000. 00010000:00000010:2.1:1786173541.858668:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4913f800. 00010000:00000010:2.1:1786173541.858671:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b39e00. 00010000:00000010:2.1:1786173541.858675:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c4200. 00010000:00000010:2.1:1786173541.858677:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b39c00. 00010000:00000010:2.1:1786173541.858679:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c4000. 00010000:00000010:2.1:1786173541.858682:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b39200. 00010000:00000010:2.1:1786173541.863780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4324b700. 00010000:00000010:2.1:1786173541.863792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78776e00. 00010000:00000010:2.1:1786173541.879103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c4c00. 00010000:00000010:2.1:1786173541.879108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78b39400. 00010000:00000010:2.1:1786173541.882131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b23300. 00010000:00000010:2.1:1786173541.882138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbee00. 00010000:00000010:3.1:1786173541.882224:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4324bc00. 00010000:00000010:3.1:1786173541.882229:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbf000. 00010000:00000010:0.1:1786173541.882429:0:2390:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b23e00. 00010000:00000010:0.1:1786173541.882435:0:2390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbfe00. 00010000:00000010:0.1:1786173541.886146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b23600. 00010000:00000010:0.1:1786173541.886164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbfc00. 00010000:00000010:2.1:1786173541.887384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4324b200. 00010000:00000010:2.1:1786173541.887391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78777c00. 00010000:00000010:2.1:1786173541.887395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b23d00. 00010000:00000010:2.1:1786173541.887398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbf200. 00010000:00000010:2.1:1786173541.887402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c5100. 00010000:00000010:2.1:1786173541.887404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f8400. 00010000:00000010:3.1:1786173541.889531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949000. 00010000:00000010:3.1:1786173541.889536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbf400. 00010000:00000010:2.1:1786173541.894742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949700. 00010000:00000010:2.1:1786173541.894759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbe000. 00010000:00000010:2.1:1786173541.898153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b30000. 00010000:00000010:2.1:1786173541.898168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f8200. 00010000:00000010:2.1:1786173541.914151:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b30c00. 00010000:00000010:2.1:1786173541.914159:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f8c00. 00010000:00000010:3.1:1786173541.918215:0:106478:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c5500. 00010000:00000010:3.1:1786173541.918223:0:106478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f9800. 00010000:00000010:2.1:1786173541.922272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789c5400. 00010000:00000010:2.1:1786173541.922279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f9600. 00010000:00000010:2.1:1786173541.922283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b30200. 00010000:00000010:2.1:1786173541.922286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f8600. 00010000:00000010:2.1:1786173541.922290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b31000. 00010000:00000010:2.1:1786173541.922293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f9a00. 00010000:00000010:3.1:1786173541.936189:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b30700. 00010000:00000010:3.1:1786173541.936199:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2f8800. 00010000:00000010:2.1:1786173541.936997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949200. 00010000:00000010:2.1:1786173541.937006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbea00. 00010000:00000010:2.1:1786173541.937010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a633600. 00010000:00000010:2.1:1786173541.937043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6be00. 00010000:00000010:0.1:1786173541.942081:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c700. 00010000:00000010:0.1:1786173541.942103:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fca00. 00010000:00000010:0.1:1786173541.942110:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949c00. 00010000:00000010:0.1:1786173541.942114:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fd800. 00010000:00000010:0.1:1786173541.942118:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b31700. 00010000:00000010:0.1:1786173541.942121:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d5c00. 00010000:00000010:2.1:1786173541.945040:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b31c00. 00010000:00000010:2.1:1786173541.945047:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d4000. 00010000:00000010:2.1:1786173541.945051:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c400. 00010000:00000010:2.1:1786173541.945054:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fc600. 00010000:00000010:2.1:1786173541.945057:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88900. 00010000:00000010:2.1:1786173541.945060:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d4a00. 00010000:00000010:2.1:1786173541.945062:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b24700. 00010000:00000010:2.1:1786173541.945065:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fde00. 00010000:00000010:0.1:1786173541.958058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b31200. 00010000:00000010:0.1:1786173541.958067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d5400. 00010000:00000010:3.1:1786173541.965159:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b24200. 00010000:00000010:3.1:1786173541.965167:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fd200. 00010000:00000010:2.1:1786173541.966990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c200. 00010000:00000010:2.1:1786173541.966997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fd000. 00010000:00000010:2.1:1786173541.967001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88100. 00010000:00000010:2.1:1786173541.967004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d5000. 00010000:00000010:0.1:1786173541.968217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88400. 00010000:00000010:0.1:1786173541.968222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d5e00. 00010000:00000010:0.1:1786173541.968226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b24c00. 00010000:00000010:0.1:1786173541.968229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fce00. 00010000:00000010:2.1:1786173541.973064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a89b00. 00010000:00000010:2.1:1786173541.973081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d4e00. 00010000:00000010:2.1:1786173541.993556:0:106820:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43249200. 00010000:00000010:2.1:1786173541.993575:0:106820:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2ff200. 00010000:00000010:2.1:1786173541.993580:0:106820:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43249000. 00010000:00000010:2.1:1786173541.993583:0:106820:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2ffc00. 00010000:00000010:2.1:1786173541.993587:0:106820:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a89800. 00010000:00000010:2.1:1786173541.993590:0:106820:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d7e00. 00010000:00000010:3.1:1786173542.015271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43249c00. 00010000:00000010:3.1:1786173542.015283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fee00. 00010000:00000010:3.1:1786173542.015287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a89f00. 00010000:00000010:3.1:1786173542.015290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d7200. 00010000:00000010:3.1:1786173542.015293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b24000. 00010000:00000010:3.1:1786173542.015296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2ffe00. 00010000:00000010:3.1:1786173542.015299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43249700. 00010000:00000010:3.1:1786173542.015301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2ff400. 00010000:00000010:3.1:1786173542.015304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88500. 00010000:00000010:3.1:1786173542.015307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d5200. 00010000:00000010:3.1:1786173542.023205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a89a00. 00010000:00000010:3.1:1786173542.023220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d6e00. 00010000:00000010:3.1:1786173542.023225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7922fb00. 00010000:00000010:3.1:1786173542.023229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fe000. 00010000:00000010:3.1:1786173542.023233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42cb8f00. 00010000:00000010:3.1:1786173542.023236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d7400. 00010000:00000010:2.1:1786173542.024881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7922f800. 00010000:00000010:2.1:1786173542.024888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fea00. 00010000:00000010:3.1:1786173542.045919:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42cb8800. 00010000:00000010:3.1:1786173542.045929:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d7c00. 00010000:00000010:2.1:1786173542.062350:0:106823:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42cb8a00. 00010000:00000010:2.1:1786173542.062356:0:106823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d6000. 00010000:00000010:2.1:1786173542.062359:0:106823:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42cb8b00. 00010000:00000010:2.1:1786173542.062362:0:106823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d6a00. 00010000:00000010:0.1:1786173542.078038:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7922fa00. 00010000:00000010:0.1:1786173542.078045:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48620200. 00010000:00000010:0.1:1786173542.078049:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b34f00. 00010000:00000010:0.1:1786173542.078052:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491d7000. 00010000:00000010:0.1:1786173542.096079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4324b400. 00010000:00000010:0.1:1786173542.096088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78777a00. 00010000:00000010:0.1:1786173542.096092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74e14c00. 00010000:00000010:0.1:1786173542.096102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78777e00. 00010000:00000010:2.1:1786173542.097808:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b21c00. 00010000:00000010:2.1:1786173542.097819:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48621a00. 00010000:00000010:0.1:1786173542.106511:0:106830:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4324b100. 00010000:00000010:0.1:1786173542.106525:0:106830:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbe200. 00010000:00000010:2.1:1786173542.110063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4324b900. 00010000:00000010:2.1:1786173542.110075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78777600. 00010000:00000010:2.1:1786173542.131277:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b21000. 00010000:00000010:2.1:1786173542.131293:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48620400. 00010000:00000010:2.1:1786173542.131298:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b20c00. 00010000:00000010:2.1:1786173542.131301:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48620600. 00010000:00000010:2.1:1786173542.131304:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b23800. 00010000:00000010:2.1:1786173542.131308:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbfa00. 00010000:00000010:2.1:1786173542.131310:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b23b00. 00010000:00000010:2.1:1786173542.131313:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbe800. 00010000:00000010:2.1:1786173542.131316:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2ab00. 00010000:00000010:2.1:1786173542.131320:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48623600. 00010000:00000010:2.1:1786173542.147063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b20700. 00010000:00000010:2.1:1786173542.147078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48621800. 00010000:00000010:2.1:1786173542.147082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4324b500. 00010000:00000010:2.1:1786173542.147093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78776400. 00010000:00000010:2.1:1786173542.147097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949400. 00010000:00000010:2.1:1786173542.147101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbf800. 00010000:00000010:2.1:1786173542.151105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b23a00. 00010000:00000010:2.1:1786173542.151119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbf600. 00010000:00000010:2.1:1786173542.151124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949900. 00010000:00000010:2.1:1786173542.151128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbec00. 00010000:00000010:2.1:1786173542.151131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b20000. 00010000:00000010:2.1:1786173542.151134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48622400. 00010000:00000010:2.1:1786173542.151137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b23f00. 00010000:00000010:2.1:1786173542.151139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbe400. 00010000:00000010:2.1:1786173542.151141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949500. 00010000:00000010:2.1:1786173542.151144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbe600. 00010000:00000010:2.1:1786173542.185257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c500. 00010000:00000010:2.1:1786173542.185264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fcc00. 00010000:00000010:2.1:1786173542.195073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a36400. 00010000:00000010:2.1:1786173542.195088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48622200. 00010000:00000010:2.1:1786173542.195093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c000. 00010000:00000010:2.1:1786173542.195096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fc000. 00010000:00000010:2.1:1786173542.221259:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c900. 00010000:00000010:2.1:1786173542.221278:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fc200. 00010000:00000010:3.1:1786173542.227108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a36500. 00010000:00000010:3.1:1786173542.227126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48622800. 00010000:00000010:3.1:1786173542.231063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2aa00. 00010000:00000010:3.1:1786173542.231079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48622c00. 00010000:00000010:2.1:1786173542.250096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b24900. 00010000:00000010:2.1:1786173542.250103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fda00. 00010000:00000010:2.1:1786173542.250106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b24100. 00010000:00000010:2.1:1786173542.250109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fc400. 00010000:00000010:2.1:1786173542.250112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a36900. 00010000:00000010:2.1:1786173542.250115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48623a00. 00010000:00000010:3.1:1786173542.250718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949100. 00010000:00000010:3.1:1786173542.250725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fdc00. 00010000:00000010:2.1:1786173542.263082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a3800. 00010000:00000010:3.1:1786173542.263082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cfc00. 00010000:00000010:2.1:1786173542.263092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c51200. 00010000:00000010:3.1:1786173542.263092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c51c00. 00010000:00000010:3.1:1786173542.263095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cf200. 00010000:00000010:3.1:1786173542.263099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c50e00. 00010000:00000010:3.1:1786173542.263103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43249400. 00010000:00000010:3.1:1786173542.263106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2ff600. 00010000:00000010:3.1:1786173542.263109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43249100. 00010000:00000010:3.1:1786173542.263111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fe400. 00010000:00000010:0.1:1786173542.263151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b24400. 00010000:00000010:0.1:1786173542.263156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fd600. 00010000:00000010:2.1:1786173542.265050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a0500. 00010000:00000010:2.1:1786173542.265064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79006000. 00010000:00000010:0.1:1786173542.265087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b24500. 00010000:00000010:0.1:1786173542.265096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2ffa00. 00010000:00000010:2.1:1786173542.265120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cf000. 00010000:00000010:2.1:1786173542.265124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c51400. 00010000:00000010:3.1:1786173542.269062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cf700. 00010000:00000010:3.1:1786173542.269080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79007400. 00010000:00000010:0.1:1786173542.296973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43249500. 00010000:00000010:0.1:1786173542.296984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2ff800. 00010000:00000010:0.1:1786173542.300076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a0900. 00010000:00000010:0.1:1786173542.300093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79006a00. 00010000:00000010:3.1:1786173542.300254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a0100. 00010000:00000010:3.1:1786173542.300260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79007000. 00010000:00000010:2.1:1786173542.303266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a0400. 00010000:00000010:2.1:1786173542.303282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79007e00. 00010000:00000010:3.1:1786173542.315275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7922f300. 00010000:00000010:3.1:1786173542.315288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fe800. 00010000:00000010:3.1:1786173542.320619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43249900. 00010000:00000010:3.1:1786173542.320639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a2fe600. 00010000:00000010:3.1:1786173542.320644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7922f600. 00010000:00000010:3.1:1786173542.320648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48621000. 00010000:00000010:2.1:1786173542.324067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1800. 00010000:00000010:2.1:1786173542.324085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79006e00. 00010000:00000010:2.1:1786173542.337114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1f00. 00010000:00000010:2.1:1786173542.337132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79007c00. 00010000:00000010:3.1:1786173542.369110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b21100. 00010000:00000010:3.1:1786173542.369122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48621e00. 00010000:00000010:0.1:1786173542.391249:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b20900. 00010000:00000010:0.1:1786173542.391263:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48621400. 00010000:00000010:2.1:1786173542.408046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b21900. 00010000:00000010:2.1:1786173542.408054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48621c00. 00010000:00000010:2.1:1786173542.408057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b21500. 00010000:00000010:2.1:1786173542.408061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48620e00. 00010000:00000010:2.1:1786173542.408065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903d400. 00010000:00000010:2.1:1786173542.408068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9a000. 00010000:00000010:2.1:1786173542.408073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903c800. 00010000:00000010:2.1:1786173542.408076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9bc00. 00010000:00000010:3.1:1786173542.408210:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b21400. 00010000:00000010:3.1:1786173542.408228:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48621200. 00010000:00000010:3.1:1786173542.408232:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1a00. 00010000:00000010:3.1:1786173542.408235:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9b000. 00010000:00000010:3.1:1786173542.415442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903ca00. 00010000:00000010:3.1:1786173542.415451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9b200. 00010000:00000010:3.1:1786173542.415455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903d100. 00010000:00000010:3.1:1786173542.415458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9b400. 00010000:00000010:3.1:1786173542.415461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903cf00. 00010000:00000010:3.1:1786173542.415464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9be00. 00010000:00000010:3.1:1786173542.415467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903cb00. 00010000:00000010:3.1:1786173542.415470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9ae00. 00010000:00000010:2.1:1786173542.415874:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b20100. 00010000:00000010:2.1:1786173542.415881:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48620000. 00010000:00000010:3.1:1786173542.423175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903d500. 00010000:00000010:3.1:1786173542.423187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9aa00. 00010000:00000010:3.1:1786173542.423191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b20500. 00010000:00000010:3.1:1786173542.423195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48622e00. 00010000:00000010:0.1:1786173542.423278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42b20400. 00010000:00000010:0.1:1786173542.423285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48623200. 00010000:00000010:0.1:1786173542.423290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2ae00. 00010000:00000010:0.1:1786173542.423293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48623c00. 00010000:00000010:3.1:1786173542.430117:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2ad00. 00010000:00000010:3.1:1786173542.430130:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48623400. 00010000:00000010:2.1:1786173542.441050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2a300. 00010000:00000010:2.1:1786173542.441059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48622000. 00010000:00000010:3.1:1786173542.456578:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a36100. 00010000:00000010:3.1:1786173542.456597:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924c000. 00010000:00000010:3.1:1786173542.472194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6c000. 00010000:00000010:3.1:1786173542.472207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924da00. 00010000:00000010:3.1:1786173542.472211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634a00. 00010000:00000010:3.1:1786173542.472215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6ba00. 00010000:00000010:3.1:1786173542.472218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6c900. 00010000:00000010:3.1:1786173542.472221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924dc00. 00010000:00000010:2.1:1786173542.473055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6c700. 00010000:00000010:2.1:1786173542.473063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924c800. 00010000:00000010:2.1:1786173542.473067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a36000. 00010000:00000010:2.1:1786173542.473071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48623000. 00010000:00000010:3.1:1786173542.485266:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6cc00. 00010000:00000010:3.1:1786173542.485275:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924c400. 00010000:00000010:3.1:1786173542.485279:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d2a600. 00010000:00000010:3.1:1786173542.485294:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48622a00. 00010000:00000010:3.1:1786173542.485298:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a3600. 00010000:00000010:3.1:1786173542.485302:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c50800. 00010000:00000010:3.1:1786173542.485305:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a36700. 00010000:00000010:3.1:1786173542.485309:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48623e00. 00010000:00000010:2.1:1786173542.488487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894a600. 00010000:00000010:2.1:1786173542.488497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924c200. 00010000:00000010:2.1:1786173542.488501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a3e00. 00010000:00000010:2.1:1786173542.488505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c51a00. 00010000:00000010:2.1:1786173542.488508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634600. 00010000:00000010:2.1:1786173542.488511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6a200. 00010000:00000010:2.1:1786173542.488515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903d900. 00010000:00000010:2.1:1786173542.488519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913a200. 00010000:00000010:0.1:1786173542.498116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0600. 00010000:00000010:0.1:1786173542.498127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913a800. 00010000:00000010:2.1:1786173542.506479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0300. 00010000:00000010:2.1:1786173542.506491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913b600. 00010000:00000010:2.1:1786173542.506494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0e00. 00010000:00000010:2.1:1786173542.506497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913ba00. 00010000:00000010:3.1:1786173542.514071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a3d00. 00010000:00000010:3.1:1786173542.514105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c50400. 00010000:00000010:2.1:1786173542.538279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cf100. 00010000:00000010:2.1:1786173542.538287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c51600. 00010000:00000010:2.1:1786173542.538290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cf500. 00010000:00000010:2.1:1786173542.538293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79007800. 00010000:00000010:2.1:1786173542.538296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f1d00. 00010000:00000010:2.1:1786173542.538300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913b800. 00010000:00000010:2.1:1786173542.538303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0d00. 00010000:00000010:2.1:1786173542.538306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913a400. 00010000:00000010:0.1:1786173542.548211:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cf400. 00010000:00000010:0.1:1786173542.548218:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c51800. 00010000:00000010:2.1:1786173542.548789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a0700. 00010000:00000010:2.1:1786173542.548796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79006c00. 00010000:00000010:2.1:1786173542.548799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cf900. 00010000:00000010:2.1:1786173542.548801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79006600. 00010000:00000010:2.1:1786173542.548804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a0200. 00010000:00000010:2.1:1786173542.548807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79006200. 00010000:00000010:2.1:1786173542.548809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f1300. 00010000:00000010:2.1:1786173542.548813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913a600. 00010000:00000010:2.1:1786173542.548816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894ad00. 00010000:00000010:2.1:1786173542.548819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d27600. 00010000:00000010:2.1:1786173542.555064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894ae00. 00010000:00000010:2.1:1786173542.555081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924cc00. 00010000:00000010:2.1:1786173542.555085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f1600. 00010000:00000010:2.1:1786173542.555088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913ac00. 00010000:00000010:2.1:1786173542.555091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a0c00. 00010000:00000010:2.1:1786173542.555094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79006800. 00010000:00000010:3.1:1786173542.558325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634e00. 00010000:00000010:3.1:1786173542.558339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6ae00. 00010000:00000010:2.1:1786173542.578172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1e00. 00010000:00000010:2.1:1786173542.578188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79006400. 00010000:00000010:0.1:1786173542.611377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a0000. 00010000:00000010:0.1:1786173542.611406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79007a00. 00010000:00000010:0.1:1786173542.617060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894a300. 00010000:00000010:0.1:1786173542.617070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d26000. 00010000:00000010:0.1:1786173542.617074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579800. 00010000:00000010:0.1:1786173542.617077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d26a00. 00010000:00000010:0.1:1786173542.617079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579f00. 00010000:00000010:0.1:1786173542.617082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d27e00. 00010000:00000010:2.1:1786173542.622054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1d00. 00010000:00000010:2.1:1786173542.622068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79007600. 00010000:00000010:2.1:1786173542.622071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1300. 00010000:00000010:2.1:1786173542.622074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9a200. 00010000:00000010:2.1:1786173542.639239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbd00. 00010000:00000010:2.1:1786173542.639254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d27800. 00010000:00000010:2.1:1786173542.649644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903c300. 00010000:00000010:2.1:1786173542.649653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9ba00. 00010000:00000010:2.1:1786173542.656139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903c600. 00010000:00000010:2.1:1786173542.656152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9a400. 00010000:00000010:2.1:1786173542.656157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1600. 00010000:00000010:2.1:1786173542.656159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9a800. 00010000:00000010:2.1:1786173542.656163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579a00. 00010000:00000010:2.1:1786173542.656166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d27200. 00010000:00000010:2.1:1786173542.656171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbe00. 00010000:00000010:2.1:1786173542.656174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d26200. 00010000:00000010:2.1:1786173542.670053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903ce00. 00010000:00000010:2.1:1786173542.670064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9b600. 00010000:00000010:2.1:1786173542.670069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb300. 00010000:00000010:2.1:1786173542.670072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce0c00. 00010000:00000010:2.1:1786173542.696759:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579b00. 00010000:00000010:2.1:1786173542.696769:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d26e00. 00010000:00000010:3.1:1786173542.712282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb600. 00010000:00000010:3.1:1786173542.712291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce0200. 00010000:00000010:3.1:1786173542.712295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a36c00. 00010000:00000010:3.1:1786173542.712299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924d800. 00010000:00000010:3.1:1786173542.712303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487c0800. 00010000:00000010:3.1:1786173542.712307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce0e00. 00010000:00000010:3.1:1786173542.712309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43a36200. 00010000:00000010:3.1:1786173542.712324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924c600. 00010000:00000010:3.1:1786173542.721044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487c0b00. 00010000:00000010:3.1:1786173542.721053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce1200. 00010000:00000010:2.1:1786173542.721829:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903cd00. 00010000:00000010:2.1:1786173542.721838:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9b800. 00010000:00000010:2.1:1786173542.721842:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903d000. 00010000:00000010:2.1:1786173542.721845:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9ac00. 00010000:00000010:2.1:1786173542.721848:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903dc00. 00010000:00000010:2.1:1786173542.721851:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc49a9a600. 00010000:00000010:2.1:1786173542.721926:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6c200. 00010000:00000010:2.1:1786173542.721930:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924d600. 00010000:00000010:3.1:1786173542.736033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79225d00. 00010000:00000010:3.1:1786173542.736042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce0000. 00010000:00000010:3.1:1786173542.736046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487c0a00. 00010000:00000010:3.1:1786173542.736050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce1e00. 00010000:00000010:3.1:1786173542.736052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487c0f00. 00010000:00000010:3.1:1786173542.736055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce1c00. 00010000:00000010:3.1:1786173542.736058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79225300. 00010000:00000010:3.1:1786173542.736061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce3600. 00010000:00000010:3.1:1786173542.736064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79225600. 00010000:00000010:3.1:1786173542.736067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce3800. 00010000:00000010:3.1:1786173542.736070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6c100. 00010000:00000010:3.1:1786173542.736073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924ce00. 00010000:00000010:3.1:1786173542.736076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6c400. 00010000:00000010:3.1:1786173542.736079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924d200. 00010000:00000010:3.1:1786173542.736082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b6c500. 00010000:00000010:3.1:1786173542.736084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924de00. 00010000:00000010:2.1:1786173542.753093:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79225e00. 00010000:00000010:2.1:1786173542.760066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce2600. 00010000:00000010:2.1:1786173542.782234:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903d200. 00010000:00000010:2.1:1786173542.782242:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913b000. 00010000:00000010:2.1:1786173542.782245:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7903d700. 00010000:00000010:2.1:1786173542.782248:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913aa00. 00010000:00000010:2.1:1786173542.782252:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894ab00. 00010000:00000010:2.1:1786173542.782255:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924ca00. 00010000:00000010:2.1:1786173542.794043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0800. 00010000:00000010:2.1:1786173542.794048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913b200. 00010000:00000010:2.1:1786173542.794052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5d00. 00010000:00000010:2.1:1786173542.794055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce3200. 00010000:00000010:0.1:1786173542.794130:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894aa00. 00010000:00000010:0.1:1786173542.794135:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924d000. 00010000:00000010:0.1:1786173542.794138:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0b00. 00010000:00000010:0.1:1786173542.794141:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913be00. 00010000:00000010:0.1:1786173542.794143:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5300. 00010000:00000010:0.1:1786173542.794147:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce2c00. 00010000:00000010:0.1:1786173542.794150:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cea100. 00010000:00000010:0.1:1786173542.794153:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce8400. 00010000:00000010:0.1:1786173542.794156:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f1e00. 00010000:00000010:0.1:1786173542.794159:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce9a00. 00010000:00000010:2.1:1786173542.803116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5600. 00010000:00000010:2.1:1786173542.803130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce2200. 00010000:00000010:2.1:1786173542.803134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cea500. 00010000:00000010:2.1:1786173542.803137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce9800. 00010000:00000010:2.1:1786173542.837553:0:106654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0f00. 00010000:00000010:2.1:1786173542.837561:0:106654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913ae00. 00010000:00000010:0.1:1786173542.863771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f1f00. 00010000:00000010:0.1:1786173542.863784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913b400. 00010000:00000010:0.1:1786173542.863788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579e00. 00010000:00000010:0.1:1786173542.863792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d26c00. 00010000:00000010:2.1:1786173542.873586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cea900. 00010000:00000010:2.1:1786173542.873593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce8600. 00010000:00000010:2.1:1786173542.873598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894af00. 00010000:00000010:2.1:1786173542.873602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d27c00. 00010000:00000010:2.1:1786173542.873605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc7894a800. 00010000:00000010:2.1:1786173542.873609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924d400. 00010000:00000010:2.1:1786173542.873612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cea400. 00010000:00000010:2.1:1786173542.873615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce9600. 00010000:00000010:2.1:1786173542.873622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5e00. 00010000:00000010:2.1:1786173542.873625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce2800. 00010000:00000010:2.1:1786173542.873737:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b34e00. 00010000:00000010:2.1:1786173542.873742:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbc200. 00010000:00000010:2.1:1786173542.873746:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceb200. 00010000:00000010:2.1:1786173542.873750:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787cf400. 00010000:00000010:2.1:1786173542.873758:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634b00. 00010000:00000010:2.1:1786173542.873761:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6b200. 00010000:00000010:3.1:1786173542.894889:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579d00. 00010000:00000010:3.1:1786173542.894903:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d26800. 00010000:00000010:3.1:1786173542.894907:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f1a00. 00010000:00000010:3.1:1786173542.894911:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4913a000. 00010000:00000010:3.1:1786173542.894915:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cebc00. 00010000:00000010:3.1:1786173542.894919:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce8c00. 00010000:00000010:3.1:1786173542.894921:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceb000. 00010000:00000010:3.1:1786173542.894924:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce8200. 00010000:00000010:3.1:1786173542.894927:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634800. 00010000:00000010:3.1:1786173542.894930:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6b600. 00010000:00000010:3.1:1786173542.908047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579300. 00010000:00000010:3.1:1786173542.908054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d27a00. 00010000:00000010:2.1:1786173542.912056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceb700. 00010000:00000010:2.1:1786173542.912073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce8800. 00010000:00000010:3.1:1786173542.912118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbb00. 00010000:00000010:3.1:1786173542.912124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d27000. 00010000:00000010:3.1:1786173542.963129:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cdf00. 00010000:00000010:3.1:1786173542.963138:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbd600. 00010000:00000010:3.1:1786173542.963142:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb800. 00010000:00000010:3.1:1786173542.963145:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d27400. 00010000:00000010:3.1:1786173542.963149:0:6156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579600. 00010000:00000010:3.1:1786173542.963151:0:6156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d26400. 00010000:00000010:0.1:1786173542.968237:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b34d00. 00010000:00000010:0.1:1786173542.968246:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbc800. 00010000:00000010:3.1:1786173542.982266:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbf00. 00010000:00000010:3.1:1786173542.982272:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce1400. 00010000:00000010:2.1:1786173542.982815:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487c0600. 00010000:00000010:2.1:1786173542.982821:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce1a00. 00010000:00000010:2.1:1786173542.982823:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487c0300. 00010000:00000010:2.1:1786173542.982826:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce1000. 00010000:00000010:2.1:1786173542.982828:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edba00. 00010000:00000010:2.1:1786173542.982831:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce0a00. 00010000:00000010:2.1:1786173542.982833:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487c0e00. 00010000:00000010:2.1:1786173542.982835:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce0400. 00010000:00000010:2.1:1786173542.982839:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cdb00. 00010000:00000010:2.1:1786173542.982842:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5f400. 00010000:00000010:2.1:1786173542.982846:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79225800. 00010000:00000010:2.1:1786173542.982848:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce1800. 00010000:00000010:2.1:1786173542.982850:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cda00. 00010000:00000010:2.1:1786173542.982854:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbd800. 00010000:00000010:2.1:1786173542.982857:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cda00. 00010000:00000010:2.1:1786173542.982859:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d26600. 00010000:00000010:0.1:1786173542.986131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc487c0d00. 00010000:00000010:0.1:1786173542.986145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce1600. 00010000:00000010:3.1:1786173542.994059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd800. 00010000:00000010:3.1:1786173542.994076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5e000. 00010000:00000010:3.1:1786173542.994082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79038200. 00010000:00000010:3.1:1786173542.994086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ce000. 00010000:00000010:3.1:1786173542.994089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79225f00. 00010000:00000010:3.1:1786173542.994092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce0600. 00010000:00000010:3.1:1786173542.994106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79038c00. 00010000:00000010:3.1:1786173542.994109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787cea00. 00010000:00000010:0.1:1786173543.011782:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5f00. 00010000:00000010:0.1:1786173543.011789:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce2000. 00010000:00000010:3.1:1786173543.015031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039000. 00010000:00000010:3.1:1786173543.015037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787cee00. 00010000:00000010:0.1:1786173543.016632:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79225b00. 00010000:00000010:0.1:1786173543.016639:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce3400. 00010000:00000010:2.1:1786173543.022418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79038000. 00010000:00000010:2.1:1786173543.022425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787cf000. 00010000:00000010:2.1:1786173543.027767:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79038700. 00010000:00000010:2.1:1786173543.027776:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787cfe00. 00010000:00000010:2.1:1786173543.027781:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d54100. 00010000:00000010:2.1:1786173543.027784:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5ea00. 00010000:00000010:2.1:1786173543.030181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039c00. 00010000:00000010:2.1:1786173543.030194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787cf200. 00010000:00000010:0.1:1786173543.031068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5800. 00010000:00000010:0.1:1786173543.031078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce3a00. 00010000:00000010:0.1:1786173543.031082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f1b00. 00010000:00000010:0.1:1786173543.031085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce9e00. 00010000:00000010:3.1:1786173543.035236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5b00. 00010000:00000010:3.1:1786173543.035244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce3000. 00010000:00000010:3.1:1786173543.035247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceac00. 00010000:00000010:3.1:1786173543.035251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce8e00. 00010000:00000010:2.1:1786173543.038298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d54400. 00010000:00000010:2.1:1786173543.038308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5f000. 00010000:00000010:3.1:1786173543.047194:0:106478:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d54500. 00010000:00000010:3.1:1786173543.047202:0:106478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5fe00. 00010000:00000010:3.1:1786173543.047206:0:106478:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f1800. 00010000:00000010:3.1:1786173543.047210:0:106478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce9200. 00010000:00000010:3.1:1786173543.047214:0:106478:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cea000. 00010000:00000010:3.1:1786173543.047216:0:106478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce9c00. 00010000:00000010:3.1:1786173543.047219:0:106478:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d54900. 00010000:00000010:3.1:1786173543.047223:0:106478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5f200. 00010000:00000010:3.1:1786173543.047226:0:106478:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56400. 00010000:00000010:3.1:1786173543.047229:0:106478:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5ee00. 00010000:00000010:0.1:1786173543.055467:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56500. 00010000:00000010:0.1:1786173543.055475:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5fc00. 00010000:00000010:0.1:1786173543.055479:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cea200. 00010000:00000010:0.1:1786173543.055482:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce8000. 00010000:00000010:0.1:1786173543.055485:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cea700. 00010000:00000010:0.1:1786173543.055488:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce9400. 00010000:00000010:0.1:1786173543.055492:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceb400. 00010000:00000010:0.1:1786173543.055494:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce8a00. 00010000:00000010:0.1:1786173543.055496:0:68539:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceb500. 00010000:00000010:0.1:1786173543.055499:0:68539:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce9000. 00010000:00000010:3.1:1786173543.073082:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56900. 00010000:00000010:3.1:1786173543.073092:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce2e00. 00010000:00000010:3.1:1786173543.074515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceb900. 00010000:00000010:3.1:1786173543.074526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787cf800. 00010000:00000010:2.1:1786173543.076385:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56100. 00010000:00000010:2.1:1786173543.076392:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce2400. 00010000:00000010:2.1:1786173543.076396:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57f00. 00010000:00000010:2.1:1786173543.076398:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924a600. 00010000:00000010:2.1:1786173543.076402:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b34b00. 00010000:00000010:2.1:1786173543.076405:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbca00. 00010000:00000010:2.1:1786173543.078060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931300. 00010000:00000010:2.1:1786173543.078072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248a00. 00010000:00000010:3.1:1786173543.080315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78b34800. 00010000:00000010:3.1:1786173543.080346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbd000. 00010000:00000010:3.1:1786173543.080350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931d00. 00010000:00000010:3.1:1786173543.080354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248000. 00010000:00000010:2.1:1786173543.114181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571b00. 00010000:00000010:2.1:1786173543.114192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249200. 00010000:00000010:2.1:1786173543.114197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571f00. 00010000:00000010:2.1:1786173543.114200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249400. 00010000:00000010:2.1:1786173543.114203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931e00. 00010000:00000010:2.1:1786173543.114206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249e00. 00010000:00000010:2.1:1786173543.114210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cdd00. 00010000:00000010:2.1:1786173543.114214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbce00. 00010000:00000010:2.1:1786173543.125275:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc789cde00. 00010000:00000010:2.1:1786173543.125293:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc42cbd200. 00010000:00000010:3.1:1786173543.130376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571800. 00010000:00000010:3.1:1786173543.130384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248e00. 00010000:00000010:3.1:1786173543.130389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a7b800. 00010000:00000010:3.1:1786173543.130392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46556e00. 00010000:00000010:2.1:1786173543.142091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571a00. 00010000:00000010:2.1:1786173543.142101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249c00. 00010000:00000010:2.1:1786173543.142106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57b00. 00010000:00000010:2.1:1786173543.142109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924a200. 00010000:00000010:2.1:1786173543.142112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5cc00. 00010000:00000010:2.1:1786173543.142115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924ba00. 00010000:00000010:3.1:1786173543.147613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a7bf00. 00010000:00000010:3.1:1786173543.147631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46557c00. 00010000:00000010:3.1:1786173543.147635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79038100. 00010000:00000010:3.1:1786173543.147639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787cec00. 00010000:00000010:3.1:1786173543.160065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c200. 00010000:00000010:3.1:1786173543.160086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924a800. 00010000:00000010:3.1:1786173543.160093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79038500. 00010000:00000010:3.1:1786173543.160096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ce800. 00010000:00000010:2.1:1786173543.197169:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79038400. 00010000:00000010:2.1:1786173543.197184:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ce200. 00010000:00000010:2.1:1786173543.210118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79038900. 00010000:00000010:2.1:1786173543.210139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787cfa00. 00010000:00000010:2.1:1786173543.214845:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d54200. 00010000:00000010:2.1:1786173543.214855:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5ec00. 00010000:00000010:2.1:1786173543.214860:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039400. 00010000:00000010:2.1:1786173543.214863:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787ce400. 00010000:00000010:2.1:1786173543.221684:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d54700. 00010000:00000010:2.1:1786173543.221701:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5fa00. 00010000:00000010:0.1:1786173543.222224:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d54c00. 00010000:00000010:0.1:1786173543.222229:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5e200. 00010000:00000010:2.1:1786173543.225038:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56c00. 00010000:00000010:2.1:1786173543.225044:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5e400. 00010000:00000010:2.1:1786173543.225049:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5d200. 00010000:00000010:2.1:1786173543.225052:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6b000. 00010000:00000010:3.1:1786173543.232052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d54000. 00010000:00000010:3.1:1786173543.232071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5e800. 00010000:00000010:3.1:1786173543.232076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5dc00. 00010000:00000010:3.1:1786173543.232080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625400. 00010000:00000010:3.1:1786173543.232083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c000. 00010000:00000010:3.1:1786173543.232086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924a400. 00010000:00000010:3.1:1786173543.232089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c500. 00010000:00000010:3.1:1786173543.232091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924ae00. 00010000:00000010:3.1:1786173543.241972:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5d000. 00010000:00000010:3.1:1786173543.241980:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624000. 00010000:00000010:2.1:1786173543.245046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56000. 00010000:00000010:2.1:1786173543.245058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5f600. 00010000:00000010:3.1:1786173543.245293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5600. 00010000:00000010:3.1:1786173543.245300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624a00. 00010000:00000010:0.1:1786173543.249145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5e00. 00010000:00000010:0.1:1786173543.249162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625000. 00010000:00000010:2.1:1786173543.285114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56700. 00010000:00000010:2.1:1786173543.285125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74d5f800. 00010000:00000010:2.1:1786173543.296061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56200. 00010000:00000010:2.1:1786173543.296070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74ce3e00. 00010000:00000010:2.1:1786173543.296075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57d00. 00010000:00000010:2.1:1786173543.296079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924b400. 00010000:00000010:2.1:1786173543.296081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57300. 00010000:00000010:2.1:1786173543.296084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924a000. 00010000:00000010:3.1:1786173543.304580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57e00. 00010000:00000010:3.1:1786173543.304587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924bc00. 00010000:00000010:2.1:1786173543.329075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a7ba00. 00010000:00000010:2.1:1786173543.329093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46556200. 00010000:00000010:2.1:1786173543.379366:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5d00. 00010000:00000010:2.1:1786173543.379375:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625e00. 00010000:00000010:2.1:1786173543.385057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931f00. 00010000:00000010:2.1:1786173543.385078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248c00. 00010000:00000010:2.1:1786173543.385087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571d00. 00010000:00000010:2.1:1786173543.385090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248600. 00010000:00000010:2.1:1786173543.385093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931b00. 00010000:00000010:2.1:1786173543.385095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248800. 00010000:00000010:2.1:1786173543.385098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571e00. 00010000:00000010:2.1:1786173543.385100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248400. 00010000:00000010:2.1:1786173543.385103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571600. 00010000:00000010:2.1:1786173543.385106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249600. 00010000:00000010:2.1:1786173543.385110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931800. 00010000:00000010:2.1:1786173543.385112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249a00. 00010000:00000010:2.1:1786173543.385114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571300. 00010000:00000010:2.1:1786173543.385116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249800. 00010000:00000010:0.1:1786173543.389079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931a00. 00010000:00000010:0.1:1786173543.389098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248200. 00010000:00000010:3.1:1786173543.419070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a7b300. 00010000:00000010:3.1:1786173543.419090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46557400. 00010000:00000010:3.1:1786173543.419094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a7bd00. 00010000:00000010:3.1:1786173543.419097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46557600. 00010000:00000010:3.1:1786173543.431037:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57600. 00010000:00000010:3.1:1786173543.431043:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924aa00. 00010000:00000010:3.1:1786173543.442565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c900. 00010000:00000010:3.1:1786173543.442573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924b000. 00010000:00000010:3.1:1786173543.449058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039500. 00010000:00000010:3.1:1786173543.449071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc787cf600. 00010000:00000010:2.1:1786173543.449144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c100. 00010000:00000010:2.1:1786173543.449152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924be00. 00010000:00000010:2.1:1786173543.449155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c400. 00010000:00000010:2.1:1786173543.449157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924b200. 00010000:00000010:3.1:1786173543.453068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c700. 00010000:00000010:3.1:1786173543.453085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7924b600. 00010000:00000010:3.1:1786173543.453090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5d900. 00010000:00000010:3.1:1786173543.453093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d6a800. 00010000:00000010:2.1:1786173543.475172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5d100. 00010000:00000010:2.1:1786173543.475179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625800. 00010000:00000010:2.1:1786173543.485354:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5d400. 00010000:00000010:2.1:1786173543.485362:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624600. 00010000:00000010:3.1:1786173543.489622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5b00. 00010000:00000010:3.1:1786173543.489641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624200. 00010000:00000010:3.1:1786173543.503068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5800. 00010000:00000010:3.1:1786173543.503082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624800. 00010000:00000010:2.1:1786173543.507081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5f00. 00010000:00000010:2.1:1786173543.507105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625a00. 00010000:00000010:2.1:1786173543.537492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a7b600. 00010000:00000010:2.1:1786173543.537517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46557000. 00010000:00000010:2.1:1786173543.815146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48662800. 00010000:00000010:3.1:1786173543.828103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47a6aa00. 00010000:00000010:3.1:1786173543.828119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc45c51e00. 00010000:00000010:3.1:1786173548.503073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46554400. 00010000:00000010:3.1:1786173548.503095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63700. 00010000:00000010:3.1:1786173548.503100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46557200. 00010000:00000010:2.1:1786173551.867061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00c00. 00010000:00000010:2.1:1786173551.873308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039300. 00010000:00000010:2.1:1786173551.879077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039c00. 00010000:00000010:2.1:1786173551.879089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01400. 00010000:00000010:2.1:1786173551.901057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039200. 00010000:00000010:2.1:1786173551.905064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00c00. 00010000:00000010:2.1:1786173551.931588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039c00. 00010000:00000010:2.1:1786173551.931600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01400. 00000080:00000010:2.1:1786173551.944133:0:106897:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3200. 00010000:00000010:2.1:1786173551.969072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039c00. 00010000:00000010:2.1:1786173551.969089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01400. 00000080:00000010:2.1:1786173551.969096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3200. 00010000:00000010:2.1:1786173551.998385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039300. 00010000:00000010:2.1:1786173551.998395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00a00. 00010000:00000010:2.1:1786173552.098167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63400. 00010000:00000010:2.1:1786173552.098178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46557c00. 00000080:00000010:2.1:1786173552.098183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583943e0. 00010000:00000010:2.1:1786173552.110162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039300. 00010000:00000010:3.1:1786173552.172158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5b00. 00000800:00000200:3.1:1786173552.823655:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace -56 low water 1930268 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.823662:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace -56 low water 1930268 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.824453:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 19120 low water 1920680 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.824460:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 19120 low water 1920680 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.824509:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 37016 low water 1911732 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.824517:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 35736 low water 1912372 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.824535:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 54912 low water 1902784 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.824571:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 74088 low water 1893196 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.825582:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 94544 low water 1882968 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.825600:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 94544 low water 1882968 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.825613:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 94544 low water 1882968 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.825621:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 93264 low water 1883608 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.825645:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 121388 low water 1869546 conn ffff8bbc50a10000 blocked idle queued 00010000:00000010:0.1:1786173552.826068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624000. 00010000:00000010:0.1:1786173552.826074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624200. 00010000:00000010:0.1:1786173552.826078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039200. 00010000:00000010:0.1:1786173552.826082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00c00. 00000800:00000200:3.1:1786173552.826597:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 149512 low water 1855484 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.826615:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 149512 low water 1855484 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.826627:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 149512 low water 1855484 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.826637:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 148232 low water 1856124 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.826656:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 185304 low water 1837588 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.827956:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 185304 low water 1837588 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.828412:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 185304 low water 1837588 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.828456:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 184024 low water 1838228 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.831671:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 203200 low water 1828640 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.831683:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 203200 low water 1828640 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.831702:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 213428 low water 1823526 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.831732:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 277344 low water 1791568 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.831745:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 277344 low water 1791568 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.831749:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 277344 low water 1791568 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.831765:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 314416 low water 1773032 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.831788:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 342540 low water 1758970 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.831793:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 342540 low water 1758970 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.831808:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 406456 low water 1727012 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.832927:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 499776 low water 1680352 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.832946:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 499776 low water 1680352 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.832957:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 499776 low water 1680352 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.832963:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 499776 low water 1680352 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.833326:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 499776 low water 1680352 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.833341:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 499776 low water 1680352 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.833351:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 499776 low water 1680352 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.833818:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 498496 low water 1680992 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.839651:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.839674:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.839686:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.839698:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.839704:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.840697:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.840728:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.840742:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.840753:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.840764:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.841829:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.841869:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.841884:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.841894:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.842407:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1287440 low water 1369720 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173552.843058:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1342408 low water 1342236 conn ffff8bbc50a10000 blocked idle queued 00000080:00000010:0.1:1786173552.859978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91260. 00000080:00000010:2.1:1786173553.130224:0:106902:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60014a40. 00010000:00000010:2.1:1786173553.774250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5700. 00010000:00000010:2.1:1786173553.774260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624800. 00010000:00000010:2.1:1786173559.037148:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63a00. 00010000:00000010:2.1:1786173559.037164:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46557400. 00010000:00000010:3.1:1786173559.049189:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63600. 00010000:00000010:3.1:1786173559.049207:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46557800. 00010000:00000010:0.1:1786173559.057938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039800. 00010000:00000010:0.1:1786173559.057952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00200. 00010000:00000010:3.1:1786173559.058081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63900. 00010000:00000010:3.1:1786173559.058088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46556e00. 00010000:00000010:2.1:1786173559.058100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039300. 00010000:00000010:2.1:1786173559.058110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01400. 00010000:00000010:2.1:1786173559.060067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039500. 00010000:00000010:2.1:1786173559.060083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00800. 00010000:00000010:3.1:1786173560.957667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46554600. 00010000:00000010:2.1:1786173560.961311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634300. 00010000:00000010:2.1:1786173560.961319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46554000. 00010000:00000010:2.1:1786173564.750058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873e000. 00010000:00000010:2.1:1786173564.754040:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63300. 00010000:00000010:2.1:1786173564.754047:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873f200. 00010000:00000010:3.1:1786173570.053172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46555a00. 00000080:00000010:3.1:1786173570.187836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa98a0. 00010000:00000010:3.1:1786173570.187871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63f00. 00010000:00000010:3.1:1786173570.187879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46556c00. 00010000:00000010:2.1:1786173570.320846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039c00. 00010000:00000010:2.1:1786173570.320862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00e00. 00010000:00000010:0.1:1786173570.371087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039b00. 00010000:00000010:0.1:1786173570.371095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01600. 00010000:00000010:2.1:1786173570.379250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63000. 00010000:00000010:2.1:1786173570.412210:0:107569:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634600. 00000080:00000010:0.1:1786173570.880057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394840. 00010000:00000010:2.1:1786173570.885614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039800. 00010000:00000010:2.1:1786173570.885622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00600. 00010000:00000010:2.1:1786173570.885625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00c00. 00010000:00000010:2.1:1786173570.885628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634500. 00010000:00000010:2.1:1786173570.885631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46555600. 00000800:00000200:3.1:1786173570.889867:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace -14236 low water 2020558 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.889874:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace -14236 low water 2020558 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.889910:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace -1328 low water 2014104 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.889916:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace -2608 low water 2014744 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.889933:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 7620 low water 2009630 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.889949:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 21712 low water 2002584 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.889962:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 42168 low water 1992356 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.889985:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 61344 low water 1982768 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.889990:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 61344 low water 1982768 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.890254:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 61344 low water 1982768 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.890272:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 60064 low water 1983408 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.890283:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 60064 low water 1983408 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.890586:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 58784 low water 1984048 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.890602:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 57504 low water 1984688 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.890970:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 76680 low water 1975100 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.890986:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 75400 low water 1975740 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.890990:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 75400 low water 1975740 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.891043:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 94576 low water 1966152 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.891048:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 94576 low water 1966152 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.893819:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 112472 low water 1957204 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.893828:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 112472 low water 1957204 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.894744:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 244144 low water 1891368 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.894761:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 244144 low water 1891368 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.894770:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 244144 low water 1891368 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.894775:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 244144 low water 1891368 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.894797:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 319568 low water 1853656 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.894833:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 356640 low water 1835120 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.894838:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 356640 low water 1835120 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.895170:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 356640 low water 1835120 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.895181:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 356640 low water 1835120 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.895189:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 356640 low water 1835120 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.895700:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 356640 low water 1835120 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.897003:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 383484 low water 1821698 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.898650:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 383484 low water 1821698 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.899085:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 447400 low water 1789740 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.899104:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 447400 low water 1789740 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.899109:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 447400 low water 1789740 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.899141:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 511316 low water 1757782 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.899155:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 511316 low water 1757782 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.899159:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 511316 low water 1757782 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.899178:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 575232 low water 1725824 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.899213:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 830896 low water 1597992 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.899218:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 830896 low water 1597992 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.899236:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 885864 low water 1570508 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.901868:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 960008 low water 1533436 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.901891:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 960008 low water 1533436 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.901908:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 960008 low water 1533436 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.901925:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 960008 low water 1533436 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.901942:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 960008 low water 1533436 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.901952:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 960008 low water 1533436 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.901980:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1023924 low water 1501478 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.902005:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1087840 low water 1469520 conn ffff8bbc50a10000 blocked idle queued 00010000:00000010:0.1:1786173570.902055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46555e00. 00000800:00000200:3.1:1786173570.902139:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.902181:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.902551:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.902568:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.902580:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.902593:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.902605:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.903587:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.903607:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.903618:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.903630:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.903642:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000080:00000010:2.1:1786173570.907063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c32e0. 00000800:00000200:3.1:1786173570.907660:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 1151756 low water 1437562 conn ffff8bbc50a10000 blocked idle queued 00000800:00000200:3.1:1786173570.910263:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8bbc45503480 wspace 2405752 low water 894276 conn ffff8bbc50a10000 blocked idle queued 00000080:00000010:2.1:1786173571.077145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60011080. 00010000:00000010:0.1:1786173575.958959:0:107972:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039700. 00010000:00000010:0.1:1786173575.958983:0:107972:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01e00. 00010000:00000010:0.1:1786173575.958987:0:107972:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039e00. 00010000:00000010:0.1:1786173575.958990:0:107972:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01a00. 00010000:00000010:0.1:1786173575.958993:0:107972:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039500. 00010000:00000010:0.1:1786173575.958997:0:107972:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00e00. 00010000:00000010:2.1:1786173578.231143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634100. 00010000:00000010:2.1:1786173578.231150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300f600. 00010000:00000010:3.1:1786173578.248385:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634500. 00010000:00000010:3.1:1786173578.248400:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300fc00. 00000080:00000010:3.1:1786173578.284868:0:108152:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9480. 00010000:00000010:3.1:1786173585.175468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625200. 00010000:00000010:3.1:1786173585.175484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5cd00. 00010000:00000010:3.1:1786173585.175490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01e00. 00010000:00000010:3.1:1786173585.194231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5100. 00010000:00000010:2.1:1786173585.205215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5800. 00010000:00000010:2.1:1786173585.205230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624600. 00010000:00000010:2.1:1786173585.357621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300f800. 00010000:00000010:2.1:1786173585.391099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00800. 00010000:00000010:0.1:1786173585.414033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01000. 00010000:00000010:0.1:1786173585.424071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634e00. 00010000:00000010:0.1:1786173585.424087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873ea00. 00000080:00000010:3.1:1786173585.457618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9940. 00010000:00000010:2.1:1786173585.505766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00800. 00000080:00000010:2.1:1786173585.505775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c38c0. 00010000:00000010:0.1:1786173585.544054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300e600. 00000080:00000010:0.1:1786173585.544072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9d00. 00010000:00000010:3.1:1786173585.596247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63200. 00010000:00000010:3.1:1786173585.596260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc7873ee00. 00010000:00000010:2.1:1786173585.613255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5cc00. 00010000:00000010:2.1:1786173585.632064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00800. 00010000:00000010:2.1:1786173585.667190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4300e400. 00010000:00000010:3.1:1786173585.851297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00800. 00000080:00000010:3.1:1786173587.414703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91440. 00010000:00000010:2.1:1786173587.447962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01000. 00000080:00000010:2.1:1786173587.447981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c38c0. 00010000:00000010:2.1:1786173592.629129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625200. 00010000:00000010:2.1:1786173592.629148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002a00. 00010000:00000010:2.1:1786173592.629153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c300. 00010000:00000010:2.1:1786173592.629158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01a00. 00010000:00000010:2.1:1786173592.629162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:2.1:1786173592.629165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002600. 00000080:00000010:2.1:1786173593.023059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9680. 00000080:00000010:2.1:1786173593.351239:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aef4200. 00010000:00000010:2.1:1786173593.384060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248000. 00010000:00000010:0.1:1786173595.281036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:0.1:1786173595.364089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88f00. 00010000:00000010:0.1:1786173595.364115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da000. 00000080:00000010:3.1:1786173595.450073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394d60. 00010000:00000010:2.1:1786173595.515218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249200. 00000080:00000010:2.1:1786173595.515238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3f80. 00010000:00000010:2.1:1786173599.006426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c100. 00010000:00000010:2.1:1786173599.006444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306c00. 00010000:00000010:3.1:1786173599.010068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634300. 00010000:00000010:3.1:1786173599.010088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00e00. 00010000:00000010:3.1:1786173599.010094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c600. 00010000:00000010:3.1:1786173599.010099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771200. 00010000:00000010:3.1:1786173599.010103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c300. 00010000:00000010:3.1:1786173599.010106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770200. 00010000:00000010:3.1:1786173599.010109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c700. 00010000:00000010:3.1:1786173599.010112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770600. 00010000:00000010:3.1:1786173599.010115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0d00. 00010000:00000010:3.1:1786173599.010119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307a00. 00010000:00000010:3.1:1786173599.010123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5100. 00010000:00000010:3.1:1786173599.010126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625e00. 00010000:00000010:3.1:1786173599.010129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5e00. 00010000:00000010:3.1:1786173599.010132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624e00. 00010000:00000010:0.1:1786173599.010333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0600. 00010000:00000010:0.1:1786173599.010340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306a00. 00010000:00000010:0.1:1786173599.010345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5cc00. 00010000:00000010:0.1:1786173599.010350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01200. 00010000:00000010:0.1:1786173599.010354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63700. 00010000:00000010:0.1:1786173599.010358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0200. 00010000:00000010:0.1:1786173599.010363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949100. 00010000:00000010:0.1:1786173599.010367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771800. 00010000:00000010:3.1:1786173599.082266:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949c00. 00010000:00000010:3.1:1786173599.082283:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771000. 00010000:00000010:3.1:1786173599.101174:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63900. 00010000:00000010:3.1:1786173599.101185:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1600. 00010000:00000010:3.1:1786173599.121666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63500. 00010000:00000010:3.1:1786173599.121676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0400. 00010000:00000010:3.1:1786173599.121683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b63800. 00010000:00000010:3.1:1786173599.121690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0600. 00010000:00000010:3.1:1786173599.121696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949000. 00010000:00000010:3.1:1786173599.121704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770000. 00010000:00000010:3.1:1786173599.121710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cead00. 00010000:00000010:3.1:1786173599.121716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1c00. 00010000:00000010:3.1:1786173599.129068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88500. 00010000:00000010:3.1:1786173599.129089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770e00. 00010000:00000010:3.1:1786173599.129094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c500. 00010000:00000010:3.1:1786173599.129099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00800. 00010000:00000010:3.1:1786173599.129103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cea700. 00010000:00000010:3.1:1786173599.129106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1800. 00010000:00000010:3.1:1786173599.143055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5000. 00010000:00000010:3.1:1786173599.143064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625800. 00010000:00000010:3.1:1786173599.143068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5b00. 00010000:00000010:3.1:1786173599.143071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624400. 00010000:00000010:3.1:1786173599.143075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56e00. 00010000:00000010:3.1:1786173599.143078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624c00. 00010000:00000010:2.1:1786173599.180052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56600. 00010000:00000010:2.1:1786173599.180061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625c00. 00010000:00000010:3.1:1786173599.182741:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5ca00. 00010000:00000010:3.1:1786173599.182752:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01400. 00010000:00000010:2.1:1786173599.195941:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56300. 00010000:00000010:2.1:1786173599.195949:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48625400. 00010000:00000010:2.1:1786173599.204162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5cd00. 00010000:00000010:2.1:1786173599.204168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01600. 00010000:00000010:3.1:1786173599.208044:0:109572:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c200. 00010000:00000010:3.1:1786173599.208057:0:109572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00200. 00010000:00000010:2.1:1786173599.225056:0:6165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56800. 00010000:00000010:2.1:1786173599.225063:0:6165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005600. 00010000:00000010:3.1:1786173599.239287:0:109574:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56b00. 00010000:00000010:3.1:1786173599.239300:0:109574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005c00. 00010000:00000010:3.1:1786173599.239304:0:109574:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56900. 00010000:00000010:3.1:1786173599.239307:0:109574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004e00. 00010000:00000010:2.1:1786173599.247055:0:109573:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5cb00. 00010000:00000010:2.1:1786173599.247076:0:109573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00600. 00010000:00000010:2.1:1786173599.266233:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d56f00. 00010000:00000010:2.1:1786173599.266245:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005400. 00010000:00000010:3.1:1786173599.268849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278800. 00010000:00000010:3.1:1786173599.268862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004c00. 00010000:00000010:3.1:1786173599.268866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039000. 00010000:00000010:3.1:1786173599.268870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249800. 00010000:00000010:2.1:1786173599.278038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278000. 00010000:00000010:2.1:1786173599.278046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004a00. 00010000:00000010:3.1:1786173599.302041:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039b00. 00010000:00000010:3.1:1786173599.302050:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249600. 00010000:00000010:3.1:1786173599.302056:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:3.1:1786173599.302062:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004600. 00010000:00000010:3.1:1786173599.302065:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571d00. 00010000:00000010:3.1:1786173599.302069:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248600. 00010000:00000010:3.1:1786173599.302073:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278500. 00010000:00000010:3.1:1786173599.302076:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004200. 00010000:00000010:3.1:1786173599.302082:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a800. 00010000:00000010:3.1:1786173599.303347:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004800. 00010000:00000010:3.1:1786173599.303355:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278d00. 00010000:00000010:3.1:1786173599.303359:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005000. 00010000:00000010:0.1:1786173599.309077:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278c00. 00010000:00000010:2.1:1786173599.309174:0:109575:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039700. 00010000:00000010:2.1:1786173599.309182:0:109575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248200. 00010000:00000010:0.1:1786173599.310178:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004000. 00010000:00000010:3.1:1786173599.315374:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2a400. 00010000:00000010:3.1:1786173599.315384:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005e00. 00010000:00000010:3.1:1786173599.315389:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571500. 00010000:00000010:3.1:1786173599.315392:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248c00. 00010000:00000010:3.1:1786173599.315395:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571100. 00010000:00000010:3.1:1786173599.315399:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249c00. 00010000:00000010:0.1:1786173599.317540:0:109576:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62d2ae00. 00010000:00000010:0.1:1786173599.317556:0:109576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005a00. 00010000:00000010:3.1:1786173599.330761:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:3.1:1786173599.330774:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005800. 00010000:00000010:3.1:1786173599.343479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60ce1600. 00010000:00000010:3.1:1786173599.343495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005200. 00010000:00000010:2.1:1786173599.402789:0:109581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049400. 00010000:00000010:2.1:1786173599.402798:0:109581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004400. 00010000:00000010:2.1:1786173599.402802:0:109581:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571200. 00010000:00000010:2.1:1786173599.402806:0:109581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249e00. 00010000:00000010:0.1:1786173599.420125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cea400. 00010000:00000010:0.1:1786173599.420145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0a00. 00010000:00000010:2.1:1786173599.420242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60ce1e00. 00010000:00000010:2.1:1786173599.420250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2a00. 00010000:00000010:2.1:1786173599.420254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571b00. 00010000:00000010:2.1:1786173599.420258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249400. 00010000:00000010:2.1:1786173599.420262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceac00. 00010000:00000010:2.1:1786173599.420266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1200. 00010000:00000010:2.1:1786173599.424237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069400. 00010000:00000010:2.1:1786173599.424255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2000. 00010000:00000010:2.1:1786173599.424260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceaa00. 00010000:00000010:2.1:1786173599.424264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1e00. 00010000:00000010:2.1:1786173599.424267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069100. 00010000:00000010:2.1:1786173599.424270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3200. 00010000:00000010:3.1:1786173599.458297:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceab00. 00010000:00000010:3.1:1786173599.458306:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1400. 00010000:00000010:3.1:1786173599.458312:0:6164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579600. 00010000:00000010:3.1:1786173599.458316:0:6164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c0000. 00010000:00000010:2.1:1786173599.461873:0:109573:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cea500. 00010000:00000010:2.1:1786173599.461882:0:109573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc462c1000. 00010000:00000010:2.1:1786173599.471401:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579400. 00010000:00000010:2.1:1786173599.471428:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306600. 00010000:00000010:2.1:1786173599.471432:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579b00. 00010000:00000010:2.1:1786173599.471437:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307c00. 00010000:00000010:2.1:1786173599.471440:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579100. 00010000:00000010:2.1:1786173599.471443:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307400. 00010000:00000010:3.1:1786173599.474063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579000. 00010000:00000010:3.1:1786173599.474080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307600. 00010000:00000010:2.1:1786173599.527728:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0f00. 00010000:00000010:2.1:1786173599.527735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306400. 00010000:00000010:2.1:1786173599.527739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579800. 00010000:00000010:2.1:1786173599.527742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307e00. 00010000:00000010:3.1:1786173599.529660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0c00. 00010000:00000010:3.1:1786173599.529680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306e00. 00010000:00000010:3.1:1786173599.529685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579200. 00010000:00000010:3.1:1786173599.529688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307200. 00010000:00000010:3.1:1786173599.529693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0e00. 00010000:00000010:3.1:1786173599.529696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307000. 00010000:00000010:3.1:1786173599.529699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0800. 00010000:00000010:3.1:1786173599.529702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306200. 00010000:00000010:3.1:1786173599.529705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791f0400. 00010000:00000010:3.1:1786173599.529707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306000. 00010000:00000010:0.1:1786173599.540897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4cb00. 00010000:00000010:0.1:1786173599.540907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770c00. 00010000:00000010:0.1:1786173599.575967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4cd00. 00010000:00000010:0.1:1786173599.575993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770400. 00010000:00000010:2.1:1786173599.580180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4cf00. 00010000:00000010:2.1:1786173599.580188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771600. 00010000:00000010:3.1:1786173599.590055:0:109550:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949500. 00010000:00000010:3.1:1786173599.590068:0:109550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771e00. 00010000:00000010:3.1:1786173599.590076:0:109550:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949800. 00010000:00000010:3.1:1786173599.590080:0:109550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771c00. 00010000:00000010:2.1:1786173599.598285:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949600. 00010000:00000010:2.1:1786173599.598297:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771400. 00010000:00000010:2.1:1786173599.598376:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78949d00. 00010000:00000010:2.1:1786173599.598380:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771a00. 00010000:00000010:2.1:1786173599.598384:0:1034:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88400. 00010000:00000010:2.1:1786173599.598387:0:1034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da200. 00010000:00000010:3.1:1786173599.611124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791c5700. 00010000:00000010:3.1:1786173599.611135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc48624800. 00010000:00000010:0.1:1786173601.692123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002e00. 00010000:00000010:0.1:1786173601.692141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069500. 00010000:00000010:0.1:1786173601.692146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3c00. 00010000:00000010:0.1:1786173601.692150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5c300. 00010000:00000010:0.1:1786173601.692153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248000. 00000080:00000010:2.1:1786173601.749246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa97c0. 00000080:00000010:3.1:1786173601.768275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aef4a40. 00010000:00000010:0.1:1786173603.981231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db400. 00000080:00000010:3.1:1786173604.010347:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394380. 00010000:00000010:3.1:1786173604.012054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88900. 00010000:00000010:3.1:1786173604.012065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dbc00. 00010000:00000010:3.1:1786173606.023474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634c00. 00010000:00000010:3.1:1786173606.023485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002400. 00010000:00000010:0.1:1786173606.025285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57000. 00010000:00000010:0.1:1786173606.025294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248800. 00010000:00000010:2.1:1786173606.025414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634900. 00010000:00000010:2.1:1786173606.025420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003600. 00010000:00000010:3.1:1786173606.031215:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634400. 00010000:00000010:3.1:1786173606.031231:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003800. 00010000:00000010:3.1:1786173606.031234:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:3.1:1786173606.031238:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002200. 00010000:00000010:2.1:1786173606.033044:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634100. 00010000:00000010:2.1:1786173606.033051:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003c00. 00010000:00000010:2.1:1786173606.033054:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57900. 00010000:00000010:2.1:1786173606.033057:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248400. 00010000:00000010:2.1:1786173606.033061:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57c00. 00010000:00000010:2.1:1786173606.033063:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249600. 00010000:00000010:2.1:1786173606.038067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571b00. 00010000:00000010:2.1:1786173606.038080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002a00. 00010000:00000010:3.1:1786173606.059119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57600. 00010000:00000010:3.1:1786173606.059128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249200. 00010000:00000010:2.1:1786173606.059289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278600. 00010000:00000010:2.1:1786173606.059295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249400. 00010000:00000010:3.1:1786173606.064044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278d00. 00010000:00000010:3.1:1786173606.064057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249c00. 00010000:00000010:2.1:1786173606.113185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278700. 00010000:00000010:2.1:1786173606.113194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248200. 00010000:00000010:2.1:1786173606.113199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039900. 00010000:00000010:2.1:1786173606.113203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005800. 00010000:00000010:2.1:1786173606.113207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039100. 00010000:00000010:2.1:1786173606.113209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005e00. 00010000:00000010:2.1:1786173606.150375:0:68878:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c400. 00010000:00000010:2.1:1786173606.150386:0:68878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004200. 00010000:00000010:3.1:1786173606.157731:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4cd00. 00010000:00000010:3.1:1786173606.157740:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005000. 00010000:00000010:2.1:1786173606.159093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039d00. 00010000:00000010:2.1:1786173606.159104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004400. 00010000:00000010:2.1:1786173606.159108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c200. 00010000:00000010:2.1:1786173606.159112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005400. 00010000:00000010:2.1:1786173606.159116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd500. 00010000:00000010:2.1:1786173606.159120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306000. 00010000:00000010:0.1:1786173606.159573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cda00. 00010000:00000010:0.1:1786173606.159580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307000. 00010000:00000010:3.1:1786173606.163060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c300. 00010000:00000010:3.1:1786173606.163075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004a00. 00010000:00000010:2.1:1786173606.163366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd000. 00010000:00000010:2.1:1786173606.163377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306e00. 00010000:00000010:2.1:1786173606.167059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd600. 00010000:00000010:2.1:1786173606.167072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005c00. 00010000:00000010:3.1:1786173606.190246:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cebf00. 00010000:00000010:3.1:1786173606.190253:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306400. 00010000:00000010:3.1:1786173606.204836:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceb800. 00010000:00000010:3.1:1786173606.204849:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307600. 00010000:00000010:2.1:1786173606.208567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceb600. 00010000:00000010:2.1:1786173606.208574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307800. 00010000:00000010:2.1:1786173606.219824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceb000. 00010000:00000010:2.1:1786173606.219836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307c00. 00010000:00000010:2.1:1786173606.228062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931d00. 00010000:00000010:2.1:1786173606.228078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00200. 00010000:00000010:0.1:1786173606.231196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931500. 00010000:00000010:0.1:1786173606.231208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01e00. 00010000:00000010:0.1:1786173606.231212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931700. 00010000:00000010:0.1:1786173606.231215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00c00. 00010000:00000010:2.1:1786173606.235204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5800. 00010000:00000010:2.1:1786173606.235212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00800. 00010000:00000010:2.1:1786173606.235216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931800. 00010000:00000010:2.1:1786173606.235219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307a00. 00010000:00000010:2.1:1786173609.008410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3e00. 00010000:00000010:3.1:1786173609.010268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49069600. 00010000:00000010:3.1:1786173609.010283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491daa00. 00010000:00000010:0.1:1786173611.767044:0:6155:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634b00. 00010000:00000010:0.1:1786173611.767051:0:6155:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003400. 00010000:00000010:0.1:1786173611.786608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57b00. 00010000:00000010:0.1:1786173611.786619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249a00. 00010000:00000010:0.1:1786173611.786627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634200. 00010000:00000010:0.1:1786173611.786634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002c00. 00010000:00000010:2.1:1786173611.789059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278900. 00010000:00000010:2.1:1786173611.789066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249000. 00010000:00000010:2.1:1786173611.789071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634e00. 00010000:00000010:2.1:1786173611.789074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002600. 00010000:00000010:2.1:1786173611.792028:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57f00. 00010000:00000010:2.1:1786173611.792033:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248600. 00010000:00000010:3.1:1786173611.793342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d57e00. 00010000:00000010:3.1:1786173611.793355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249800. 00010000:00000010:3.1:1786173611.838103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278400. 00010000:00000010:3.1:1786173611.838116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249e00. 00010000:00000010:3.1:1786173611.838120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278000. 00010000:00000010:3.1:1786173611.838123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248a00. 00010000:00000010:3.1:1786173611.838127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039b00. 00010000:00000010:3.1:1786173611.838131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005200. 00010000:00000010:3.1:1786173611.838135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c000. 00010000:00000010:3.1:1786173611.838138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004600. 00010000:00000010:2.1:1786173611.839159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039000. 00010000:00000010:2.1:1786173611.839169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005a00. 00010000:00000010:3.1:1786173611.841050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039600. 00010000:00000010:3.1:1786173611.841062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004000. 00010000:00000010:2.1:1786173611.841112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4cb00. 00010000:00000010:2.1:1786173611.841119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004800. 00010000:00000010:2.1:1786173611.841123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:2.1:1786173611.841126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248e00. 00010000:00000010:3.1:1786173611.874083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c100. 00010000:00000010:3.1:1786173611.874100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004c00. 00010000:00000010:3.1:1786173611.878139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49a4c900. 00010000:00000010:3.1:1786173611.878152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004e00. 00010000:00000010:0.1:1786173611.892122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd700. 00010000:00000010:0.1:1786173611.892130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307e00. 00010000:00000010:0.1:1786173611.892133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd100. 00010000:00000010:0.1:1786173611.892136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306200. 00010000:00000010:2.1:1786173611.893092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cdd00. 00010000:00000010:2.1:1786173611.893101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005600. 00010000:00000010:3.1:1786173611.895462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cdf00. 00010000:00000010:3.1:1786173611.895477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307200. 00010000:00000010:2.1:1786173611.926408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceb500. 00010000:00000010:2.1:1786173611.926429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306800. 00010000:00000010:2.1:1786173611.940912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74ceba00. 00010000:00000010:2.1:1786173611.940930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307400. 00010000:00000010:0.1:1786173611.944058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74cebe00. 00010000:00000010:0.1:1786173611.944068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306600. 00010000:00000010:3.1:1786173611.971098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931f00. 00010000:00000010:3.1:1786173611.971107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306c00. 00010000:00000010:3.1:1786173611.975057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931e00. 00010000:00000010:3.1:1786173611.975064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00600. 00010000:00000010:3.1:1786173611.975067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931300. 00010000:00000010:3.1:1786173611.975070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01600. 00010000:00000010:3.1:1786173611.988626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5200. 00010000:00000010:3.1:1786173611.988642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01000. 00010000:00000010:2.1:1786173612.620080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00c00. 00010000:00000010:2.1:1786173612.628069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88700. 00010000:00000010:2.1:1786173612.628085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db400. 00010000:00000010:2.1:1786173612.647064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb800. 00010000:00000010:3.1:1786173612.662728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00800. 00010000:00000010:2.1:1786173612.674208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbf00. 00010000:00000010:2.1:1786173612.674239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00c00. 00000080:00000010:2.1:1786173612.696312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3d80. 00010000:00000010:3.1:1786173612.728524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579b00. 00010000:00000010:3.1:1786173612.893008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbf00. 00010000:00000010:3.1:1786173612.893055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00c00. 00000080:00000010:2.1:1786173612.902396:0:110044:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3d80. 00010000:00000010:3.1:1786173612.971442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579b00. 00010000:00000010:3.1:1786173612.971454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2200. 00000080:00000010:3.1:1786173612.975439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91c80. 00010000:00000010:3.1:1786173612.980077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579200. 00010000:00000010:3.1:1786173612.980100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2400. 00000080:00000010:3.1:1786173612.980108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91ba0. 00010000:00000010:2.1:1786173613.011417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579400. 00010000:00000010:2.1:1786173613.011431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3c00. 00010000:00000010:3.1:1786173613.031802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb800. 00010000:00000010:3.1:1786173613.047106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00200. 00010000:00000010:3.1:1786173613.059224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579200. 00010000:00000010:3.1:1786173613.059244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2400. 00000080:00000010:2.1:1786173613.102636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3500. 00010000:00000010:3.1:1786173613.120072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579b00. 00010000:00000010:3.1:1786173613.171886:0:110048:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003600. 00010000:00000010:0.1:1786173613.178144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da400. 00010000:00000010:0.1:1786173613.178160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da800. 00010000:00000010:0.1:1786173613.178163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dac00. 00010000:00000010:0.1:1786173613.178167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dba00. 00010000:00000010:0.1:1786173613.178171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dae00. 00010000:00000010:0.1:1786173613.178180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db800. 00010000:00000010:0.1:1786173613.178186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da600. 00010000:00000010:0.1:1786173613.178254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dbe00. 00010000:00000010:2.1:1786173613.215187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00200. 00000080:00000010:2.1:1786173613.219189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9120. 00010000:00000010:2.1:1786173613.219209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88d00. 00010000:00000010:2.1:1786173613.219214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dbc00. 00010000:00000010:2.1:1786173613.230219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbc00. 00010000:00000010:0.1:1786173613.269122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88200. 00010000:00000010:0.1:1786173613.269137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dbe00. 00000080:00000010:0.1:1786173613.269143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394200. 00010000:00000010:0.1:1786173613.278063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88000. 00010000:00000010:2.1:1786173613.327219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88000. 00010000:00000010:2.1:1786173613.327227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dae00. 00000080:00000010:2.1:1786173613.327232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394b00. 00010000:00000010:2.1:1786173613.341914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbc00. 00010000:00000010:2.1:1786173613.357611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00200. 00010000:00000010:2.1:1786173613.376190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbb00. 00010000:00000010:2.1:1786173613.376199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00800. 00000080:00000010:2.1:1786173613.402813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3840. 00010000:00000010:3.1:1786173613.415286:0:110056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbb00. 00010000:00000010:2.1:1786173613.452153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571c00. 00010000:00000010:2.1:1786173613.452166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003c00. 00000080:00000010:2.1:1786173613.452171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394980. 00010000:00000010:2.1:1786173613.467169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbc00. 00010000:00000010:3.1:1786173613.488254:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00200. 00010000:00000010:2.1:1786173613.599058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88100. 00010000:00000010:2.1:1786173613.599076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da000. 00010000:00000010:0.1:1786173613.714141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571a00. 00010000:00000010:2.1:1786173613.742110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002000. 00010000:00000010:0.1:1786173613.745217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88500. 00010000:00000010:0.1:1786173613.745231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dbc00. 00000080:00000010:0.1:1786173613.779342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9320. 00010000:00000010:0.1:1786173613.788713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88500. 00010000:00000010:2.1:1786173613.810911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88b00. 00010000:00000010:2.1:1786173613.810925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dbc00. 00000080:00000010:2.1:1786173613.824333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394640. 00000080:00000010:2.1:1786173613.824351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc4aef4a40. 00010000:00000010:2.1:1786173613.834050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb300. 00010000:00000010:3.1:1786173613.851062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01600. 00010000:00000010:2.1:1786173613.855972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb500. 00010000:00000010:2.1:1786173613.855988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01400. 00000080:00000010:2.1:1786173613.885860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c36a0. 00010000:00000010:2.1:1786173613.901047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb500. 00010000:00000010:3.1:1786173613.968050:0:110060:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb600. 00010000:00000010:2.1:1786173613.968052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01600. 00010000:00000010:3.1:1786173613.968058:0:110060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00600. 00010000:00000010:3.1:1786173613.972323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579e00. 00010000:00000010:2.1:1786173613.984049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2600. 00010000:00000010:3.1:1786173613.993590:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579500. 00010000:00000010:3.1:1786173613.993604:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2e00. 00000080:00000010:2.1:1786173614.016091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c36a0. 00010000:00000010:2.1:1786173614.031126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb500. 00010000:00000010:2.1:1786173614.108103:0:110061:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571d00. 00010000:00000010:2.1:1786173614.108111:0:110061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003800. 00000080:00000010:2.1:1786173614.108115:0:110061:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9340. 00010000:00000010:2.1:1786173614.119593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb100. 00010000:00000010:2.1:1786173614.119608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00200. 00000080:00000010:2.1:1786173614.119617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c36c0. 00010000:00000010:2.1:1786173614.142151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb600. 00010000:00000010:2.1:1786173614.142162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00600. 00010000:00000010:2.1:1786173614.142167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb100. 00010000:00000010:3.1:1786173614.147055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306c00. 00010000:00000010:2.1:1786173614.154411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb700. 00010000:00000010:2.1:1786173614.154419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306600. 00000080:00000010:2.1:1786173614.171440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c36c0. 00010000:00000010:2.1:1786173614.179124:0:110063:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb700. 00010000:00000010:0.1:1786173614.213331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491daa00. 00010000:00000010:0.1:1786173614.213343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da400. 00010000:00000010:0.1:1786173614.213347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88500. 00010000:00000010:0.1:1786173614.213350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dac00. 00010000:00000010:0.1:1786173614.233399:0:110065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db800. 00010000:00000010:0.1:1786173614.233405:0:110065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da000. 00010000:00000010:0.1:1786173614.233408:0:110065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dbc00. 00010000:00000010:0.1:1786173614.233411:0:110065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dba00. 00010000:00000010:0.1:1786173614.233413:0:110065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da800. 00010000:00000010:0.1:1786173614.248046:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da400. 00010000:00000010:0.1:1786173614.253419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbc00. 00010000:00000010:0.1:1786173614.253426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306a00. 00010000:00000010:2.1:1786173614.264202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb700. 00010000:00000010:2.1:1786173614.264209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307400. 00010000:00000010:3.1:1786173614.274226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da800. 00010000:00000010:0.1:1786173614.281036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571300. 00010000:00000010:0.1:1786173614.281044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003a00. 00000080:00000010:2.1:1786173614.298074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394ae0. 00010000:00000010:3.1:1786173614.307595:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb700. 00010000:00000010:3.1:1786173614.307603:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307400. 00010000:00000010:2.1:1786173614.402051:0:109760:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306800. 00010000:00000010:2.1:1786173614.404409:0:110070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634500. 00010000:00000010:2.1:1786173614.404418:0:110070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2000. 00010000:00000010:2.1:1786173614.404421:0:110070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb600. 00010000:00000010:2.1:1786173614.417683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571e00. 00010000:00000010:2.1:1786173614.417700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002200. 00000080:00000010:2.1:1786173614.417707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9460. 00010000:00000010:0.1:1786173614.428099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb600. 00010000:00000010:0.1:1786173614.479064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88000. 00010000:00000010:0.1:1786173614.479080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491daa00. 00010000:00000010:0.1:1786173614.484359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88d00. 00010000:00000010:2.1:1786173614.536106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491daa00. 00010000:00000010:2.1:1786173614.536114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579400. 00010000:00000010:2.1:1786173614.536119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3200. 00000080:00000010:2.1:1786173614.545884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394f80. 00010000:00000010:3.1:1786173614.556655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb800. 00000080:00000010:2.1:1786173614.605213:0:110071:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c39a0. 00010000:00000010:2.1:1786173614.605229:0:110071:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbf00. 00000080:00000010:3.1:1786173614.665408:0:110073:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91040. 00010000:00000010:3.1:1786173614.704060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634000. 00010000:00000010:3.1:1786173614.704077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2a00. 00000080:00000010:2.1:1786173614.705719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91040. 00010000:00000010:2.1:1786173614.722286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbf00. 00010000:00000010:2.1:1786173614.722315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307a00. 00000080:00000010:2.1:1786173614.747993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c35c0. 00010000:00000010:3.1:1786173614.790881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634000. 00000080:00000010:3.1:1786173614.873818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91760. 00010000:00000010:3.1:1786173614.889475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634000. 00010000:00000010:2.1:1786173614.896484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3200. 00010000:00000010:0.1:1786173614.913268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88d00. 00010000:00000010:0.1:1786173614.913279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da000. 00000080:00000010:0.1:1786173614.913296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583942e0. 00000080:00000010:0.1:1786173614.935493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394400. 00010000:00000010:3.1:1786173614.938427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88f00. 00010000:00000010:3.1:1786173614.938436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dae00. 00010000:00000010:2.1:1786173614.973442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbf00. 00010000:00000010:2.1:1786173614.973451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307a00. 00000080:00000010:2.1:1786173614.973457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3e40. 00010000:00000010:2.1:1786173614.978655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb800. 00010000:00000010:2.1:1786173614.978665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307c00. 00000080:00000010:2.1:1786173614.992176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3fe0. 00010000:00000010:3.1:1786173615.088327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307c00. 00010000:00000010:3.1:1786173615.088334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307600. 00010000:00000010:3.1:1786173615.088338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306e00. 00010000:00000010:3.1:1786173615.088342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb800. 00010000:00000010:3.1:1786173615.088346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306000. 00010000:00000010:2.1:1786173615.089085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307a00. 00010000:00000010:2.1:1786173615.089094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307800. 00010000:00000010:2.1:1786173615.089097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306400. 00010000:00000010:2.1:1786173615.089100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571700. 00010000:00000010:2.1:1786173615.089113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307000. 00000080:00000010:2.1:1786173615.138497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3920. 00010000:00000010:3.1:1786173615.168065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634000. 00010000:00000010:3.1:1786173615.168080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2000. 00000080:00000010:3.1:1786173615.168085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91760. 00010000:00000010:0.1:1786173615.179054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88d00. 00010000:00000010:0.1:1786173615.179069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dac00. 00000080:00000010:3.1:1786173615.248066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9cc0. 00000080:00000010:2.1:1786173615.279875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa91e0. 00010000:00000010:3.1:1786173615.286879:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307000. 00010000:00000010:2.1:1786173615.292372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbf00. 00000080:00000010:2.1:1786173615.312115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3920. 00010000:00000010:3.1:1786173615.334364:0:110080:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634000. 00010000:00000010:3.1:1786173615.334373:0:110080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2000. 00000080:00000010:3.1:1786173615.334378:0:110080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91760. 00010000:00000010:3.1:1786173615.343072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634a00. 00010000:00000010:0.1:1786173615.353088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634c00. 00010000:00000010:0.1:1786173615.353105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2600. 00000080:00000010:3.1:1786173615.364445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91660. 00000080:00000010:3.1:1786173615.380292:0:110080:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b59080. 00010000:00000010:2.1:1786173615.393067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634a00. 00010000:00000010:2.1:1786173615.406049:0:110080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2000. 00010000:00000010:2.1:1786173615.412060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbf00. 00010000:00000010:2.1:1786173615.412068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307800. 00000080:00000010:2.1:1786173615.423060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91760. 00010000:00000010:2.1:1786173615.438917:0:110080:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbf00. 00010000:00000010:3.1:1786173615.469156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88d00. 00010000:00000010:3.1:1786173615.469164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da000. 00010000:00000010:0.1:1786173615.491086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003800. 00010000:00000010:2.1:1786173615.495058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571a00. 00010000:00000010:2.1:1786173615.495077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002400. 00010000:00000010:2.1:1786173615.512105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edbf00. 00000080:00000010:2.1:1786173615.522539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3840. 00010000:00000010:0.1:1786173615.576168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db800. 00010000:00000010:0.1:1786173615.576184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491daa00. 00010000:00000010:0.1:1786173615.576187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dac00. 00010000:00000010:0.1:1786173615.576189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248e00. 00010000:00000010:3.1:1786173615.576231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306e00. 00000080:00000010:3.1:1786173615.576238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3840. 00010000:00000010:0.1:1786173615.598617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88000. 00010000:00000010:2.1:1786173615.607400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3c00. 00010000:00000010:3.1:1786173615.650234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571000. 00010000:00000010:3.1:1786173615.650249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003200. 00010000:00000010:2.1:1786173615.693078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039e00. 00000080:00000010:2.1:1786173615.693095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c35c0. 00010000:00000010:2.1:1786173615.723058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307600. 00010000:00000010:2.1:1786173615.761391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307c00. 00010000:00000010:2.1:1786173615.804920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039e00. 00000080:00000010:0.1:1786173615.806184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c35c0. 00010000:00000010:3.1:1786173615.807851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307c00. 00010000:00000010:3.1:1786173615.821201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039900. 00010000:00000010:3.1:1786173615.821220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307600. 00010000:00000010:3.1:1786173615.944160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88000. 00010000:00000010:3.1:1786173615.944177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249c00. 00000080:00000010:3.1:1786173615.944184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394e20. 00010000:00000010:3.1:1786173615.949103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634000. 00010000:00000010:2.1:1786173615.953043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3e00. 00010000:00000010:2.1:1786173615.977066:0:109760:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634900. 00010000:00000010:2.1:1786173615.977084:0:109760:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3c00. 00010000:00000010:3.1:1786173616.021059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571b00. 00010000:00000010:3.1:1786173616.021075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002400. 00000080:00000010:3.1:1786173616.021081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9900. 00010000:00000010:3.1:1786173616.026528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634000. 00010000:00000010:3.1:1786173616.033058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2000. 00010000:00000010:2.1:1786173616.046066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634400. 00010000:00000010:2.1:1786173616.046075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2600. 00010000:00000010:3.1:1786173616.080420:0:110087:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571b00. 00010000:00000010:3.1:1786173616.080427:0:110087:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003600. 00000080:00000010:3.1:1786173616.080432:0:110087:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9d60. 00000080:00000010:2.1:1786173616.084374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91920. 00010000:00000010:3.1:1786173616.090892:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:2.1:1786173616.101061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3200. 00010000:00000010:0.1:1786173616.116767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634100. 00010000:00000010:0.1:1786173616.116781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2600. 00010000:00000010:0.1:1786173616.123614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88300. 00000080:00000010:0.1:1786173616.130578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394760. 00010000:00000010:0.1:1786173616.162190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003600. 00010000:00000010:0.1:1786173616.162206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491daa00. 00010000:00000010:0.1:1786173616.162211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dae00. 00010000:00000010:0.1:1786173616.162213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da800. 00010000:00000010:0.1:1786173616.162217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5d400. 00010000:00000010:0.1:1786173616.162221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300000. 00010000:00000010:0.1:1786173616.202115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491dac00. 00010000:00000010:0.1:1786173616.202132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db800. 00010000:00000010:0.1:1786173616.202135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491da000. 00010000:00000010:2.1:1786173616.206656:0:110090:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:2.1:1786173616.206662:0:110090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3c00. 00000080:00000010:2.1:1786173616.206667:0:110090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91480. 00010000:00000010:0.1:1786173616.212047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5da00. 00010000:00000010:0.1:1786173616.212054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300800. 00010000:00000010:2.1:1786173616.212195:0:110090:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039e00. 00010000:00000010:2.1:1786173616.212201:0:110090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307400. 00000080:00000010:2.1:1786173616.212206:0:110090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3ec0. 00010000:00000010:2.1:1786173616.229187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039e00. 00010000:00000010:2.1:1786173616.229195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307400. 00010000:00000010:2.1:1786173616.245319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039700. 00010000:00000010:3.1:1786173616.248139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306c00. 00000080:00000010:2.1:1786173616.294539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3ec0. 00010000:00000010:3.1:1786173616.314063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88300. 00010000:00000010:3.1:1786173616.314081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249400. 00000080:00000010:3.1:1786173616.314088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583944e0. 00010000:00000010:3.1:1786173616.324064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634300. 00010000:00000010:3.1:1786173616.331258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3e00. 00010000:00000010:2.1:1786173616.350082:0:110092:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634d00. 00010000:00000010:2.1:1786173616.350091:0:110092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307400. 00000080:00000010:2.1:1786173616.356064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e914e0. 00010000:00000010:2.1:1786173616.370070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039700. 00010000:00000010:2.1:1786173616.473311:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248e00. 00010000:00000010:2.1:1786173616.473324:0:39632:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039100. 00010000:00000010:2.1:1786173616.473328:0:39632:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306a00. 00010000:00000010:3.1:1786173616.476141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039700. 00010000:00000010:2.1:1786173616.480272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306e00. 00010000:00000010:3.1:1786173616.504086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634b00. 00010000:00000010:3.1:1786173616.504099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3c00. 00000080:00000010:3.1:1786173616.526885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583948a0. 00010000:00000010:3.1:1786173616.567830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634b00. 00010000:00000010:3.1:1786173616.611400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300000. 00010000:00000010:2.1:1786173616.627609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5d000. 00010000:00000010:2.1:1786173616.627623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79301e00. 00000080:00000010:2.1:1786173616.639161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9c00. 00010000:00000010:2.1:1786173616.650054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039b00. 00010000:00000010:3.1:1786173616.685076:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003600. 00010000:00000010:3.1:1786173616.685084:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771a00. 00010000:00000010:3.1:1786173616.685086:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771c00. 00010000:00000010:3.1:1786173616.685088:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771e00. 00010000:00000010:3.1:1786173616.692876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3200. 00010000:00000010:3.1:1786173616.692889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003800. 00010000:00000010:3.1:1786173616.692891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771400. 00010000:00000010:3.1:1786173616.698505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771600. 00010000:00000010:0.1:1786173616.701293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300200. 00000080:00000010:0.1:1786173616.701311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9bc0. 00010000:00000010:0.1:1786173616.707070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634b00. 00010000:00000010:2.1:1786173616.711068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249200. 00010000:00000010:3.1:1786173616.730822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:3.1:1786173616.730829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770400. 00010000:00000010:0.1:1786173616.799665:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79301400. 00010000:00000010:2.1:1786173616.856337:0:110111:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039b00. 00010000:00000010:2.1:1786173616.856353:0:110111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307600. 00000080:00000010:2.1:1786173616.856358:0:110111:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c31c0. 00010000:00000010:2.1:1786173616.862786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039600. 00010000:00000010:3.1:1786173616.868065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306c00. 00010000:00000010:2.1:1786173616.885198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039700. 00010000:00000010:2.1:1786173616.885211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307600. 00000080:00000010:2.1:1786173616.909042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3300. 00010000:00000010:3.1:1786173616.922161:0:110112:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:3.1:1786173616.951449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:3.1:1786173616.951456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771e00. 00000080:00000010:2.1:1786173616.953128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91c00. 00010000:00000010:2.1:1786173616.971742:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039700. 00010000:00000010:3.1:1786173616.972059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307600. 00010000:00000010:2.1:1786173616.995061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039600. 00010000:00000010:2.1:1786173616.995075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79306c00. 00000080:00000010:2.1:1786173617.037065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3300. 00010000:00000010:2.1:1786173617.046060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039600. 00000080:00000010:2.1:1786173617.078082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91e00. 00010000:00000010:3.1:1786173617.081186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:3.1:1786173617.081202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771e00. 00010000:00000010:2.1:1786173617.089163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039600. 00010000:00000010:2.1:1786173617.111065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00200. 00010000:00000010:0.1:1786173617.121163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5d00. 00010000:00000010:0.1:1786173617.121179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248200. 00000080:00000010:0.1:1786173617.161076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c39e0. 00010000:00000010:0.1:1786173617.174515:0:110115:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88700. 00010000:00000010:3.1:1786173617.233354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771e00. 00010000:00000010:3.1:1786173617.233364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771c00. 00010000:00000010:3.1:1786173617.233368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770c00. 00010000:00000010:3.1:1786173617.233370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770e00. 00010000:00000010:3.1:1786173617.233374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:3.1:1786173617.233377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770a00. 00010000:00000010:2.1:1786173617.237090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5300. 00010000:00000010:2.1:1786173617.237106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004e00. 00000080:00000010:2.1:1786173617.237112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3420. 00010000:00000010:3.1:1786173617.241885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771a00. 00010000:00000010:3.1:1786173617.241892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770800. 00010000:00000010:3.1:1786173617.241895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770000. 00010000:00000010:2.1:1786173617.249177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634500. 00010000:00000010:2.1:1786173617.249193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771000. 00010000:00000010:2.1:1786173617.262907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5500. 00010000:00000010:2.1:1786173617.289194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004c00. 00010000:00000010:2.1:1786173617.314064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5300. 00010000:00000010:2.1:1786173617.314080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004e00. 00000080:00000010:3.1:1786173617.330159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3e60. 00010000:00000010:3.1:1786173617.351144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:0.1:1786173617.448060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1600. 00010000:00000010:2.1:1786173617.473360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300800. 00010000:00000010:0.1:1786173617.498040:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88300. 00010000:00000010:0.1:1786173617.498049:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248e00. 00000080:00000010:2.1:1786173617.521066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9e60. 00010000:00000010:2.1:1786173617.551571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5300. 00010000:00000010:0.1:1786173617.586067:0:110121:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:0.1:1786173617.586074:0:110121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771a00. 00000080:00000010:0.1:1786173617.586078:0:110121:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91380. 00010000:00000010:0.1:1786173617.592388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88300. 00010000:00000010:3.1:1786173617.603054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249600. 00010000:00000010:3.1:1786173617.725059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1500. 00010000:00000010:0.1:1786173617.749130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79301e00. 00010000:00000010:2.1:1786173617.754037:0:110122:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634b00. 00010000:00000010:2.1:1786173617.754045:0:110122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004600. 00000080:00000010:2.1:1786173617.766055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9900. 00010000:00000010:2.1:1786173617.795172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5000. 00010000:00000010:3.1:1786173617.830348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770a00. 00010000:00000010:3.1:1786173617.836063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770c00. 00010000:00000010:3.1:1786173617.836072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771c00. 00010000:00000010:3.1:1786173617.836076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634700. 00010000:00000010:3.1:1786173617.836080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771800. 00010000:00000010:3.1:1786173617.836082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770800. 00010000:00000010:3.1:1786173617.836085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770e00. 00010000:00000010:3.1:1786173617.836087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771e00. 00010000:00000010:3.1:1786173617.836089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634b00. 00010000:00000010:3.1:1786173617.836092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770600. 00010000:00000010:3.1:1786173620.405107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab01e00. 00010000:00000010:3.1:1786173620.405124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5700. 00010000:00000010:3.1:1786173620.405129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db600. 00010000:00000010:2.1:1786173626.676159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005e00. 00010000:00000010:3.1:1786173626.676282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88300. 00010000:00000010:3.1:1786173626.676289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249a00. 00010000:00000010:0.1:1786173636.631076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88600. 00010000:00000010:0.1:1786173636.631090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc491db200. 00010000:00000010:3.1:1786173636.644065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931000. 00010000:00000010:2.1:1786173636.655072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278900. 00010000:00000010:2.1:1786173636.655086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249600. 00010000:00000010:3.1:1786173636.676593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278800. 00010000:00000010:3.1:1786173636.676609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771e00. 00000080:00000010:2.1:1786173636.743314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583949e0. 00010000:00000010:2.1:1786173636.801111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248000. 00010000:00000010:3.1:1786173636.812599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300200. 00010000:00000010:3.1:1786173636.812608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1f00. 00010000:00000010:3.1:1786173636.812613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79301400. 00000080:00000010:3.1:1786173636.828533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9540. 00000080:00000010:3.1:1786173636.828549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa97a0. 00010000:00000010:3.1:1786173636.907428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005800. 00010000:00000010:3.1:1786173636.907438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd300. 00010000:00000010:3.1:1786173636.907442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004a00. 00010000:00000010:3.1:1786173636.907445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd200. 00010000:00000010:3.1:1786173636.907448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005000. 00000080:00000010:2.1:1786173636.910437:0:110802:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8bbc60b5c200. 00000080:00000010:3.1:1786173636.915063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3380. 00010000:00000010:2.1:1786173642.475119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278800. 00010000:00000010:2.1:1786173642.475127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771e00. 00010000:00000010:2.1:1786173642.494185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278400. 00010000:00000010:2.1:1786173642.494197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770800. 00010000:00000010:2.1:1786173643.893109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005000. 00000080:00000010:2.1:1786173643.913118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c39a0. 00010000:00000010:2.1:1786173643.917067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931700. 00010000:00000010:2.1:1786173643.917079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248c00. 00010000:00000010:3.1:1786173644.117656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770a00. 00010000:00000010:3.1:1786173652.896111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931d00. 00010000:00000010:3.1:1786173652.896124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249200. 00010000:00000010:3.1:1786173652.918264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278d00. 00010000:00000010:3.1:1786173652.922052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:3.1:1786173652.922060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770a00. 00000080:00000010:3.1:1786173652.953087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91d60. 00010000:00000010:0.1:1786173652.994170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931900. 00010000:00000010:2.1:1786173653.033094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770c00. 00010000:00000010:2.1:1786173662.289076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db300. 00010000:00000010:2.1:1786173662.289100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55800. 00010000:00000010:2.1:1786173669.610054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278d00. 00010000:00000010:2.1:1786173669.610071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79301800. 00010000:00000010:2.1:1786173669.833777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039600. 00010000:00000010:2.1:1786173669.833792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005200. 00010000:00000010:2.1:1786173669.851061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5a00. 00010000:00000010:2.1:1786173669.851073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005a00. 00010000:00000010:2.1:1786173669.851076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5f00. 00010000:00000010:2.1:1786173669.851079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004c00. 00010000:00000010:2.1:1786173669.851082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a88700. 00010000:00000010:2.1:1786173669.851085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248a00. 00010000:00000010:2.1:1786173669.851089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5800. 00010000:00000010:2.1:1786173669.851092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00200. 00010000:00000010:2.1:1786173669.851095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79039b00. 00010000:00000010:2.1:1786173669.851099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307600. 00010000:00000010:2.1:1786173669.851104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634400. 00010000:00000010:2.1:1786173669.851108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771600. 00010000:00000010:2.1:1786173669.851112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5d000. 00010000:00000010:2.1:1786173669.851116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300400. 00010000:00000010:2.1:1786173669.851118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5db00. 00010000:00000010:2.1:1786173669.851120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300c00. 00010000:00000010:2.1:1786173669.851123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634e00. 00010000:00000010:2.1:1786173669.851126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2600. 00010000:00000010:2.1:1786173669.851128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634300. 00010000:00000010:2.1:1786173669.851132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3e00. 00010000:00000010:2.1:1786173669.851134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc74d5d900. 00010000:00000010:2.1:1786173669.851137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300600. 00010000:00000010:2.1:1786173669.851140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571000. 00010000:00000010:2.1:1786173669.851144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002400. 00010000:00000010:2.1:1786173669.851148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571d00. 00010000:00000010:2.1:1786173669.851151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79003e00. 00010000:00000010:2.1:1786173669.851155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edb800. 00010000:00000010:2.1:1786173669.851169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79307000. 00010000:00000010:2.1:1786173669.851172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579500. 00010000:00000010:2.1:1786173669.851174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c2e00. 00010000:00000010:2.1:1786173669.851177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46571f00. 00010000:00000010:2.1:1786173669.851183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79002600. 00010000:00000010:2.1:1786173669.851185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc60579900. 00010000:00000010:2.1:1786173669.851187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc791c3600. 00010000:00000010:2.1:1786173669.851190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc46edba00. 00010000:00000010:2.1:1786173669.851192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4ab00e00. 00010000:00000010:2.1:1786173669.851215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd100. 00010000:00000010:2.1:1786173669.851219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4c00. 00010000:00000010:3.1:1786173669.856069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd500. 00010000:00000010:3.1:1786173669.856080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4800. 00010000:00000010:3.1:1786173680.398828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931e00. 00010000:00000010:3.1:1786173680.398845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249200. 00010000:00000010:0.1:1786173682.509222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cdd00. 00010000:00000010:0.1:1786173682.509237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005c00. 00010000:00000010:0.1:1786173682.509241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc44cf5300. 00010000:00000010:0.1:1786173682.509245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004000. 00010000:00000010:3.1:1786173682.700695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd300. 00010000:00000010:3.1:1786173682.700707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5400. 00000080:00000010:2.1:1786173682.863139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583942c0. 00010000:00000010:2.1:1786173690.539112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931a00. 00010000:00000010:2.1:1786173690.591622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278400. 00010000:00000010:2.1:1786173690.591639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770c00. 00000080:00000010:2.1:1786173693.598051:0:112153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26880. 00000080:00000010:3.1:1786173693.662493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583947e0. 00000080:00000010:3.1:1786173693.662521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc500. 00000080:00000010:3.1:1786173693.662530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2060. 00010000:00000010:3.1:1786173693.662538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db400. 00010000:00000010:3.1:1786173693.662544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc6d867400. 00010000:00000010:3.1:1786173693.662548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904000. 00010000:00000010:3.1:1786173693.662552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5800. 00010000:00000010:3.1:1786173693.662556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcdc00. 00010000:00000010:3.1:1786173693.662560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4400. 00010000:00000010:3.1:1786173693.662564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9600. 00010000:00000010:3.1:1786173693.662567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43900. 00010000:00000010:3.1:1786173693.662569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8a00. 00010000:00000010:3.1:1786173693.662572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd000. 00010000:00000010:3.1:1786173693.662575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5a00. 00010000:00000010:3.1:1786173693.662577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcde00. 00010000:00000010:3.1:1786173693.662580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4e00. 00010000:00000010:3.1:1786173693.662582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4a00. 00010000:00000010:3.1:1786173693.662585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcdf00. 00010000:00000010:3.1:1786173693.662587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5000. 00010000:00000010:3.1:1786173693.662590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73e00. 00010000:00000010:3.1:1786173693.662593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22800. 00010000:00000010:3.1:1786173693.662596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8200. 00010000:00000010:3.1:1786173693.662601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2600. 00010000:00000010:3.1:1786173693.662603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904600. 00010000:00000010:3.1:1786173693.662605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4200. 00010000:00000010:3.1:1786173693.662607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2d00. 00010000:00000010:3.1:1786173693.662609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904400. 00010000:00000010:3.1:1786173693.662612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66400. 00010000:00000010:3.1:1786173693.662614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc791db700. 00010000:00000010:3.1:1786173693.662617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aed400. 00010000:00000010:2.1:1786173698.269064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004000. 00000080:00000010:3.1:1786173698.285204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c34e0. 00010000:00000010:3.1:1786173698.289467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1700. 00010000:00000010:3.1:1786173698.289484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79300000. 00010000:00000010:2.1:1786173698.374066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd000. 00010000:00000010:2.1:1786173698.374075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005c00. 00010000:00000010:3.1:1786173698.380099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd500. 00010000:00000010:2.1:1786173698.389259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278e00. 00010000:00000010:2.1:1786173698.389276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005e00. 00000080:00000010:2.1:1786173698.408210:0:112527:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3640. 00010000:00000010:2.1:1786173699.210062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770600. 00010000:00000010:3.1:1786173699.260246:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a634b00. 00010000:00000010:3.1:1786173699.260260:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770e00. 00010000:00000010:3.1:1786173703.234158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248800. 00010000:00000010:3.1:1786173703.234174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931900. 00010000:00000010:3.1:1786173703.234179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249c00. 00010000:00000010:3.1:1786173706.615155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd200. 00010000:00000010:3.1:1786173706.637064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278900. 00010000:00000010:3.1:1786173706.637077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770e00. 00010000:00000010:2.1:1786173706.642394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005e00. 00010000:00000010:0.1:1786173706.715260:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1b00. 00010000:00000010:0.1:1786173706.746440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1f00. 00010000:00000010:0.1:1786173706.746455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931d00. 00010000:00000010:0.1:1786173706.746460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16400. 00000080:00000010:2.1:1786173706.794068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9500. 00010000:00000010:2.1:1786173706.817190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249e00. 00010000:00000010:2.1:1786173706.824129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd200. 00010000:00000010:3.1:1786173706.829093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd100. 00010000:00000010:3.1:1786173706.829106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005200. 00010000:00000010:3.1:1786173706.857356:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278900. 00010000:00000010:3.1:1786173706.865070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770e00. 00010000:00000010:3.1:1786173706.865084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278700. 00010000:00000010:3.1:1786173706.865088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771000. 00000080:00000010:3.1:1786173706.865092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394c20. 00010000:00000010:2.1:1786173707.072068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005800. 00010000:00000010:3.1:1786173715.277879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16600. 00010000:00000010:3.1:1786173718.775499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f17600. 00010000:00000010:3.1:1786173718.775523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278100. 00010000:00000010:3.1:1786173718.775527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78770800. 00000080:00000010:0.1:1786173726.465351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9da0. 00000080:00000010:0.1:1786173726.465367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc22e0. 00000080:00000010:0.1:1786173726.465372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2620. 00000080:00000010:0.1:1786173726.465376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9fc0. 00000080:00000010:0.1:1786173726.465380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9200. 00000080:00000010:0.1:1786173726.465383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc240. 00000080:00000010:0.1:1786173726.465388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9c00. 00000080:00000010:0.1:1786173726.465392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9760. 00000080:00000010:0.1:1786173726.465395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b99a0. 00000080:00000010:0.1:1786173726.465399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9800. 00000080:00000010:0.1:1786173726.465402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2e00. 00000080:00000010:0.1:1786173726.465406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9e40. 00000080:00000010:0.1:1786173726.465409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b99c0. 00000080:00000010:0.1:1786173726.465414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b93a0. 00000080:00000010:0.1:1786173726.465417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9e60. 00000080:00000010:0.1:1786173726.465423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9640. 00000080:00000010:0.1:1786173726.465428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9900. 00000080:00000010:0.1:1786173726.465432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b93c0. 00000080:00000010:0.1:1786173726.465435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b99e0. 00000080:00000010:0.1:1786173726.465439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b98c0. 00000080:00000010:0.1:1786173726.465442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9120. 00000080:00000010:0.1:1786173726.465446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2180. 00000080:00000010:0.1:1786173726.465449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9aa0. 00000080:00000010:0.1:1786173726.465454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9ec0. 00000080:00000010:0.1:1786173726.465457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9f60. 00000080:00000010:0.1:1786173726.465460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9560. 00010000:00000010:0.1:1786173726.465466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dfc00. 00010000:00000010:0.1:1786173726.465472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2200. 00010000:00000010:0.1:1786173726.465477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78add400. 00010000:00000010:0.1:1786173726.465481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226e00. 00010000:00000010:0.1:1786173726.465485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54800. 00010000:00000010:0.1:1786173726.465488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226c00. 00010000:00000010:0.1:1786173726.465491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55e00. 00010000:00000010:0.1:1786173726.465493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2400. 00010000:00000010:0.1:1786173726.465496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78add200. 00010000:00000010:0.1:1786173726.465499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2500. 00010000:00000010:0.1:1786173726.465501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adde00. 00010000:00000010:0.1:1786173726.465504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2900. 00010000:00000010:0.1:1786173726.465507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66e00. 00010000:00000010:0.1:1786173726.465509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2600. 00010000:00000010:0.1:1786173726.465512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78add600. 00010000:00000010:0.1:1786173726.465514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2c00. 00010000:00000010:0.1:1786173726.465518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adc000. 00010000:00000010:0.1:1786173726.465522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2700. 00010000:00000010:0.1:1786173726.465525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adca00. 00010000:00000010:0.1:1786173726.465528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2000. 00010000:00000010:0.1:1786173726.465532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78add800. 00010000:00000010:0.1:1786173726.465535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226600. 00010000:00000010:0.1:1786173726.465538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e55200. 00010000:00000010:0.1:1786173726.465542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787e00. 00010000:00000010:0.1:1786173726.465545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78add000. 00010000:00000010:0.1:1786173726.465547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787d00. 00010000:00000010:0.1:1786173726.465550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adc600. 00010000:00000010:0.1:1786173726.465553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787c00. 00010000:00000010:0.1:1786173726.465555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adc200. 00010000:00000010:0.1:1786173726.465558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787500. 00010000:00000010:0.1:1786173726.465561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adcc00. 00010000:00000010:0.1:1786173726.465564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48787b00. 00010000:00000010:0.1:1786173726.465566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adc800. 00010000:00000010:0.1:1786173726.465571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786000. 00010000:00000010:0.1:1786173726.465573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adc400. 00010000:00000010:0.1:1786173726.465589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786d00. 00010000:00000010:0.1:1786173726.465592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78adda00. 00010000:00000010:0.1:1786173726.465603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786100. 00010000:00000010:0.1:1786173726.465607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623df800. 00010000:00000010:0.1:1786173726.465610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786500. 00010000:00000010:0.1:1786173726.466078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de200. 00010000:00000010:0.1:1786173726.466084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786a00. 00010000:00000010:0.1:1786173726.466088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dfe00. 00010000:00000010:0.1:1786173726.466090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786e00. 00010000:00000010:0.1:1786173726.466093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de800. 00010000:00000010:0.1:1786173726.466095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786b00. 00010000:00000010:0.1:1786173726.466097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de600. 00010000:00000010:0.1:1786173726.466100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786f00. 00010000:00000010:0.1:1786173726.466102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dec00. 00010000:00000010:0.1:1786173726.466105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786800. 00010000:00000010:0.1:1786173726.466107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623de000. 00010000:00000010:2.1:1786173726.504146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278b00. 00010000:00000010:2.1:1786173726.504157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771a00. 00010000:00000010:3.1:1786173727.300202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16e00. 00010000:00000010:3.1:1786173727.300216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931500. 00010000:00000010:3.1:1786173727.300229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249c00. 00010000:00000010:3.1:1786173731.154397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f16200. 00010000:00000010:3.1:1786173731.154411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1100. 00010000:00000010:3.1:1786173731.154414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005200. 00000080:00000010:2.1:1786173734.183349:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc100. 00010000:00000010:2.1:1786173734.183357:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226900. 00010000:00000010:2.1:1786173734.183361:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67600. 00010000:00000010:2.1:1786173734.204059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005000. 00000080:00000010:2.1:1786173734.208079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3100. 00010000:00000010:2.1:1786173734.208100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cdb00. 00010000:00000010:2.1:1786173734.208106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79004a00. 00010000:00000010:2.1:1786173734.360236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd500. 00010000:00000010:2.1:1786173734.360248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005200. 00010000:00000010:2.1:1786173734.360252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278d00. 00010000:00000010:2.1:1786173734.360255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771400. 00000080:00000010:2.1:1786173734.377063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3a20. 00010000:00000010:3.1:1786173734.407174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79005200. 00010000:00000010:2.1:1786173734.407279:0:113666:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc62278e00. 00010000:00000010:2.1:1786173734.407286:0:113666:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78771600. 00010000:00000010:2.1:1786173734.414330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc787cd800. 00010000:00000010:3.1:1786173734.434239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1500. 00010000:00000010:2.1:1786173739.640051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248800. 00010000:00000010:3.1:1786173739.648078:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931f00. 00010000:00000010:3.1:1786173739.648091:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79249200. 00000080:00000010:0.1:1786173744.796073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b96a0. 00000080:00000010:0.1:1786173744.796085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9d00. 00000080:00000010:0.1:1786173744.800068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9080. 00000080:00000010:0.1:1786173744.800155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9c20. 00000080:00000010:0.1:1786173744.800158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9f00. 00000080:00000010:0.1:1786173744.800161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b93e0. 00000080:00000010:0.1:1786173744.800163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9660. 00000080:00000010:0.1:1786173744.800180:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b97e0. 00000080:00000010:0.1:1786173744.800183:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2be0. 00000080:00000010:0.1:1786173744.800186:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc24e0. 00000080:00000010:0.1:1786173744.800188:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2560. 00000080:00000010:0.1:1786173744.800193:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9d20. 00000080:00000010:0.1:1786173744.800195:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9700. 00000080:00000010:0.1:1786173744.800198:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc2a0. 00000080:00000010:0.1:1786173744.800200:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9fa0. 00010000:00000010:0.1:1786173744.800206:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7e00. 00010000:00000010:0.1:1786173744.800211:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901ca00. 00010000:00000010:0.1:1786173744.800213:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7300. 00010000:00000010:0.1:1786173744.800215:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d000. 00010000:00000010:0.1:1786173744.800217:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7600. 00010000:00000010:0.1:1786173744.800219:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901de00. 00010000:00000010:0.1:1786173744.800221:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7b00. 00010000:00000010:0.1:1786173744.800222:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d200. 00010000:00000010:0.1:1786173744.800224:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7a00. 00010000:00000010:0.1:1786173744.800226:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901ce00. 00010000:00000010:0.1:1786173744.800229:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786400. 00010000:00000010:0.1:1786173744.800232:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901c200. 00010000:00000010:0.1:1786173744.800236:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2300. 00010000:00000010:0.1:1786173744.800239:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901dc00. 00010000:00000010:0.1:1786173744.800243:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2d00. 00010000:00000010:0.1:1786173744.800245:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901c000. 00010000:00000010:0.1:1786173744.800248:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2100. 00010000:00000010:0.1:1786173744.800251:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51400. 00010000:00000010:0.1:1786173744.800255:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226d00. 00010000:00000010:0.1:1786173744.800258:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51000. 00010000:00000010:0.1:1786173744.800260:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226800. 00010000:00000010:0.1:1786173744.800263:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a51c00. 00010000:00000010:0.1:1786173744.800265:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2b00. 00010000:00000010:0.1:1786173744.800268:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901c400. 00010000:00000010:0.1:1786173744.800271:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2800. 00010000:00000010:0.1:1786173744.800274:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901c800. 00010000:00000010:0.1:1786173744.800276:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2f00. 00010000:00000010:0.1:1786173744.800278:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aec400. 00010000:00000010:0.1:1786173744.800280:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc50ae2a00. 00010000:00000010:0.1:1786173744.800292:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901cc00. 00010000:00000010:0.1:1786173744.800294:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc48786200. 00010000:00000010:0.1:1786173744.800299:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67400. 00010000:00000010:0.1:1786173756.198058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc583a1600. 00010000:00000010:0.1:1786173756.198069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc50f17e00. 00010000:00000010:0.1:1786173756.202051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931000. 00010000:00000010:0.1:1786173756.202071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248e00. 00000080:00000010:0.1:1786173774.491048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9300. 00000080:00000010:0.1:1786173774.491060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9280. 00000080:00000010:0.1:1786173774.491062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9b60. 00000080:00000010:0.1:1786173774.491064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9bc0. 00000080:00000010:0.1:1786173774.491066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9380. 00000080:00000010:0.1:1786173774.495038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9b80. 00000080:00000010:0.1:1786173774.495047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9740. 00000080:00000010:0.1:1786173774.495049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b94a0. 00000080:00000010:0.1:1786173774.495051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9240. 00000080:00000010:0.1:1786173774.495053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9840. 00000080:00000010:0.1:1786173774.495055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9fc0. 00000080:00000010:0.1:1786173774.495061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2ae0. 00000080:00000010:0.1:1786173774.495063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b92a0. 00000080:00000010:0.1:1786173774.495065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9020. 00000080:00000010:0.1:1786173774.495072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfca00. 00000080:00000010:0.1:1786173774.495075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfcac0. 00000080:00000010:0.1:1786173774.495077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc46cfc720. 00010000:00000010:0.1:1786173774.495082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7200. 00010000:00000010:0.1:1786173774.495085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67a00. 00010000:00000010:0.1:1786173774.495087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7400. 00010000:00000010:0.1:1786173774.495089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d3e00. 00010000:00000010:0.1:1786173774.495091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7500. 00010000:00000010:0.1:1786173774.495093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2000. 00010000:00000010:0.1:1786173774.495095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7700. 00010000:00000010:0.1:1786173774.495097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29000. 00010000:00000010:0.1:1786173774.495099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226a00. 00010000:00000010:0.1:1786173774.495101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29a00. 00010000:00000010:0.1:1786173774.495102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7000. 00010000:00000010:0.1:1786173774.495103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29800. 00010000:00000010:0.1:1786173774.495105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7c00. 00010000:00000010:0.1:1786173774.495107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc623dfa00. 00010000:00000010:0.1:1786173774.495118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7900. 00010000:00000010:0.1:1786173774.495120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43e54e00. 00010000:00000010:0.1:1786173774.495122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364000. 00010000:00000010:0.1:1786173774.495125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d800. 00010000:00000010:0.1:1786173774.495126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7d00. 00010000:00000010:0.1:1786173774.495128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901c600. 00010000:00000010:0.1:1786173774.495130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b500. 00010000:00000010:0.1:1786173774.495132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aed000. 00010000:00000010:0.1:1786173774.495133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364200. 00010000:00000010:0.1:1786173774.495135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a50600. 00010000:00000010:0.1:1786173774.495137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7800. 00010000:00000010:0.1:1786173774.495138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d600. 00010000:00000010:0.1:1786173774.495140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7f00. 00010000:00000010:0.1:1786173774.495141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4901d400. 00010000:00000010:0.1:1786173774.495146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364500. 00010000:00000010:0.1:1786173774.495148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66a00. 00010000:00000010:0.1:1786173774.495149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364800. 00010000:00000010:0.1:1786173774.495151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c66c00. 00010000:00000010:0.1:1786173774.495153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc58364100. 00010000:00000010:0.1:1786173774.495154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74c67200. 00010000:00000010:0.1:1786173777.755047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a931200. 00010000:00000010:0.1:1786173777.755057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc79248a00. 00000080:00000010:0.1:1786173784.731038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26c20. 00000080:00000010:0.1:1786173784.731050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26e20. 00000080:00000010:0.1:1786173784.731052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26640. 00000080:00000010:0.1:1786173784.731054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91a40. 00000080:00000010:0.1:1786173784.735040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df262e0. 00000080:00000010:0.1:1786173784.735050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26d80. 00000080:00000010:0.1:1786173784.735052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26fc0. 00000080:00000010:0.1:1786173784.735055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91340. 00000080:00000010:0.1:1786173784.735057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26940. 00000080:00000010:0.1:1786173784.735059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91c60. 00000080:00000010:0.1:1786173784.735061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df263c0. 00000080:00000010:0.1:1786173784.735064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc62dc2f80. 00000080:00000010:0.1:1786173784.735067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9a00. 00000080:00000010:0.1:1786173784.735073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9640. 00000080:00000010:0.1:1786173784.735076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc448b9220. 00010000:00000010:0.1:1786173784.735085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae300. 00010000:00000010:0.1:1786173784.735089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a24c00. 00010000:00000010:0.1:1786173784.735092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78baea00. 00010000:00000010:0.1:1786173784.735093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a24200. 00010000:00000010:0.1:1786173784.735095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae000. 00010000:00000010:0.1:1786173784.735097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a24a00. 00010000:00000010:0.1:1786173784.735099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049d00. 00010000:00000010:0.1:1786173784.735102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d23800. 00010000:00000010:0.1:1786173784.735103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae600. 00010000:00000010:0.1:1786173784.735105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a24800. 00010000:00000010:0.1:1786173784.735107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae900. 00010000:00000010:0.1:1786173784.735109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25a00. 00010000:00000010:0.1:1786173784.735111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78baee00. 00010000:00000010:0.1:1786173784.735113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25e00. 00010000:00000010:0.1:1786173784.735115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049f00. 00010000:00000010:0.1:1786173784.735117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22e00. 00010000:00000010:0.1:1786173784.735118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae700. 00010000:00000010:0.1:1786173784.735120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a24600. 00010000:00000010:0.1:1786173784.735122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049c00. 00010000:00000010:0.1:1786173784.735123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d23400. 00010000:00000010:0.1:1786173784.735125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78baeb00. 00010000:00000010:0.1:1786173784.735126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a24000. 00010000:00000010:0.1:1786173784.735127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae500. 00010000:00000010:0.1:1786173784.735129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904200. 00010000:00000010:0.1:1786173784.735131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49b2b400. 00010000:00000010:0.1:1786173784.735133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78aed800. 00010000:00000010:0.1:1786173784.735135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42a1c500. 00010000:00000010:0.1:1786173784.735137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2a00. 00010000:00000010:0.1:1786173784.735139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc79226b00. 00010000:00000010:0.1:1786173784.735154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a50c00. 00010000:00000010:0.1:1786173784.735156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc42ef7100. 00010000:00000010:0.1:1786173784.735158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc490d2e00. 00000800:00000200:3.1:1786173796.885153:0:2381:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.1:1786173796.885160:0:2381:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1786173796.885163:0:2381:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1 00000800:00000200:3.1:1786173801.173856:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173802.197863:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173802.198040:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173805.270093:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173805.270413:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173805.270547:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173805.270706:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173806.293827:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173810.325601:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173810.325977:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173810.326136:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173810.326277:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173810.326409:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173815.573514:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173815.573517:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 4, 1 secs later) 00000800:00000200:3.1:1786173815.574140:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173815.574142:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 4, 1 secs later) 00000800:00000200:3.1:1786173815.574312:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173815.574313:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 4, 1 secs later) 00000800:00000200:3.1:1786173815.574493:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173815.574495:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 4, 1 secs later) 00000800:00000200:3.1:1786173815.574707:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173815.574709:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 4, 1 secs later) 00000800:00000200:3.1:1786173820.693527:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173820.693916:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173820.694256:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173820.694518:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173820.694725:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173825.813899:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173825.813905:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 8, 6 secs later) 00000800:00000200:3.1:1786173825.816408:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173825.816411:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 8, 6 secs later) 00000800:00000200:3.1:1786173825.816690:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173825.816693:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 8, 6 secs later) 00000800:00000200:3.1:1786173825.816975:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173825.816978:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 8, 6 secs later) 00000800:00000200:3.1:1786173825.817290:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786173825.817292:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 8, 6 secs later) 00000080:00000010:2.1:1786173895.323034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91280. 00000080:00000010:2.1:1786173895.323044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91880. 00000080:00000010:2.1:1786173895.323047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df263a0. 00000080:00000010:2.1:1786173895.323050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26740. 00000080:00000010:2.1:1786173895.327033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26920. 00000080:00000010:2.1:1786173895.327040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26240. 00000080:00000010:2.1:1786173895.327042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df266a0. 00000080:00000010:2.1:1786173895.327044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26e80. 00000080:00000010:2.1:1786173895.327047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26620. 00000080:00000010:2.1:1786173895.327049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26bc0. 00000080:00000010:2.1:1786173895.327051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df261c0. 00000080:00000010:2.1:1786173895.327053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df265a0. 00000080:00000010:2.1:1786173895.327056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df260c0. 00000080:00000010:2.1:1786173895.327058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26340. 00000080:00000010:2.1:1786173895.327060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df269c0. 00000080:00000010:2.1:1786173895.327062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91f00. 00000080:00000010:2.1:1786173895.327064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91be0. 00000080:00000010:2.1:1786173895.327070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91840. 00000080:00000010:2.1:1786173895.327072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26ac0. 00000080:00000010:2.1:1786173895.327076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394600. 00010000:00000010:2.1:1786173895.327080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8800. 00010000:00000010:2.1:1786173895.327083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049000. 00010000:00000010:2.1:1786173895.327086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d23a00. 00010000:00000010:2.1:1786173895.327088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049900. 00010000:00000010:2.1:1786173895.327090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d23200. 00010000:00000010:2.1:1786173895.327093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995300. 00010000:00000010:2.1:1786173895.327095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a290600. 00010000:00000010:2.1:1786173895.327097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995100. 00010000:00000010:2.1:1786173895.327099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a290000. 00010000:00000010:2.1:1786173895.327101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995400. 00010000:00000010:2.1:1786173895.327103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a290c00. 00010000:00000010:2.1:1786173895.327104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995a00. 00010000:00000010:2.1:1786173895.327106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a290a00. 00010000:00000010:2.1:1786173895.327107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995000. 00010000:00000010:2.1:1786173895.327109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a290200. 00010000:00000010:2.1:1786173895.327111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995600. 00010000:00000010:2.1:1786173895.327112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291000. 00010000:00000010:2.1:1786173895.327114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995500. 00010000:00000010:2.1:1786173895.327115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a290800. 00010000:00000010:2.1:1786173895.327117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995b00. 00010000:00000010:2.1:1786173895.327119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25200. 00010000:00000010:2.1:1786173895.327121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae800. 00010000:00000010:2.1:1786173895.327123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25600. 00010000:00000010:2.1:1786173895.327125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae200. 00010000:00000010:2.1:1786173895.327126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a24e00. 00010000:00000010:2.1:1786173895.327128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78baed00. 00010000:00000010:2.1:1786173895.327129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a24400. 00010000:00000010:2.1:1786173895.327131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae100. 00010000:00000010:2.1:1786173895.327133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25400. 00010000:00000010:2.1:1786173895.327135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78baef00. 00010000:00000010:2.1:1786173895.327137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25c00. 00010000:00000010:2.1:1786173895.327139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78baec00. 00010000:00000010:2.1:1786173895.327141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22400. 00010000:00000010:2.1:1786173895.327143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049200. 00010000:00000010:2.1:1786173895.327144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d23600. 00010000:00000010:2.1:1786173895.327146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049800. 00010000:00000010:2.1:1786173895.327148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d23c00. 00010000:00000010:2.1:1786173895.327149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049100. 00010000:00000010:2.1:1786173895.327151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25000. 00000080:00000010:0.1:1786173904.541040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df260e0. 00000080:00000010:0.1:1786173904.541053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26e00. 00000080:00000010:0.1:1786173904.541056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26e40. 00000080:00000010:0.1:1786173904.541059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df264a0. 00000080:00000010:0.1:1786173904.541062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df267c0. 00000080:00000010:0.1:1786173904.541064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26180. 00000080:00000010:0.1:1786173904.541066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26720. 00000080:00000010:0.1:1786173904.541069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26be0. 00000080:00000010:0.1:1786173904.541071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91720. 00000080:00000010:0.1:1786173904.541074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26540. 00000080:00000010:0.1:1786173904.541076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26a80. 00000080:00000010:0.1:1786173904.541078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26200. 00000080:00000010:0.1:1786173904.541080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26aa0. 00000080:00000010:0.1:1786173904.541082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa90a0. 00000080:00000010:0.1:1786173904.541085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394b20. 00010000:00000010:0.1:1786173904.541091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87900. 00010000:00000010:0.1:1786173904.541095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b57400. 00010000:00000010:0.1:1786173904.541097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87200. 00010000:00000010:0.1:1786173904.541099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b57c00. 00010000:00000010:0.1:1786173904.541101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87300. 00010000:00000010:0.1:1786173904.541103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc62a25800. 00010000:00000010:0.1:1786173904.541105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc78bae400. 00010000:00000010:0.1:1786173904.541106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291a00. 00010000:00000010:0.1:1786173904.541109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995f00. 00010000:00000010:0.1:1786173904.541111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291e00. 00010000:00000010:0.1:1786173904.541113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995c00. 00010000:00000010:0.1:1786173904.541115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291200. 00010000:00000010:0.1:1786173904.541117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995d00. 00010000:00000010:0.1:1786173904.541119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291400. 00010000:00000010:0.1:1786173904.541121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995800. 00010000:00000010:0.1:1786173904.541123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291800. 00010000:00000010:0.1:1786173904.541124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049b00. 00010000:00000010:0.1:1786173904.541127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d23e00. 00010000:00000010:0.1:1786173904.541128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049700. 00010000:00000010:0.1:1786173904.541130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291c00. 00010000:00000010:0.1:1786173904.541131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995e00. 00010000:00000010:0.1:1786173904.541133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a291600. 00010000:00000010:0.1:1786173904.541135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995700. 00010000:00000010:0.1:1786173904.541136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a290e00. 00010000:00000010:0.1:1786173904.541138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995900. 00010000:00000010:0.1:1786173904.541140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc4a290400. 00010000:00000010:0.1:1786173904.541141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc4a995200. 00010000:00000010:0.1:1786173904.541143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9a00. 00010000:00000010:0.1:1786173904.541145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43c00. 00010000:00000010:0.1:1786173904.541146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8c00. 00010000:00000010:0.1:1786173904.541148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049a00. 00010000:00000010:0.1:1786173904.541150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904800. 00000080:00000010:0.1:1786173925.022048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26ba0. 00000080:00000010:0.1:1786173925.022072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394f40. 00000080:00000010:0.1:1786173925.022076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26fa0. 00000080:00000010:0.1:1786173925.022079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26680. 00000080:00000010:0.1:1786173925.022082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26ae0. 00000080:00000010:0.1:1786173925.022085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df261e0. 00000080:00000010:0.1:1786173925.022088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26500. 00000080:00000010:0.1:1786173925.022090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26800. 00000080:00000010:0.1:1786173925.022093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26080. 00000080:00000010:0.1:1786173925.022096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91060. 00000080:00000010:0.1:1786173925.022100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26d60. 00000080:00000010:0.1:1786173925.022103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26dc0. 00000080:00000010:0.1:1786173925.022107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394fa0. 00000080:00000010:0.1:1786173925.022109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583949a0. 00000080:00000010:0.1:1786173925.022112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc583945c0. 00000080:00000010:0.1:1786173925.022114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394580. 00000080:00000010:0.1:1786173925.022116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26f00. 00010000:00000010:0.1:1786173925.022121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049e00. 00010000:00000010:0.1:1786173925.022126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b56a00. 00010000:00000010:0.1:1786173925.022130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2f00. 00010000:00000010:0.1:1786173925.022133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904a00. 00010000:00000010:0.1:1786173925.022135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2a00. 00010000:00000010:0.1:1786173925.022137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b56200. 00010000:00000010:0.1:1786173925.022141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87000. 00010000:00000010:0.1:1786173925.022143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b57000. 00010000:00000010:0.1:1786173925.022146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87c00. 00010000:00000010:0.1:1786173925.022148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b56800. 00010000:00000010:0.1:1786173925.022150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87a00. 00010000:00000010:0.1:1786173925.022152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b57e00. 00010000:00000010:0.1:1786173925.022154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87700. 00010000:00000010:0.1:1786173925.022156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b57a00. 00010000:00000010:0.1:1786173925.022158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87500. 00010000:00000010:0.1:1786173925.022160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b57200. 00010000:00000010:0.1:1786173925.022163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87600. 00010000:00000010:0.1:1786173925.022165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b56400. 00010000:00000010:0.1:1786173925.022167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49049500. 00010000:00000010:0.1:1786173925.022169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22a00. 00010000:00000010:0.1:1786173925.022171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87800. 00010000:00000010:0.1:1786173925.022173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b56e00. 00010000:00000010:0.1:1786173925.022175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87b00. 00010000:00000010:0.1:1786173925.022177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b57600. 00010000:00000010:0.1:1786173925.022179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43e00. 00010000:00000010:0.1:1786173925.022182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905c00. 00010000:00000010:0.1:1786173925.022184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2300. 00010000:00000010:0.1:1786173925.022185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905200. 00010000:00000010:0.1:1786173925.022187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2000. 00010000:00000010:0.1:1786173925.022189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905a00. 00010000:00000010:0.1:1786173925.022191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2400. 00010000:00000010:0.1:1786173925.022193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78904c00. 00010000:00000010:0.1:1786173925.022194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87e00. 00010000:00000010:0.1:1786173925.022196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b57800. 00000080:00000010:0.1:1786173935.259057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91820. 00000080:00000010:0.1:1786173935.259066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9800. 00000080:00000010:0.1:1786173935.259075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9e20. 00000080:00000010:0.1:1786173935.263038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa92e0. 00000080:00000010:0.1:1786173935.263043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394fc0. 00000080:00000010:0.1:1786173935.263047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df268c0. 00000080:00000010:0.1:1786173935.263050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e915e0. 00000080:00000010:0.1:1786173935.263053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc58394e60. 00000080:00000010:0.1:1786173935.263056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc5df26520. 00000080:00000010:0.1:1786173935.263058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9020. 00010000:00000010:0.1:1786173935.263061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a28800. 00010000:00000010:0.1:1786173935.263064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43a29400. 00010000:00000010:0.1:1786173935.263067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73300. 00010000:00000010:0.1:1786173935.263070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b9e00. 00010000:00000010:0.1:1786173935.263072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43a00. 00010000:00000010:0.1:1786173935.263075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8400. 00010000:00000010:0.1:1786173935.263077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43500. 00010000:00000010:0.1:1786173935.263078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9200. 00010000:00000010:0.1:1786173935.263080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43400. 00010000:00000010:0.1:1786173935.263082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa9000. 00010000:00000010:0.1:1786173935.263084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73400. 00010000:00000010:0.1:1786173935.263086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22200. 00010000:00000010:0.1:1786173935.263087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd800. 00010000:00000010:0.1:1786173935.263089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af5e00. 00010000:00000010:0.1:1786173935.263091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73100. 00010000:00000010:0.1:1786173935.263092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22000. 00010000:00000010:0.1:1786173935.263094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2500. 00010000:00000010:0.1:1786173935.263096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc479b8e00. 00010000:00000010:0.1:1786173935.263098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc49f43f00. 00010000:00000010:0.1:1786173935.263099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc74fa8600. 00010000:00000010:0.1:1786173935.263113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc5dd73500. 00010000:00000010:0.1:1786173935.263115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc43d22600. 00010000:00000010:0.1:1786173935.263117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd700. 00010000:00000010:0.1:1786173935.263119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4600. 00010000:00000010:0.1:1786173935.263121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc47bcd200. 00010000:00000010:0.1:1786173935.263126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc47af4000. 00010000:00000010:0.1:1786173935.263128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43dc2b00. 00010000:00000010:0.1:1786173935.263132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc78905600. 00010000:00000010:0.1:1786173935.263134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8bbc43b87400. 00010000:00000010:0.1:1786173935.263138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8bbc46b56c00. 00000080:00000010:2.1:1786174075.549029:0:1034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91320. 00000080:00000010:2.1:1786174075.549055:0:1034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3860. 00000080:00000010:2.1:1786174075.549060:0:1034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3d40. 00000080:00000010:2.1:1786174075.549081:0:1034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3bc0. 00000080:00000010:2.1:1786174075.549087:0:1034:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3580. 00000800:00000200:3.1:1786174122.774035:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174122.774039:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786174122.774962:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174122.774965:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786174122.775179:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174122.775180:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786174122.775358:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174122.775359:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786174122.775551:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174122.775553:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786174127.894077:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174127.894084:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786174127.895464:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174127.895468:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786174127.895781:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174127.895782:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786174127.896101:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174127.896103:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786174127.896354:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174127.896356:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786174133.014084:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174133.014092:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174133.014735:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174133.014746:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174133.015053:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174133.015055:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174133.015366:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174133.015369:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174133.015713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174133.015715:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174138.133833:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174138.133842:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174138.134787:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174138.134791:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174138.135101:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174138.135103:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174138.135435:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174138.135437:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174138.135754:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174138.135756:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174143.254226:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174143.254234:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174143.255398:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174143.255401:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174143.255773:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174143.255776:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174143.256231:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174143.256233:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174143.256552:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174143.256555:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174148.374165:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174148.374178:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174148.374729:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174148.374732:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174148.375137:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174148.375141:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174148.375489:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174148.375492:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174148.375823:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174148.375826:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174153.493799:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174153.493810:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786174153.494578:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174153.494583:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786174153.494882:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174153.494884:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786174153.495218:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174153.495220:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786174153.495397:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174153.495399:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786174158.613805:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174158.614378:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174158.614665:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174158.614873:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174158.615311:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174163.733686:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174163.733690:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174163.734445:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174163.734449:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174163.734833:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174163.734836:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174163.735287:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174163.735290:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174163.735572:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174163.735574:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174168.854006:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174168.854012:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174168.855005:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174168.855008:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174168.855312:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174168.855315:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174168.855570:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174168.855572:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174168.855863:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174168.855865:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174173.973722:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174173.973730:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786174173.974499:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174173.974502:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786174173.974904:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174173.974909:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786174173.975295:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174173.975298:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786174173.975656:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174173.975659:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000080:00000010:0.1:1786174176.923043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e915c0. 00000080:00000010:0.1:1786174176.927056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9bc0. 00000080:00000010:0.1:1786174176.927063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e919e0. 00000080:00000010:0.1:1786174176.927066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc74e91700. 00000080:00000010:0.1:1786174176.927068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9f60. 00000080:00000010:0.1:1786174176.927071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc621c3ac0. 00000080:00000010:0.1:1786174176.927073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8bbc6daa9480. 00000800:00000200:3.1:1786174179.093610:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174179.093618:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174179.094307:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174179.094309:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174179.094526:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174179.094528:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174179.094748:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174179.094750:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174179.095056:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174179.095058:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174184.214199:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174184.214210:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786174184.214995:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174184.214998:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786174184.215333:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174184.215351:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786174184.215630:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174184.215632:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786174184.215947:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174184.215952:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786174189.333703:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174189.333709:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786174189.334292:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174189.334294:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786174189.334523:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174189.334526:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786174189.334740:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174189.334742:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786174189.334923:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174189.334924:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786174240.534167:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174240.534174:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174240.535361:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174240.535363:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174240.535731:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174240.535736:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174240.536177:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174240.536181:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174240.536656:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174240.536659:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174245.653742:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174245.653750:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786174245.654672:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174245.654674:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786174245.654996:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174245.654998:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786174245.655252:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174245.655254:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786174245.655655:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174245.655657:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786174332.694213:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174332.694221:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174332.695553:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174332.695556:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174332.695964:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174332.695969:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174332.696430:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174332.696434:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174332.696961:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174332.696966:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174337.814554:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174337.814561:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174337.816523:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174337.816530:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174337.817041:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174337.817045:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174337.817567:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174337.817572:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174337.817993:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174337.817997:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174342.934448:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174342.934460:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174342.936299:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174342.936303:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174342.936680:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174342.936683:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174342.937058:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174342.937061:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174342.937586:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174342.937589:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174373.654219:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174373.654227:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174373.655510:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174373.655519:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174373.655967:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174373.655970:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174373.656370:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174373.656373:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174373.656847:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174373.656850:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174378.774160:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174378.774173:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786174378.775123:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174378.775127:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786174378.775590:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174378.775594:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786174378.775982:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174378.775985:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786174378.776398:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174378.776401:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786174383.894296:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174383.894321:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786174383.895316:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174383.895319:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786174383.895706:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174383.895710:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786174383.896185:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174383.896187:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786174383.896512:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174383.896515:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786174470.933801:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174470.933807:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174470.934449:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174470.934452:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174470.934681:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174470.934683:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174470.934875:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174470.934877:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174470.935160:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174470.935162:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174476.054297:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174476.054311:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174476.055771:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174476.055773:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174476.056038:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174476.056040:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174476.056261:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174476.056264:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174476.056518:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174476.056521:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174491.413708:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174491.414184:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174491.414345:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174491.414512:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174491.415139:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174496.534432:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174496.534443:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174496.535653:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174496.535656:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174496.536103:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174496.536107:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174496.536437:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174496.536442:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174496.536817:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174496.536821:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174501.653662:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174501.653665:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174501.654342:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174501.654345:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174501.654547:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174501.654549:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174501.654759:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174501.654761:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174501.655100:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174501.655102:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174506.774209:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174506.774215:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786174506.775553:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174506.775555:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786174506.775934:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174506.775938:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786174506.776321:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174506.776324:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786174506.776757:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174506.776760:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786174511.894230:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174511.894239:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174511.895653:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174511.895657:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174511.896132:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174511.896138:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174511.896650:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174511.896653:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174511.897289:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174511.897292:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174634.773735:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174634.773752:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174634.774343:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174634.774347:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174634.774678:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174634.774681:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174634.774987:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174634.774990:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174634.775332:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174634.775335:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786174645.013949:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174645.013960:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174645.015064:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174645.015067:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174645.015415:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174645.015418:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174645.015694:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174645.015696:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174645.016168:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174645.016172:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786174650.133790:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174650.133795:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786174650.134601:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174650.134604:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786174650.134967:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174650.134970:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786174650.135403:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174650.135407:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786174650.135798:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174650.135801:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786174655.254417:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174655.254437:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786174655.255485:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174655.255489:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786174655.255981:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174655.255985:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786174655.256515:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174655.256520:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786174655.256913:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174655.256916:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786174660.374306:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174660.374317:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786174660.375133:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174660.375138:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786174660.375565:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174660.375569:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786174660.375910:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174660.375913:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786174660.376371:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174660.376375:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786174665.494258:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174665.494271:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174665.495308:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174665.495312:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174665.495712:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174665.495740:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174665.496304:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174665.496307:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174665.496794:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174665.496798:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174808.853652:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174808.853661:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174808.854382:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174808.854383:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174808.854610:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174808.854612:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174808.854880:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174808.854882:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174808.855249:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174808.855251:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174813.973750:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174813.973756:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174813.974642:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174813.974646:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174813.974968:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174813.974972:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174813.975240:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174813.975242:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174813.975597:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174813.975599:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786174875.414370:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174875.414384:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786174875.415785:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174875.415789:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786174875.416383:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174875.416386:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786174875.416865:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174875.416868:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786174875.417324:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174875.417327:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786174878.421643:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174878.421651:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 8 secs later) 00000800:00000200:1.1:1786174878.422329:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174878.422331:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 8 secs later) 00000800:00000200:1.1:1786174878.422560:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174878.422562:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 8 secs later) 00000800:00000200:1.1:1786174878.422803:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174878.422805:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 8 secs later) 00000800:00000200:1.1:1786174878.423128:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174878.423130:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 8 secs later) 00000800:00000200:1.1:1786174883.606378:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174883.606390:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 3 secs later) 00000800:00000200:1.1:1786174883.607405:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174883.607409:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 3 secs later) 00000800:00000200:1.1:1786174883.607770:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174883.607774:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 3 secs later) 00000800:00000200:1.1:1786174883.608110:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174883.608112:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 3 secs later) 00000800:00000200:1.1:1786174883.608374:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174883.608377:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 3 secs later) 00000800:00000200:1.1:1786174888.726385:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174888.727323:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174888.727656:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174888.727991:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174888.728302:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174893.846395:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174893.846409:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786174893.847856:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174893.847860:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786174893.848369:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174893.848373:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786174893.848844:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174893.848857:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786174893.849366:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174893.849371:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786174898.965743:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174898.965748:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786174898.966569:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174898.966572:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786174898.966843:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174898.966846:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786174898.967095:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174898.967097:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786174898.967407:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174898.967409:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786174904.085903:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174904.085913:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786174904.086563:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174904.086566:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786174904.086956:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174904.086959:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786174904.087564:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174904.087570:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786174904.088253:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174904.088259:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786174909.205612:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174909.205618:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786174909.206266:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174909.206267:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786174909.206506:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174909.206507:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786174909.206691:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174909.206693:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786174909.206998:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174909.207000:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786174914.326145:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174914.326154:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786174914.327475:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174914.327484:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786174914.327930:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174914.327933:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786174914.328315:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174914.328319:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786174914.328832:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174914.328835:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786174919.446327:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174919.446336:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786174919.447642:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174919.447648:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786174919.448349:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174919.448352:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786174919.448844:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174919.448847:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786174919.449298:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174919.449302:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786174924.565955:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174924.565967:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786174924.567135:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174924.567139:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786174924.567440:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174924.567442:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786174924.567752:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174924.567755:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786174924.568202:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174924.568205:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786174929.685883:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174929.685886:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174929.686754:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174929.686756:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174929.687173:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174929.687178:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174929.687556:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174929.687560:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174929.688247:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174929.688249:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786174934.805808:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174934.805813:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174934.806587:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174934.806588:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174934.806830:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174934.806832:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174934.807103:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174934.807106:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174934.807347:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174934.807349:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786174939.926124:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174939.926130:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174939.927299:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174939.927301:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174939.927679:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174939.927681:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174939.928118:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174939.928122:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174939.928483:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174939.928486:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786174945.045905:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174945.045912:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174945.046804:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174945.046807:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174945.047156:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174945.047159:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174945.047493:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174945.047495:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174945.047748:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174945.047750:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786174950.166314:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174950.166325:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786174950.167557:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174950.167563:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786174950.167995:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174950.168001:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786174950.168435:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174950.168439:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786174950.168854:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174950.168858:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786174955.286188:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174955.287004:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174955.287496:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174955.287959:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174955.288262:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174960.405765:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174960.405773:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174960.406702:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174960.406705:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174960.406927:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174960.406930:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174960.407238:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174960.407240:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174960.407516:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174960.407518:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786174965.525626:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174965.525633:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786174965.526321:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174965.526323:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786174965.526549:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174965.526551:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786174965.526767:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174965.526768:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786174965.527064:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174965.527066:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786174970.646143:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174970.646155:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174970.647626:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174970.647630:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174970.648011:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174970.648045:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174970.648528:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174970.648534:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786174970.649081:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786174970.649085:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786174975.766307:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174975.766315:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786174975.767635:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174975.767638:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786174975.768005:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174975.768009:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786174975.768420:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174975.768424:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786174975.768905:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174975.768908:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786174980.885999:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174980.886008:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786174980.887233:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174980.887236:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786174980.887536:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174980.887538:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786174980.887812:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174980.887816:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786174980.888297:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174980.888299:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786174986.006276:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174986.006288:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786174986.007675:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174986.007678:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786174986.008197:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174986.008202:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786174986.008581:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174986.008584:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786174986.009226:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174986.009230:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786174991.126475:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174991.126489:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786174991.127667:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174991.127670:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786174991.128168:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174991.128173:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786174991.128710:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174991.128714:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786174991.129205:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174991.129211:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786174996.246061:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174996.246070:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786174996.246882:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174996.246885:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786174996.247389:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174996.247393:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786174996.247747:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174996.247750:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786174996.248149:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786174996.248152:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175001.366016:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175001.366094:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175001.367213:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175001.367216:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175001.367484:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175001.367487:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175001.367762:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175001.367766:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175001.368303:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175001.368306:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175006.486497:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175006.486519:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786175006.488400:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175006.488403:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786175006.488786:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175006.488791:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786175006.489281:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175006.489284:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786175006.489791:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175006.489794:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786175011.606263:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175011.606279:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175011.607662:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175011.607665:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175011.608144:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175011.608147:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175011.608555:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175011.608559:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175011.609193:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175011.609197:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175016.725909:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175016.725915:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175016.726850:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175016.726852:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175016.727098:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175016.727100:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175016.727310:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175016.727312:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175016.727653:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175016.727657:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175021.845720:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175021.846143:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175021.846301:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175021.846456:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175021.846615:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175026.965881:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175026.965887:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175026.966836:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175026.966839:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175026.967142:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175026.967144:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175026.967367:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175026.967369:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175026.967747:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175026.967748:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175032.085999:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175032.086008:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175032.086857:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175032.086861:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175032.087310:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175032.087313:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175032.087734:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175032.087737:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175032.088153:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175032.088157:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175037.205644:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175037.205650:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175037.206234:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175037.206236:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175037.206452:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175037.206454:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175037.206704:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175037.206706:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175037.206897:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175037.206899:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175042.325942:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175042.325949:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175042.327122:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175042.327125:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175042.327598:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175042.327601:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175042.327971:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175042.327973:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175042.328511:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175042.328514:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175047.446077:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175047.446088:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175047.447053:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175047.447057:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175047.447407:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175047.447410:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175047.447770:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175047.447773:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175047.448182:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175047.448185:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175052.566156:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175052.566169:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175052.567544:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175052.567549:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175052.567933:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175052.567937:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175052.568330:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175052.568333:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175052.568910:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175052.568914:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175057.686140:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175057.686153:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175057.687407:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175057.687418:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175057.688541:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175057.688553:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175057.688970:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175057.688975:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175057.689476:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175057.689479:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175062.805753:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175062.805760:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175062.806565:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175062.806569:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175062.807061:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175062.807067:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175062.807437:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175062.807439:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175062.807627:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175062.807629:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175067.925794:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175067.925801:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175067.926864:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175067.926867:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175067.927174:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175067.927196:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175067.927533:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175067.927535:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175067.927956:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175067.927959:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175073.045923:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175073.045930:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175073.046982:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175073.046985:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175073.047323:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175073.047326:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175073.047643:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175073.047645:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175073.048151:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175073.048154:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175078.166215:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175078.166223:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175078.167596:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175078.167602:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175078.168043:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175078.168047:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175078.168455:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175078.168458:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175078.169050:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175078.169053:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175083.285785:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175083.285793:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175083.286464:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175083.286466:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175083.286823:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175083.286825:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175083.287062:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175083.287064:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175083.287296:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175083.287298:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175088.405947:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175088.406457:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175088.406827:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175088.407202:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175088.407939:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175093.526357:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175093.526369:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175093.528156:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175093.528160:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175093.528595:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175093.528599:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175093.528969:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175093.528972:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175093.529498:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175093.529501:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175098.646214:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175098.646221:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175098.647594:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175098.647599:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175098.648125:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175098.648128:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175098.648495:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175098.648498:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175098.649162:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175098.649165:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175103.766201:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175103.766212:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175103.767307:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175103.767309:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175103.767761:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175103.767764:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175103.768175:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175103.768178:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175103.768575:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175103.768578:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175108.885596:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175108.885602:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175108.886311:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175108.886316:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175108.886537:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175108.886539:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175108.886715:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175108.886717:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175108.886973:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175108.886975:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175114.005734:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175114.005744:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175114.006672:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175114.006674:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175114.006951:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175114.006953:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175114.007225:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175114.007227:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175114.007553:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175114.007555:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175119.125683:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175119.125690:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175119.126435:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175119.126437:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175119.126802:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175119.126805:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175119.127073:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175119.127075:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175119.127455:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175119.127457:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175124.245794:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175124.245799:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175124.246490:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175124.246493:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175124.246830:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175124.246833:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175124.247161:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175124.247164:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175124.247457:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175124.247461:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175129.365756:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175129.365762:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786175129.366467:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175129.366469:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786175129.366714:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175129.366715:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786175129.366896:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175129.366898:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786175129.367234:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175129.367236:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786175134.485657:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175134.485663:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175134.486403:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175134.486404:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175134.486608:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175134.486610:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175134.486860:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175134.486862:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175134.487163:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175134.487165:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175139.605715:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175139.605720:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175139.606440:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175139.606444:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175139.606698:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175139.606699:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175139.606880:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175139.606881:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175139.607147:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175139.607149:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175144.725642:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175144.725646:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175144.726283:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175144.726284:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175144.726500:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175144.726502:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175144.726687:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175144.726689:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175144.726862:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175144.726864:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175149.845778:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175149.845784:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175149.846314:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175149.846317:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175149.846659:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175149.846662:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175149.846984:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175149.846987:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175149.847329:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175149.847332:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175154.965798:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175154.966099:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175154.966517:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175154.966830:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175154.967007:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175160.086084:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175160.086093:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175160.087437:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175160.087446:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175160.087695:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175160.087697:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175160.087916:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175160.087917:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175160.088233:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175160.088235:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175165.206231:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175165.206241:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175165.207850:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175165.207855:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175165.208275:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175165.208277:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175165.208681:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175165.208684:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175165.209240:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175165.209253:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175170.326174:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175170.326184:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175170.327705:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175170.327708:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175170.328030:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175170.328033:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175170.328303:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175170.328307:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175170.328689:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175170.328701:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175175.446284:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175175.446302:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175175.447228:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175175.447231:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175175.447530:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175175.447533:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175175.447807:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175175.447810:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175175.448020:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175175.448022:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175180.565742:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175180.565747:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175180.566414:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175180.566417:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175180.566628:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175180.566630:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175180.566816:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175180.566818:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175180.566995:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175180.566997:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175185.686460:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175185.686473:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175185.687757:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175185.687761:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175185.688184:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175185.688189:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175185.688572:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175185.688576:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175185.688959:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175185.688962:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175190.805713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175190.805720:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175190.806413:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175190.806420:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175190.806762:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175190.806764:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175190.806992:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175190.806994:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175190.807237:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175190.807239:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175195.925754:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175195.925759:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175195.926434:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175195.926437:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175195.926671:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175195.926673:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175195.926852:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175195.926854:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175195.927066:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175195.927068:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175201.046254:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175201.046262:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175201.047601:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175201.047611:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175201.047930:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175201.047931:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175201.048175:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175201.048178:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175201.048467:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175201.048470:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175206.166229:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175206.166238:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175206.167455:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175206.167459:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175206.167822:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175206.167825:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175206.168238:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175206.168241:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175206.168759:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175206.168764:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175211.286227:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175211.286234:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175211.287548:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175211.287551:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175211.287979:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175211.287982:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175211.288386:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175211.288391:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175211.288812:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175211.288816:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175216.405767:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175216.405773:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175216.406496:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175216.406501:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175216.407229:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175216.407231:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175216.407604:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175216.407609:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175216.407976:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175216.407979:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175221.525878:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175221.526521:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175221.526771:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175221.526994:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175221.527233:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175226.646280:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175226.646290:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175226.647921:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175226.647925:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175226.648335:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175226.648338:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175226.648774:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175226.648777:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175226.649255:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175226.649258:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175231.765848:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175231.765855:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175231.766780:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175231.766783:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175231.767064:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175231.767066:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175231.767316:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175231.767318:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175231.767729:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175231.767732:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175236.885927:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175236.885934:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175236.887006:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175236.887013:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175236.887565:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175236.887569:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175236.888024:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175236.888027:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175236.888462:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175236.888464:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175242.006166:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175242.006175:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175242.007592:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175242.007596:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175242.008007:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175242.008010:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175242.008475:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175242.008478:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175242.009058:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175242.009064:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175247.125731:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175247.125735:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175247.126262:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175247.126263:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175247.126464:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175247.126466:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175247.126698:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175247.126699:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175247.126886:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175247.126889:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175252.246294:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175252.246307:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786175252.247595:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175252.247598:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786175252.247983:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175252.247986:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786175252.248467:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175252.248472:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786175252.248864:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175252.248867:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786175257.366222:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175257.366233:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786175257.367569:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175257.367572:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786175257.367945:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175257.367949:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786175257.368422:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175257.368426:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786175257.368786:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175257.368789:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175262.486275:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175262.486281:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175262.487786:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175262.487788:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175262.488074:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175262.488076:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175262.488280:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175262.488282:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175262.488626:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175262.488628:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175267.606079:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175267.606088:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175267.607127:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175267.607130:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175267.607554:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175267.607557:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175267.607873:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175267.607876:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175267.608215:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175267.608218:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175272.725593:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175272.725599:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175272.726279:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175272.726281:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175272.726472:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175272.726474:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175272.726648:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175272.726650:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175272.726887:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175272.726889:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175277.846452:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175277.846464:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175277.848442:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175277.848445:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175277.848886:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175277.848889:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175277.849315:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175277.849319:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175277.849862:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175277.849866:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175282.966273:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175282.966290:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175282.967538:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175282.967542:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175282.967909:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175282.967912:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175282.968340:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175282.968344:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175282.968835:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175282.968840:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175288.086181:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175288.086802:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175288.087153:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175288.087344:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175288.087511:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175293.205652:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175293.205659:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175293.206550:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175293.206553:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175293.206757:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175293.206759:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175293.207119:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175293.207121:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175293.207302:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175293.207304:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175298.325538:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175298.325544:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175298.326195:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175298.326197:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175298.326383:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175298.326385:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175298.326557:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175298.326559:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175298.326835:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175298.326838:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175303.445749:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175303.445760:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175303.446942:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175303.446960:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175303.447380:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175303.447382:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175303.447622:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175303.447623:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175303.447799:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175303.447800:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175308.565671:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175308.565676:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175308.566306:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175308.566310:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175308.566787:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175308.566788:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175308.567055:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175308.567056:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175308.567265:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175308.567267:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175313.685610:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175313.685614:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175313.686199:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175313.686201:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175313.686382:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175313.686384:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175313.686592:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175313.686594:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175313.686772:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175313.686774:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175318.805652:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175318.805656:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175318.806306:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175318.806308:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175318.806529:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175318.806531:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175318.806743:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175318.806745:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175318.807037:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175318.807039:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175323.926294:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175323.926306:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175323.927520:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175323.927526:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175323.927991:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175323.927994:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175323.928343:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175323.928347:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175323.928852:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175323.928855:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175329.046075:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175329.046084:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175329.047550:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175329.047560:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175329.048008:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175329.048039:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175329.048548:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175329.048551:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175329.048969:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175329.048972:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175334.165592:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175334.165598:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175334.166187:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175334.166193:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175334.166571:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175334.166573:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175334.166831:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175334.166832:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175334.167068:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175334.167070:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175339.285720:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175339.285725:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175339.286498:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175339.286500:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175339.286791:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175339.286794:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175339.287137:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175339.287141:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175339.287419:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175339.287421:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175344.405709:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175344.405717:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175344.406317:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175344.406320:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175344.406639:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175344.406642:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175344.406939:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175344.406941:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175344.407263:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175344.407266:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175349.525782:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175349.525792:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786175349.526434:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175349.526436:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786175349.526674:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175349.526676:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786175349.526876:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175349.526879:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786175349.527116:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175349.527119:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175354.645654:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175354.645994:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175354.646352:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175354.646574:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175354.646717:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175359.765671:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175359.765676:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175359.766333:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175359.766338:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175359.766846:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175359.766849:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175359.767204:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175359.767206:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175359.767387:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175359.767389:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175364.885877:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175364.885883:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175364.886528:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175364.886530:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175364.886733:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175364.886735:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175364.886917:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175364.886918:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175364.887119:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175364.887121:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175370.006078:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175370.006105:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175370.006820:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175370.006822:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175370.007205:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175370.007207:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175370.007650:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175370.007654:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175370.008403:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175370.008406:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175375.125760:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175375.125763:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175375.126551:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175375.126553:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175375.126790:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175375.126792:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175375.127049:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175375.127050:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175375.127251:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175375.127252:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175380.245952:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175380.245959:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175380.246864:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175380.246867:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175380.247154:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175380.247158:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175380.247412:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175380.247414:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175380.247728:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175380.247730:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175385.365809:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175385.365817:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175385.366380:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175385.366382:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175385.366589:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175385.366591:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175385.366790:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175385.366793:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175385.367005:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175385.367007:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175390.486373:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175390.486386:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175390.487566:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175390.487571:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175390.487992:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175390.487996:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175390.488459:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175390.488463:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175390.488874:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175390.488877:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175395.605671:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175395.605678:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175395.606358:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175395.606360:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175395.606570:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175395.606571:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175395.606789:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175395.606791:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175395.607136:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175395.607138:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175400.725874:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175400.725893:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175400.726946:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175400.726948:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175400.727241:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175400.727244:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175400.727471:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175400.727472:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175400.727658:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175400.727660:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175405.845856:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175405.845867:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175405.846937:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175405.846939:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175405.847186:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175405.847188:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175405.847374:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175405.847376:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175405.847666:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175405.847668:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175410.965938:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175410.965953:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175410.966853:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175410.966856:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175410.967226:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175410.967229:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175410.967541:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175410.967544:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175410.967852:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175410.967855:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175416.085940:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175416.085957:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175416.086808:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175416.086810:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175416.087075:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175416.087077:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175416.087315:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175416.087318:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175416.087544:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175416.087545:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175421.205826:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175421.206241:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175421.206563:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175421.206706:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175421.206865:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175426.325787:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175426.325793:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175426.326689:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175426.326692:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175426.327042:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175426.327045:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175426.327247:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175426.327250:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175426.327547:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175426.327550:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175431.445595:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175431.445602:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786175431.446373:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175431.446375:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786175431.446571:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175431.446572:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786175431.446772:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175431.446774:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786175431.447058:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175431.447059:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786175436.565579:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175436.565595:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175436.566103:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175436.566105:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175436.566329:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175436.566331:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175436.566583:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175436.566584:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175436.566842:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175436.566844:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175441.685724:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175441.685731:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175441.686349:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175441.686351:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175441.686541:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175441.686543:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175441.686742:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175441.686744:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175441.686915:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175441.686917:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175446.806277:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175446.806291:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175446.807251:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175446.807255:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175446.807659:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175446.807662:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175446.808045:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175446.808049:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175446.808408:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175446.808411:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175451.925648:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175451.925653:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175451.926269:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175451.926272:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175451.926504:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175451.926505:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175451.926708:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175451.926710:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175451.926887:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175451.926888:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175457.045829:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175457.045835:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175457.046605:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175457.046608:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175457.046974:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175457.046977:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175457.047330:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175457.047333:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175457.047685:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175457.047688:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175462.166074:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175462.166082:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175462.167389:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175462.167393:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175462.167724:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175462.167727:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175462.168086:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175462.168089:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175462.168565:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175462.168567:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175467.285865:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175467.285873:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175467.287147:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175467.287151:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175467.287597:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175467.287600:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175467.287987:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175467.287992:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175467.288653:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175467.288656:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175472.405810:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175472.405817:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175472.406850:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175472.406853:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175472.407264:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175472.407267:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175472.407537:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175472.407539:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175472.408037:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175472.408040:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175477.526328:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175477.526341:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175477.528164:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175477.528168:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175477.528646:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175477.528650:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175477.529125:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175477.529128:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175477.529723:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175477.529726:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175482.645727:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175482.645732:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175482.646679:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175482.646687:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175482.647025:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175482.647027:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175482.647323:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175482.647325:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175482.647719:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175482.647721:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175487.765744:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175487.766153:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175487.766338:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175487.766493:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175487.766645:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175492.886230:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175492.886240:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175492.887461:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175492.887463:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175492.887778:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175492.887781:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175492.888045:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175492.888047:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175492.888394:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175492.888396:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175498.005734:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175498.005741:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175498.006367:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175498.006369:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175498.006588:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175498.006590:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175498.006832:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175498.006835:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175498.007059:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175498.007061:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175503.126320:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175503.126327:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175503.127089:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175503.127093:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175503.127619:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175503.127623:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175503.128214:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175503.128217:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175503.128501:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175503.128505:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175508.245732:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175508.245737:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175508.246607:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175508.246609:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175508.246935:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175508.246938:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175508.247230:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175508.247232:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175508.247557:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175508.247558:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175513.366296:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175513.366309:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175513.367442:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175513.367445:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175513.367906:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175513.367909:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175513.368382:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175513.368385:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175513.368785:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175513.368790:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175518.485850:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175518.485857:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175518.486558:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175518.486562:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175518.486836:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175518.486838:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175518.487090:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175518.487092:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175518.487318:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175518.487320:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175523.606369:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175523.606375:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175523.607448:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175523.607451:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175523.607795:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175523.607799:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175523.608240:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175523.608243:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175523.608579:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175523.608582:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175528.726388:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175528.726396:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175528.728211:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175528.728215:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175528.728598:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175528.728601:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175528.728993:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175528.728997:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175528.729537:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175528.729540:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175533.846309:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175533.846316:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175533.847877:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175533.847892:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175533.848494:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175533.848497:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175533.848889:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175533.848892:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175533.849236:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175533.849239:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175538.965623:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175538.965632:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175538.966282:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175538.966284:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175538.966466:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175538.966468:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175538.966641:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175538.966643:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175538.966836:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175538.966837:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175544.085966:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175544.085974:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175544.086770:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175544.086773:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175544.087039:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175544.087042:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175544.087292:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175544.087294:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175544.087526:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175544.087538:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175549.205695:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175549.205703:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175549.206437:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175549.206440:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175549.206715:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175549.206718:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175549.207067:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175549.207069:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175549.207285:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175549.207287:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786175554.326202:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175554.327002:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175554.327668:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175554.328201:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175554.328633:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175559.445760:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175559.445768:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000200:3.1:1786175559.446608:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175559.446611:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000200:3.1:1786175559.446918:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175559.446920:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000200:3.1:1786175559.447190:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175559.447192:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000200:3.1:1786175559.447426:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175559.447427:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000200:3.1:1786175564.565652:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175564.565657:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786175564.566372:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175564.566375:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786175564.566673:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175564.566676:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786175564.566963:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175564.566966:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786175564.567346:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175564.567349:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786175569.685861:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175569.685866:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786175569.686844:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175569.686847:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786175569.687304:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175569.687306:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786175569.687514:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175569.687516:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786175569.687833:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175569.687835:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786175574.805935:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175574.805941:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786175574.806871:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175574.806874:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786175574.807193:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175574.807196:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786175574.807513:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175574.807516:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786175574.807900:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175574.807903:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175579.926954:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175579.926957:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175579.927269:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175579.927271:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175579.927476:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175579.927478:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175579.927669:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175579.927671:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175579.927847:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175579.927849:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175585.045797:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175585.045804:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175585.046390:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175585.046392:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175585.046599:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175585.046601:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175585.046813:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175585.046816:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175585.047078:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175585.047080:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175590.165778:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175590.165782:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175590.166511:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175590.166512:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175590.166697:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175590.166698:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175590.166904:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175590.166906:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175590.167364:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175590.167366:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175595.286116:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175595.286122:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175595.286774:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175595.286776:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175595.286962:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175595.286964:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175595.287183:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175595.287185:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175595.287387:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175595.287389:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175600.406340:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175600.406352:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175600.407673:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175600.407677:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175600.408127:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175600.408131:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175600.408578:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175600.408583:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175600.409210:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175600.409213:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175605.525960:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175605.525966:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786175605.526904:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175605.526924:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786175605.527293:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175605.527295:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786175605.527582:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175605.527584:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786175605.527878:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175605.527880:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786175610.646153:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175610.646174:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175610.647437:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175610.647443:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175610.647850:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175610.647854:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175610.648326:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175610.648330:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175610.648750:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175610.648754:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175615.766568:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175615.766589:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175615.768444:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175615.768450:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175615.768851:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175615.768855:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175615.769351:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175615.769354:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175615.769915:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175615.769918:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175620.886182:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175620.886876:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175620.887665:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175620.888175:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175620.888461:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175626.005849:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175626.005857:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175626.006635:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175626.006638:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175626.006901:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175626.006903:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175626.007158:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175626.007160:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175626.007336:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175626.007338:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175631.125958:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175631.125966:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175631.127056:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175631.127058:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175631.127262:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175631.127264:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175631.127442:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175631.127444:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175631.127724:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175631.127726:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175636.245958:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175636.245969:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175636.247210:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175636.247215:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175636.247600:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175636.247603:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175636.248000:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175636.248003:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175636.248523:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175636.248526:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175641.365675:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175641.365695:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175641.366580:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175641.366583:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175641.367144:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175641.367147:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175641.367508:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175641.367510:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175641.367808:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175641.367810:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175646.486071:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175646.486078:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175646.487365:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175646.487375:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175646.488043:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175646.488046:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175646.488519:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175646.488522:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175646.488931:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175646.488934:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786175651.606496:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175651.606512:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175651.607895:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175651.607898:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175651.608271:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175651.608274:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175651.608546:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175651.608548:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175651.608923:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175651.608926:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175656.726430:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175656.726455:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175656.727736:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175656.727740:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175656.728211:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175656.728216:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175656.728695:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175656.728699:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175656.729135:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175656.729141:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175661.846392:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175661.846409:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175661.847958:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175661.847961:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175661.848231:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175661.848233:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175661.848454:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175661.848456:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175661.848790:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175661.848793:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175666.965812:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175666.965817:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175666.966527:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175666.966529:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175666.966791:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175666.966794:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175666.967138:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175666.967140:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175666.967352:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175666.967354:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175672.086067:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175672.086074:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175672.086822:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175672.086824:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175672.087201:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175672.087205:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175672.087499:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175672.087501:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175672.087751:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175672.087753:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175677.205837:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175677.205845:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175677.206427:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175677.206431:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175677.206766:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175677.206769:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175677.207137:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175677.207140:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175677.207480:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175677.207483:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175682.325753:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175682.325759:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175682.326457:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175682.326460:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175682.326784:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175682.326787:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175682.327125:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175682.327128:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175682.327446:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175682.327449:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175687.446364:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175687.447292:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175687.448195:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175687.448560:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175687.448863:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175692.566442:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175692.566448:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175692.567887:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175692.567897:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175692.568781:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175692.568784:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175692.569431:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175692.569434:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175692.569802:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175692.569805:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175697.686166:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175697.686177:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175697.687368:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175697.687371:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175697.687736:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175697.687740:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175697.688110:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175697.688114:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175697.688495:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175697.688499:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175702.806235:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175702.806243:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175702.807334:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175702.807338:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175702.807694:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175702.807697:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175702.808151:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175702.808155:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175702.808509:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175702.808512:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175707.926379:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175707.926394:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175707.927908:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175707.927911:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175707.928402:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175707.928405:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175707.928773:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175707.928776:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175707.929368:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175707.929371:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175713.045671:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175713.045676:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175713.046313:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175713.046315:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175713.046514:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175713.046516:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175713.046767:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175713.046770:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175713.047128:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175713.047129:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175718.165647:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175718.165651:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175718.166268:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175718.166271:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175718.166507:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175718.166509:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175718.166730:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175718.166732:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175718.166911:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175718.166912:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175723.285807:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175723.285814:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175723.286578:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175723.286580:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175723.286814:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175723.286816:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175723.287102:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175723.287104:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175723.287373:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175723.287375:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175728.405664:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175728.405669:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786175728.406346:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175728.406348:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786175728.406555:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175728.406558:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786175728.406732:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175728.406734:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786175728.407048:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175728.407050:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786175733.525690:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175733.525696:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175733.526270:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175733.526272:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175733.526467:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175733.526468:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175733.526682:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175733.526684:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175733.526912:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175733.526915:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175738.646468:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175738.646481:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175738.648364:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175738.648375:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175738.648933:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175738.648936:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175738.649338:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175738.649341:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175738.649905:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175738.649910:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175743.766307:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175743.766324:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175743.767713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175743.767716:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175743.768096:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175743.768098:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175743.768373:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175743.768376:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175743.768800:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175743.768803:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175748.886333:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175748.886351:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175748.887840:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175748.887846:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175748.888349:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175748.888352:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175748.888710:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175748.888712:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175748.889174:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175748.889179:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175754.006161:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175754.007064:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175754.007666:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175754.008266:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175754.008467:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175759.126085:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175759.126091:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175759.127455:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175759.127458:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175759.127849:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175759.127852:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175759.128186:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175759.128188:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175759.128632:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175759.128636:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175764.246059:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175764.246073:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175764.247634:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175764.247639:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175764.248065:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175764.248067:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175764.248425:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175764.248428:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175764.248973:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175764.248976:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175769.366229:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175769.366237:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175769.367150:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175769.367154:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175769.367590:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175769.367593:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175769.367962:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175769.367967:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175769.368421:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175769.368428:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175774.485808:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175774.485819:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786175774.486459:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175774.486461:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786175774.486735:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175774.486739:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786175774.487014:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175774.487016:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786175774.487327:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175774.487329:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786175779.605932:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175779.605938:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786175779.607292:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175779.607296:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786175779.607688:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175779.607690:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786175779.608080:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175779.608085:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786175779.608539:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175779.608543:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786175784.726165:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175784.726178:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175784.727457:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175784.727461:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175784.727824:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175784.727826:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175784.728157:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175784.728161:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175784.728639:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175784.728644:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786175789.846130:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175789.846138:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175789.847303:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175789.847309:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175789.847686:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175789.847689:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175789.848004:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175789.848008:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175789.848511:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175789.848514:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786175794.965886:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175794.965893:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175794.966751:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175794.966755:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175794.967153:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175794.967156:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175794.967537:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175794.967541:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175794.968045:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175794.968048:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786175800.085817:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175800.085825:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175800.086672:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175800.086674:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175800.086911:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175800.086930:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175800.087313:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175800.087315:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175800.087640:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175800.087643:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786175805.206385:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175805.206397:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175805.207680:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175805.207683:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175805.208050:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175805.208053:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175805.208469:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175805.208471:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175805.208806:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175805.208809:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786175810.326005:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175810.326011:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175810.326860:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175810.326862:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175810.327185:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175810.327187:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175810.327403:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175810.327404:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175810.327756:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175810.327758:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786175815.446069:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175815.446076:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786175815.447523:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175815.447529:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786175815.447904:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175815.447907:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786175815.448365:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175815.448368:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786175815.448854:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175815.448858:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786175820.566053:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175820.566649:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175820.567428:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175820.567669:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175820.567915:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175825.686580:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175825.686591:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175825.687672:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175825.687676:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175825.687985:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175825.687987:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175825.688282:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175825.688285:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786175825.688515:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175825.688517:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175830.805865:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175830.805874:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175830.806833:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175830.806835:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175830.807080:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175830.807082:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175830.807273:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175830.807275:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175830.807456:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175830.807458:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786175835.925897:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175835.925905:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175835.926960:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175835.926964:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175835.927422:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175835.927425:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175835.927892:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175835.927895:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175835.928454:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175835.928459:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786175841.045638:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175841.045644:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175841.046362:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175841.046365:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175841.046572:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175841.046575:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175841.046771:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175841.046773:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175841.047042:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175841.047044:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786175846.166281:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175846.166290:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175846.167350:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175846.167353:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175846.167695:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175846.167698:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175846.168166:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175846.168169:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786175846.168494:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786175846.168496:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175851.285712:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175851.285720:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175851.286461:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175851.286464:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175851.286734:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175851.286737:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175851.286965:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175851.286967:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175851.287251:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175851.287253:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175856.406156:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175856.406168:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175856.407506:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175856.407508:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175856.407788:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175856.407790:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175856.408006:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175856.408008:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175856.408365:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175856.408367:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786175861.525741:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175861.525746:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175861.526351:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175861.526354:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175861.526546:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175861.526548:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175861.526753:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175861.526755:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175861.527058:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175861.527060:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175866.646034:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175866.646038:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175866.647218:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175866.647219:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175866.647448:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175866.647450:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175866.647685:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175866.647687:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175866.648002:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175866.648004:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175871.765906:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175871.765911:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175871.766591:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175871.766593:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175871.766828:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175871.766831:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175871.767102:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175871.767105:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175871.767326:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175871.767328:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175876.885961:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175876.885971:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175876.887084:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175876.887086:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175876.887326:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175876.887328:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175876.887581:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175876.887584:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175876.887847:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175876.887849:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786175882.005917:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175882.005926:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175882.006822:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175882.006824:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175882.007035:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175882.007037:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175882.007245:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175882.007247:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175882.007574:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175882.007576:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786175887.126156:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175887.126933:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175887.127159:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175887.127350:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175887.127506:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175892.245876:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175892.245883:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175892.246741:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175892.246744:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175892.247120:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175892.247123:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175892.247375:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175892.247377:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175892.247608:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175892.247611:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175897.365994:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175897.366004:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175897.367098:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175897.367101:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175897.367600:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175897.367605:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175897.367951:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175897.367954:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175897.368339:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175897.368342:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175902.486261:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175902.486269:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175902.487368:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175902.487371:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175902.487731:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175902.487734:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175902.488110:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175902.488114:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175902.488639:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175902.488643:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786175907.605960:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175907.605988:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175907.607000:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175907.607001:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175907.607262:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175907.607263:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175907.607486:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175907.607488:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175907.607674:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175907.607676:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786175912.725744:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175912.725762:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175912.726568:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175912.726571:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175912.726851:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175912.726854:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175912.727216:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175912.727219:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175912.727637:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175912.727640:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786175917.845722:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175917.845730:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175917.846558:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175917.846560:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175917.846798:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175917.846800:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175917.847108:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175917.847111:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175917.847463:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175917.847465:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786175922.965597:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175922.965603:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175922.966256:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175922.966258:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175922.966481:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175922.966483:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175922.966677:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175922.966680:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175922.966896:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175922.966898:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175928.085768:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175928.085774:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175928.086484:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175928.086486:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175928.086718:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175928.086722:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175928.086949:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175928.086951:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175928.087177:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175928.087179:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175933.205922:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175933.205930:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175933.206790:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175933.206792:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175933.207116:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175933.207117:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175933.207374:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175933.207375:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175933.207571:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175933.207573:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175938.326310:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175938.326323:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175938.327676:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175938.327680:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175938.328191:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175938.328197:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175938.328676:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175938.328679:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175938.329149:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175938.329153:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786175943.445651:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175943.445655:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175943.446345:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175943.446349:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175943.446659:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175943.446660:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175943.446936:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175943.446937:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175943.447135:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175943.447137:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786175948.566194:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175948.566208:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175948.567481:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175948.567486:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175948.568111:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175948.568116:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175948.568641:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175948.568646:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175948.569242:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175948.569247:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786175953.686444:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175953.687228:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175953.688300:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175953.688937:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175953.689268:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175958.805782:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175958.805791:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175958.806781:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175958.806786:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175958.807058:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175958.807061:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175958.807312:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175958.807314:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175958.807584:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175958.807587:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786175963.925629:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175963.925636:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175963.926281:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175963.926283:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175963.926500:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175963.926502:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175963.926722:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175963.926724:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175963.927037:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175963.927040:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786175969.046248:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175969.046263:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175969.047220:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175969.047224:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175969.047588:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175969.047591:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175969.047937:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175969.047940:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175969.048360:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175969.048363:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786175974.165931:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175974.165940:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175974.166939:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175974.166941:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175974.167283:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175974.167287:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175974.167643:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175974.167645:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175974.168013:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175974.168016:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786175979.286762:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175979.286780:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175979.288068:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175979.288073:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175979.288612:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175979.288616:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175979.289143:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175979.289149:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175979.289686:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175979.289690:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786175984.406261:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175984.406269:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175984.407609:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175984.407612:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175984.407976:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175984.407979:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175984.408398:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175984.408402:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175984.408809:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175984.408813:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786175989.526147:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175989.526155:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175989.527367:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175989.527373:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175989.527776:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175989.527779:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175989.528129:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175989.528131:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175989.528616:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175989.528619:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786175994.646324:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175994.646336:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175994.647497:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175994.647500:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175994.647866:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175994.647869:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175994.648330:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175994.648333:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175994.648685:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175994.648688:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786175999.766517:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175999.766537:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175999.768096:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175999.768099:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175999.768441:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175999.768444:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175999.768825:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175999.768828:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786175999.769297:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786175999.769300:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176004.885717:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176004.885725:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176004.886297:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176004.886299:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176004.886483:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176004.886485:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176004.886679:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176004.886682:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176004.886967:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176004.886969:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176010.005584:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176010.005590:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176010.006059:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176010.006061:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176010.006274:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176010.006275:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176010.006483:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176010.006485:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176010.006752:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176010.006754:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176015.125772:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176015.125778:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176015.126298:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176015.126300:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176015.126486:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176015.126487:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176015.126680:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176015.126682:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176015.126874:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176015.126876:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176020.245728:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176020.246162:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176020.246476:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176020.246637:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176020.246784:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176025.365796:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176025.365802:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176025.366666:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176025.366668:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176025.366941:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176025.366943:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176025.367178:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176025.367180:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176025.367460:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176025.367463:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176030.486256:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176030.486285:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786176030.487713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176030.487719:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786176030.488144:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176030.488148:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786176030.488550:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176030.488554:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786176030.488962:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176030.488965:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786176035.606294:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176035.606328:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786176035.607521:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176035.607524:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786176035.607792:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176035.607797:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786176035.608192:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176035.608194:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786176035.608405:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176035.608407:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786176040.725836:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176040.725845:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786176040.726908:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176040.726916:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786176040.727335:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176040.727338:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786176040.727686:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176040.727688:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786176040.728014:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176040.728016:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786176045.845876:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176045.845884:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176045.846759:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176045.846761:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176045.847097:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176045.847100:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176045.847343:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176045.847345:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176045.847675:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176045.847677:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176050.965749:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176050.965755:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176050.966351:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176050.966353:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176050.966552:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176050.966555:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176050.966773:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176050.966775:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176050.966955:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176050.966957:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176056.085792:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176056.085801:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176056.086442:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176056.086445:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176056.086819:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176056.086822:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176056.087186:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176056.087189:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176056.087498:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176056.087501:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176061.205776:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176061.205784:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176061.206405:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176061.206408:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176061.206771:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176061.206774:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176061.207126:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176061.207129:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176061.207453:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176061.207457:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176066.326157:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176066.326165:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176066.327224:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176066.327227:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176066.327618:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176066.327620:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176066.327950:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176066.327953:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176066.328461:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176066.328464:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176071.445702:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176071.445707:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786176071.446230:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176071.446232:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786176071.446462:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176071.446464:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786176071.446819:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176071.446821:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786176071.447192:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176071.447194:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786176076.566317:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176076.566332:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786176076.567459:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176076.567463:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786176076.567923:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176076.567927:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786176076.568378:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176076.568382:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786176076.568841:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176076.568844:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1786176081.686345:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176081.686358:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176081.687660:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176081.687663:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176081.688075:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176081.688078:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176081.688555:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176081.688558:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176081.689080:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176081.689083:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786176086.806225:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176086.806856:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176086.807436:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176086.807720:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176086.807957:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176091.926490:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176091.926505:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176091.928230:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176091.928240:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176091.928713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176091.928716:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176091.929078:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176091.929081:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176091.929588:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176091.929593:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176097.045732:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176097.045735:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176097.046350:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176097.046352:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176097.046540:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176097.046541:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176097.046738:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176097.046740:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176097.046928:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176097.046930:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176102.165708:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176102.165713:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786176102.166380:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176102.166382:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786176102.166593:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176102.166595:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786176102.166773:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176102.166774:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786176102.167037:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176102.167048:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786176107.285673:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176107.285681:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786176107.286589:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176107.286591:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786176107.286867:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176107.286869:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786176107.287288:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176107.287291:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786176107.287525:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176107.287527:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176112.405728:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176112.405733:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176112.406401:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176112.406404:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176112.406635:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176112.406637:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176112.406820:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176112.406822:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176112.407086:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176112.407088:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176117.525844:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176117.525851:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176117.526873:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176117.526877:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176117.527234:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176117.527236:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176117.527534:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176117.527536:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176117.527948:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176117.527951:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176122.645700:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176122.645706:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176122.646316:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176122.646318:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176122.646534:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176122.646537:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176122.646768:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176122.646770:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176122.646989:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176122.646991:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176127.766191:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176127.766200:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176127.767435:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176127.767446:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176127.768297:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176127.768299:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176127.768595:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176127.768597:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176127.768820:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176127.768823:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176132.886165:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176132.886174:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176132.887230:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176132.887232:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176132.887646:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176132.887649:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176132.888072:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176132.888077:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176132.888451:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176132.888454:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176138.006548:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176138.006556:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176138.008111:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176138.008115:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176138.008463:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176138.008466:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176138.008789:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176138.008792:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176138.009220:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176138.009223:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176143.126365:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176143.126372:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176143.127628:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176143.127631:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176143.128135:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176143.128139:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176143.128512:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176143.128517:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176143.128986:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176143.128989:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176148.246241:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176148.246252:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176148.247375:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176148.247378:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176148.247821:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176148.247824:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176148.248269:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176148.248273:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176148.248614:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176148.248618:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176153.365793:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176153.366126:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176153.366278:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176153.366437:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176153.366596:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176158.486184:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176158.486193:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176158.487561:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176158.487564:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176158.487909:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176158.487912:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176158.488213:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176158.488216:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176158.488642:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176158.488645:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176163.605783:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176163.605805:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176163.606629:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176163.606648:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176163.606890:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176163.606892:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176163.607096:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176163.607098:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176163.607405:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176163.607408:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176168.726356:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176168.726368:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176168.727540:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176168.727544:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176168.727964:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176168.727970:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176168.728402:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176168.728406:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176168.728786:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176168.728789:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176173.845934:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176173.845941:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176173.846518:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176173.846521:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176173.846821:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176173.846823:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176173.847055:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176173.847058:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176173.847298:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176173.847301:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176178.965749:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176178.965755:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176178.966606:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176178.966612:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176178.966850:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176178.966851:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176178.967207:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176178.967210:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176178.967618:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176178.967620:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176184.085707:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176184.085712:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176184.086418:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176184.086420:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176184.086670:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176184.086672:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176184.086906:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176184.086908:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176184.087179:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176184.087181:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176189.205698:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176189.205705:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786176189.206547:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176189.206551:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786176189.206835:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176189.206837:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786176189.207114:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176189.207116:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786176189.207342:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176189.207346:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786176194.326201:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176194.326210:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786176194.327512:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176194.327516:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786176194.327879:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176194.327882:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786176194.328262:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176194.328265:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:1.1:1786176194.328779:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176194.328783:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1786176199.445748:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176199.445754:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176199.446540:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176199.446542:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176199.446755:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176199.446757:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176199.446946:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176199.446948:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176199.447237:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176199.447254:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176204.566219:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176204.566232:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176204.567427:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176204.567431:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176204.567917:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176204.567921:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176204.568448:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176204.568452:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176204.568914:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176204.568918:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176209.685841:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176209.685847:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176209.686638:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176209.686641:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176209.686894:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176209.686896:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176209.687145:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176209.687147:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176209.687522:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176209.687524:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176214.806068:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176214.806073:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176214.807104:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176214.807107:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176214.807605:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176214.807610:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176214.808118:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176214.808122:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176214.808803:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176214.808808:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176219.925594:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176219.925995:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176219.926303:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176219.926490:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176219.926659:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176225.046000:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176225.046013:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176225.047551:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176225.047563:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176225.048290:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176225.048311:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176225.048955:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176225.048959:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176225.049330:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176225.049333:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176230.166092:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176230.166098:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176230.167445:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176230.167448:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176230.167873:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176230.167876:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176230.168324:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176230.168328:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176230.168927:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176230.168930:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000001:2.0:1786176233.109266:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176233.109284:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176233.109306:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176233.109314:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176233.109338:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176233.109351:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176233.109362:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176233.109403:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176233.109411:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176233.109422:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176233.109432:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176233.109451:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176233.109470:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176233.109484:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176233.109493:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176233.109504:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176234.133154:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176234.133165:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176234.133172:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176234.133182:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176234.133199:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176234.133207:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176234.133217:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176234.133224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176234.133230:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176234.133257:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176234.133266:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176234.133274:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176234.133282:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176234.133296:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176234.133303:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176234.133311:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176234.133317:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176234.133322:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176235.157148:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176235.157158:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176235.157162:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176235.157173:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176235.157187:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176235.157195:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176235.157422:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176235.157428:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176235.157434:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176235.286145:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176235.286152:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176235.287452:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176235.287457:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176235.287826:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176235.287829:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176235.288260:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176235.288263:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176235.288764:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176235.288767:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000001:2.0:1786176236.181207:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176236.181224:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176236.181244:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176236.181253:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176236.181262:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176236.181270:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176236.181303:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176236.181324:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176236.181335:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176236.181396:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176236.181404:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176236.181422:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176236.181444:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176236.181471:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176236.181481:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176236.181488:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176236.181492:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176236.181496:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.205099:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176237.205105:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176237.205109:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176237.205116:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176237.205123:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176237.205130:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176237.205136:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176237.205142:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176237.205149:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.205175:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176237.205182:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176237.205186:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176237.205189:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176237.205196:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176237.205201:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176237.205207:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176237.205213:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176237.205219:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176238.229195:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176238.229208:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176238.229219:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176238.229235:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176238.229251:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176238.229260:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176238.229287:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176238.229297:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176238.229304:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176238.229328:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176238.229336:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176238.229344:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176238.229351:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176238.229358:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176238.229367:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176238.229374:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176238.229380:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176238.229384:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176238.229458:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176238.229464:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176238.229470:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176239.253193:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176239.253206:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176239.253218:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176239.253233:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176239.253254:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176239.253269:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176239.253277:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176239.253284:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176239.253295:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176239.253367:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176239.253376:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176239.253386:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176239.253399:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176239.253415:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176239.253430:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176239.253443:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176239.253457:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176239.253465:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176239.253558:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176239.253562:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176239.253566:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176240.277099:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176240.277106:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176240.277111:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176240.277117:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176240.277124:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176240.277129:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176240.277133:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176240.277146:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176240.277150:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176240.277351:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176240.277354:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176240.277357:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.1:1786176240.405792:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176240.405801:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176240.407243:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176240.407246:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176240.407628:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176240.407631:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176240.407991:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176240.407994:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176240.408338:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176240.408340:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00000001:2.0:1786176241.301132:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176241.301139:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176241.301141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176241.301146:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176241.301151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176241.301155:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176241.301161:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176241.301164:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176241.301172:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176241.301238:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176241.301253:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176241.301263:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176241.301276:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176241.301284:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176241.301289:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176241.301292:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176241.301295:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176241.301298:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176241.301382:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176241.301385:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176241.301390:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176242.325151:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176242.325159:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176242.325172:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176242.325182:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176242.325193:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176242.325199:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176242.325213:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176242.325221:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176242.325225:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176242.325253:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176242.325259:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176242.325262:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176242.325267:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176242.325276:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176242.325285:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176242.325299:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176242.325302:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176242.325307:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176242.325397:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176242.325400:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176242.325403:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176243.349209:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176243.349226:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176243.349231:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176243.349248:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176243.349254:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176243.349262:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176243.349298:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176243.349304:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176243.349312:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176243.349466:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176243.349471:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176243.349475:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176244.373146:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176244.373155:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176244.373159:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176244.373169:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176244.373177:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176244.373186:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176244.373191:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176244.373198:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176244.373205:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176244.373233:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176244.373239:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176244.373245:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176244.373249:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176244.373257:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176244.373261:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176244.373264:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176244.373277:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176244.373281:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176244.373591:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176244.373596:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176244.373602:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176245.397212:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176245.397221:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176245.397229:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176245.397241:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176245.397261:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176245.397265:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176245.397275:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176245.397276:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176245.397278:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176245.397491:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176245.397494:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176245.397497:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176245.525191:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176245.525209:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176245.525212:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176245.525215:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176245.525221:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176245.525228:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7680 00000400:00000200:2.0:1786176245.525236:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176245.525245:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176245.525249:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176245.525254:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525257:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176245.525261:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525263:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176245.525267:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176245.525269:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176245.525272:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176245.525275:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176245.525278:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176245.525281:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176245.525284:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525286:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176245.525287:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525289:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176245.525292:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176245.525294:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525296:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176245.525299:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176245.525301:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176245.525304:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.525306:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176245.525308:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176245.525317:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786176245.525320:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176245.525324:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176245.525326:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.525328:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176245.525331:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176245.525334:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176245.525342:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176245.525349:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176245.525358:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612052608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176245.525379:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176245.525383:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176245.525387:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612052608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176245.525414:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176245.525418:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176245.525421:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176245.525422:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176245.525424:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176245.525426:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176245.525428:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7680 00000400:00000200:2.0:1786176245.525431:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176245.525434:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176245.525436:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176245.525439:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525440:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176245.525442:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525444:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176245.525445:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176245.525447:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176245.525449:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176245.525451:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176245.525453:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176245.525455:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176245.525459:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525462:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176245.525465:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525467:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176245.525470:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176245.525473:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525476:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176245.525477:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176245.525483:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176245.525486:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.525489:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176245.525502:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176245.525511:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.525520:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176245.525525:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786176245.525534:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176245.525539:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176245.525541:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.525552:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176245.525557:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176245.525565:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176245.525578:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176245.525584:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176245.525610:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612052736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176245.525656:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176245.525666:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176245.525677:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612052736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176245.525712:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176245.525719:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176245.525735:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176245.525742:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176245.525751:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176245.525755:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176245.525769:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7680 00000400:00000200:2.0:1786176245.525780:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176245.525796:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176245.525799:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176245.525809:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525822:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176245.525833:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525874:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176245.525884:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176245.525891:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176245.525907:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176245.525910:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176245.525912:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176245.525916:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176245.525927:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525934:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176245.525941:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525954:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176245.525960:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176245.525966:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176245.525983:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176245.525998:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176245.526008:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176245.526056:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.526061:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176245.526063:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176245.526066:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.526086:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176245.526094:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176245.526101:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176245.526110:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176245.526116:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.526118:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176245.526122:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176245.526126:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176245.526137:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176245.526141:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176245.526151:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612052864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176245.526158:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176245.526161:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176245.526164:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612052864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176245.526171:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176245.526173:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176245.526176:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176245.526177:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176245.526179:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176245.526181:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176245.526183:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7680 00000400:00000200:2.0:1786176245.526187:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176245.526190:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176245.526191:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176245.526194:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.526195:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176245.526197:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.526199:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176245.526205:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176245.526210:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176245.526219:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176245.526227:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176245.526234:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176245.526237:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176245.526253:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.526262:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176245.526271:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.526282:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176245.526294:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000800:00000200:1.1:1786176245.526304:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786176245.526307:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176245.526317:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176245.526319:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 02000000:00000001:2.0:1786176245.526322:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176245.526333:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176245.526345:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.526353:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176245.526360:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176245.526366:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.526375:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176245.526381:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176245.526392:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176245.526400:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176245.526405:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.526412:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176245.526417:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176245.526421:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176245.526429:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176245.526440:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176245.526459:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612052992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176245.526473:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176245.526483:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176245.526507:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612052992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176245.526539:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176245.526548:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176245.526561:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176245.526576:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176245.526585:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176245.526593:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176245.526605:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7680 00000400:00000200:2.0:1786176245.526619:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176245.526637:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176245.526652:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176245.526669:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.526687:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176245.526702:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.526713:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176245.526717:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176245.526719:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176245.526721:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176245.526728:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176245.526738:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176245.526749:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176245.526765:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.526774:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176245.526785:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176245.526800:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176245.526812:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176245.526827:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176245.526835:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176245.526853:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176245.526858:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176245.526861:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.526863:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176245.526866:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176245.526868:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.526871:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176245.526876:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176245.526880:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176245.526883:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176245.526896:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176245.526898:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176245.526900:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176245.526903:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176245.526908:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176245.526917:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176245.526940:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612053120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176245.526967:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176245.526972:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176245.526982:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612053120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176245.527004:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176245.527067:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7691) 00000800:00000200:1.1:1786176245.527465:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176245.527468:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176245.527794:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176245.527797:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176245.528196:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176245.528200:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176245.528521:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176245.528524:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000001:2.0:1786176246.421197:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176246.421210:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176246.421221:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176246.421237:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176246.421251:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176246.421259:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176246.421274:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176246.421287:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176246.421308:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176246.421377:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176246.421388:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176246.421392:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176246.421431:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176246.421443:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176246.421457:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176246.421474:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176246.421488:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176246.421514:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176246.421708:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176246.421716:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176246.421722:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176247.445238:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176247.445251:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176247.445263:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176247.445271:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176247.445287:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176247.445301:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176247.445320:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176247.445334:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176247.445353:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176247.445594:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176247.445598:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176247.445603:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176248.469096:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176248.469103:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176248.469105:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176248.469110:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176248.469116:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176248.469121:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176248.469124:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176248.469140:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176248.469158:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176248.469196:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176248.469204:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176248.469218:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176248.469237:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176248.469252:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176248.469258:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176248.469262:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176248.469263:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176248.469265:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176248.469455:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176248.469459:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176248.469461:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176249.493208:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176249.493216:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176249.493229:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176249.493251:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176249.493260:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176249.493265:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176249.493331:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176249.493341:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176249.493350:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176249.493503:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176249.493507:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176249.493511:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176250.517198:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176250.517207:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176250.517212:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176250.517220:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176250.517230:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176250.517240:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176250.517247:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176250.517250:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176250.517255:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176250.517586:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176250.517591:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176250.517595:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176250.645122:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176250.645132:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176250.645136:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176250.645142:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176250.645147:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176250.645160:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7686 00000400:00000200:2.0:1786176250.645171:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176250.645182:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176250.645185:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176250.645191:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645195:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176250.645199:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645202:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176250.645207:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176250.645210:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176250.645213:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176250.645217:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176250.645221:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176250.645223:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176250.645227:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645230:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176250.645233:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645235:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176250.645239:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176250.645243:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645246:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176250.645250:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176250.645253:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176250.645257:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.645260:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176250.645263:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176250.645273:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176250.645277:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176250.645281:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176250.645283:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.645286:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176250.645289:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176250.645293:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176250.645302:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786176250.645309:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176250.645319:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612053248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176250.645330:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176250.645335:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176250.645340:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612053248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176250.645371:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176250.645375:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176250.645378:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176250.645380:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176250.645382:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176250.645385:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176250.645388:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7686 00000400:00000200:2.0:1786176250.645392:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176250.645396:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176250.645398:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176250.645401:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645404:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176250.645406:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645409:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176250.645411:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176250.645413:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176250.645415:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176250.645417:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176250.645419:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176250.645422:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176250.645426:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645430:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176250.645433:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645436:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176250.645440:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176250.645443:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645447:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176250.645449:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176250.645460:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176250.645470:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.645475:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176250.645483:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176250.645493:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.645497:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176250.645503:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176250.645514:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176250.645528:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176250.645534:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.645543:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176250.645548:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176250.645555:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176250.645569:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786176250.645579:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176250.645601:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612053376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176250.645626:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176250.645630:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176250.645646:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612053376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176250.645677:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176250.645683:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176250.645691:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176250.645696:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176250.645703:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176250.645718:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176250.645730:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7686 00000400:00000200:2.0:1786176250.645752:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176250.645769:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176250.645780:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176250.645807:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645811:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176250.645819:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645829:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176250.645837:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176250.645839:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176250.645841:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176250.645845:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176250.645857:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176250.645873:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176250.645885:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645897:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176250.645907:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645919:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176250.645930:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176250.645946:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176250.645951:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176250.645964:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176250.645976:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176250.645988:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.645994:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176250.646004:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176250.646040:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.646044:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176250.646049:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176250.646053:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176250.646055:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176250.646058:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.646061:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176250.646063:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176250.646065:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176250.646070:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176250.646078:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176250.646095:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612053504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176250.646121:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1786176250.646122:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176250.646134:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176250.646134:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000040:2.0:1786176250.646168:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612053504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176250.646194:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176250.646201:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176250.646215:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176250.646223:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176250.646229:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176250.646236:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176250.646247:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7686 00000400:00000200:2.0:1786176250.646257:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176250.646271:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176250.646283:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176250.646296:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.646304:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176250.646316:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.646320:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176250.646326:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176250.646333:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176250.646340:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176250.646351:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176250.646365:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176250.646374:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176250.646386:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.646393:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176250.646405:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.646417:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176250.646423:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176250.646431:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176250.646436:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176250.646442:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176250.646447:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176250.646450:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.646452:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176250.646454:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176250.646457:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.646461:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176250.646472:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786176250.646484:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176250.646497:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176250.646503:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.646511:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176250.646520:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176250.646525:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176250.646541:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176250.646549:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176250.646569:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612053632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176250.646597:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176250.646607:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176250.646626:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612053632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176250.646692:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176250.646704:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176250.646713:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176250.646716:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176250.646721:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176250.646728:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176250.646742:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7686 00000400:00000200:2.0:1786176250.646757:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176250.646767:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176250.646778:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176250.646804:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.646809:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176250.646814:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.646819:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176250.646826:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176250.646833:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176250.646845:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176250.646853:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176250.646862:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176250.646869:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176250.646883:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.646897:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176250.646912:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176250.646925:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176250.646932:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176250.646953:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176250.646965:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176250.646974:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176250.646983:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176250.646996:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.647005:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176250.647034:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176250.647040:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.647042:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176250.647047:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176250.647058:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176250.647065:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176250.647071:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176250.647080:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176250.647084:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176250.647088:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176250.647101:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176250.647109:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176250.647125:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612053760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176250.647212:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176250.647217:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176250.647227:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612053760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176250.647251:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176250.647263:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7696) 00000800:00000200:1.1:1786176250.647522:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176250.647526:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176250.647938:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176250.647941:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176250.648433:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176250.648436:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176250.648784:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176250.648788:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1786176251.541165:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176251.541170:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176251.541177:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176251.541184:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176251.541193:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176251.541198:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176251.541220:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176251.541230:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176251.541249:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176251.541391:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176251.541394:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176251.541397:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176252.565113:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176252.565121:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176252.565127:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176252.565136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176252.565141:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176252.565146:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176252.565152:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176252.565155:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176252.565159:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176252.565194:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176252.565201:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176252.565208:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176252.565215:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176252.565225:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176252.565246:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176252.565255:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176252.565259:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176252.565262:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176252.565351:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176252.565353:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176252.565356:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176253.589178:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176253.589193:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176253.589202:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176253.589212:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176253.589222:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176253.589230:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.589254:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176253.589261:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.589292:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.589368:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176253.589383:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176253.589390:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176253.589403:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176253.589420:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176253.589435:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.589442:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176253.589447:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.589453:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176254.613188:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176254.613199:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176254.613222:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176254.613234:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176254.613246:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176254.613254:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176254.613260:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176254.613264:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176254.613269:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176254.613311:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176254.613317:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176254.613322:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176254.613333:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176254.613339:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176254.613343:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176254.613345:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176254.613347:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176254.613352:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176255.637156:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176255.637165:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176255.637174:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176255.637187:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176255.637193:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176255.637202:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176255.637214:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176255.637218:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176255.637224:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176255.637270:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176255.637291:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176255.637293:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176255.637297:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176255.637300:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176255.637303:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176255.637305:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176255.637307:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176255.637313:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176255.765967:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176255.765980:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176255.766879:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176255.766881:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176255.767139:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176255.767140:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176255.767351:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176255.767353:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176255.767698:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176255.767700:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1786176256.661163:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176256.661172:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176256.661179:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176256.661191:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176256.661200:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176256.661207:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176256.661225:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176256.661233:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176256.661243:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176256.661304:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176256.661314:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176256.661320:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176256.661328:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176256.661337:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176256.661345:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176256.661350:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176256.661356:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176256.661363:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176257.685160:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176257.685193:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176257.685205:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176257.685227:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176257.685248:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176257.685265:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176257.685298:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176257.685305:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176257.685316:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176257.685365:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176257.685375:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176257.685383:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176257.685390:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176257.685401:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176257.685409:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176257.685414:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176257.685420:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176257.685427:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.709139:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176258.709157:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176258.709162:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176258.709170:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176258.709177:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176258.709194:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176258.709203:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176258.709206:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176258.709210:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176259.733125:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176259.733134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176259.733136:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176259.733141:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176259.733147:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176259.733153:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176259.733158:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176259.733163:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176259.733171:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176260.757216:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176260.757232:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176260.757238:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176260.757247:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176260.757259:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176260.757272:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176260.757283:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176260.757291:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176260.757299:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176260.886413:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176260.886433:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176260.887740:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176260.887746:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176260.888422:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176260.888428:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176260.889135:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176260.889140:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176260.889801:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176260.889806:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1786176261.781125:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176261.781132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176261.781136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176261.781145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176261.781150:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176261.781155:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.781170:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176261.781173:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.781177:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176261.781193:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176261.781197:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176261.781200:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176261.781205:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176261.781210:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176261.781214:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.781218:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176261.781221:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.781226:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176262.805160:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176262.805170:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176262.805177:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176262.805186:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176262.805198:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176262.805205:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176262.805211:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176262.805216:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176262.805220:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.829220:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176263.829229:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176263.829237:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176263.829249:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176263.829258:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176263.829265:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.829284:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176263.829292:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.829299:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.829326:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176263.829332:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176263.829338:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176263.829345:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176263.829367:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176263.829374:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.829385:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176263.829391:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.829398:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176264.853123:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176264.853130:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176264.853136:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176264.853143:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176264.853150:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176264.853158:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176264.853187:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176264.853192:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176264.853196:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176265.877117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176265.877123:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176265.877127:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176265.877133:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176265.877138:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176265.877143:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176265.877146:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176265.877151:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176265.877154:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176265.877192:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176265.877198:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176265.877201:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176265.877209:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176265.877216:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176265.877219:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176265.877230:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176265.877233:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176265.877236:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176266.005937:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176266.005940:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176266.006867:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176266.006871:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176266.007237:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176266.007239:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176266.007555:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176266.007559:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176266.007926:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176266.007929:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1786176266.901154:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176266.901163:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176266.901169:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176266.901180:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176266.901191:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176266.901196:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176266.901206:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176266.901214:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176266.901221:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176266.901267:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176266.901276:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176266.901281:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176266.901289:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176266.901298:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176266.901304:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176266.901309:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176266.901314:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176266.901330:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176267.925174:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176267.925185:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176267.925190:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176267.925209:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176267.925218:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176267.925226:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176267.925234:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176267.925239:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176267.925244:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176267.925285:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176267.925290:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176267.925292:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176267.925294:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176267.925297:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176267.925299:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176267.925301:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176267.925303:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176267.925305:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176267.925590:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176267.925595:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176267.925597:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176267.925601:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176267.925604:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176267.925607:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176267.925609:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176267.925611:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176267.925614:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.949354:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176268.949362:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176268.949368:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176268.949379:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176268.949388:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176268.949395:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.949402:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176268.949407:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.949411:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176269.974059:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176269.974063:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176269.974065:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176269.974068:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176269.974072:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176269.974075:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176269.974078:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176269.974081:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176269.974084:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176270.997111:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176270.997119:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176270.997126:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176270.997137:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176270.997150:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176270.997162:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176270.997172:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176270.997178:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176270.997186:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176270.997350:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176270.997354:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176270.997357:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176271.125129:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176271.125143:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176271.125147:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176271.125151:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176271.125155:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176271.125162:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7706 00000400:00000200:2.0:1786176271.125169:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176271.125186:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176271.125194:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176271.125197:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125201:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176271.125203:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125206:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176271.125210:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176271.125213:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176271.125216:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176271.125219:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176271.125222:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176271.125224:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176271.125227:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125229:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176271.125230:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125232:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176271.125235:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176271.125237:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125240:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176271.125242:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176271.125245:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176271.125248:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.125250:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176271.125252:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176271.125261:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176271.125265:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176271.125268:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176271.125270:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.125273:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176271.125276:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176271.125280:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176271.125288:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176271.125296:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176271.125306:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612055808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176271.125317:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176271.125321:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176271.125326:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612055808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176271.125352:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176271.125355:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176271.125359:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176271.125360:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176271.125362:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176271.125364:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176271.125366:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7706 00000400:00000200:2.0:1786176271.125370:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176271.125373:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176271.125376:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176271.125380:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125382:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176271.125385:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125387:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176271.125390:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176271.125392:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176271.125397:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176271.125400:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176271.125405:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176271.125408:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176271.125417:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125420:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176271.125425:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125429:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176271.125433:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176271.125435:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125437:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176271.125439:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176271.125445:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176271.125451:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.125456:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176271.125462:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176271.125467:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.125471:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176271.125480:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786176271.125484:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176271.125488:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176271.125491:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.125498:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176271.125501:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176271.125505:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176271.125511:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176271.125517:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176271.125527:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612055936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176271.125540:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176271.125544:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176271.125569:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612055936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176271.125579:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176271.125584:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176271.125590:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176271.125612:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176271.125615:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176271.125618:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176271.125621:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7706 00000400:00000200:2.0:1786176271.125625:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176271.125627:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176271.125630:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176271.125634:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125639:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176271.125645:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125650:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176271.125658:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176271.125668:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176271.125670:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176271.125672:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176271.125674:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176271.125676:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176271.125680:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125682:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176271.125685:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125690:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176271.125692:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176271.125696:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125704:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176271.125710:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176271.125716:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176271.125722:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.125727:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176271.125731:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176271.125738:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.125745:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176271.125752:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176271.125760:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176271.125773:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176271.125777:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.125781:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176271.125784:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176271.125789:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176271.125796:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176271.125801:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176271.125814:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612056064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176271.125842:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176271.125852:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176271.125883:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612056064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176271.125903:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176271.125910:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176271.125916:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176271.125922:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176271.125925:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176271.125932:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176271.125939:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7706 00000400:00000200:2.0:1786176271.125943:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176271.125948:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176271.125953:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176271.125956:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125960:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176271.125966:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.125970:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176271.125976:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176271.125979:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176271.125983:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:3.1:1786176271.125985:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:2.0:1786176271.125987:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000800:00000200:3.1:1786176271.125990:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000020:00000001:2.0:1786176271.125992:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176271.125999:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176271.126006:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.126010:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176271.126016:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.126019:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176271.126066:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176271.126073:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176271.126078:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176271.126081:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176271.126087:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176271.126093:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.126096:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176271.126100:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176271.126105:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.126107:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176271.126113:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786176271.126118:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176271.126125:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176271.126128:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.126133:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176271.126137:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176271.126141:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176271.126146:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786176271.126153:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176271.126163:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612056192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176271.126184:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176271.126190:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176271.126196:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612056192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176271.126210:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176271.126215:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176271.126222:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176271.126224:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176271.126227:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176271.126232:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176271.126235:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7706 00000400:00000200:2.0:1786176271.126242:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176271.126247:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176271.126249:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176271.126252:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.126254:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176271.126257:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.126265:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176271.126268:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176271.126273:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176271.126275:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176271.126279:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176271.126282:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176271.126286:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176271.126298:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.126305:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176271.126314:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176271.126324:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176271.126331:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176271.126338:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176271.126354:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176271.126362:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176271.126370:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176271.126377:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.126382:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176271.126386:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176271.126394:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.126400:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176271.126409:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176271.126416:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176271.126422:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176271.126425:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176271.126431:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176271.126433:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176271.126437:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176271.126443:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786176271.126449:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176271.126463:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612056320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176271.126490:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176271.126496:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176271.126503:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612056320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176271.126519:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176271.126527:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7716) 00000800:00000200:3.1:1786176271.126852:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176271.126855:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176271.127229:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176271.127232:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176271.127563:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176271.127568:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176271.127916:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176271.127921:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000001:2.0:1786176272.021198:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176272.021202:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176272.021204:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176272.021209:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176272.021216:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176272.021219:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176272.021223:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176272.021228:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176272.021231:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176272.021258:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176272.021263:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176272.021270:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176273.045089:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176273.045094:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176273.045098:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176273.045103:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176273.045109:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176273.045114:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.045118:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176273.045121:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.045124:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176273.045219:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176273.045222:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176273.045224:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176273.046039:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176273.046042:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176273.046043:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176273.046045:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176273.046047:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176273.046048:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.046050:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176273.046051:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.046052:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176274.069166:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176274.069173:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176274.069179:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176274.069193:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176274.069203:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176274.069208:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176274.069229:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176274.069236:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176274.069242:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176274.069269:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176274.069277:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176274.069282:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176274.069288:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176274.069297:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176274.069303:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176274.069327:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176274.069331:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176274.069338:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176275.093132:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176275.093140:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176275.093146:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176275.093153:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176275.093162:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176275.093170:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176275.093178:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176275.093185:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176275.093195:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176275.093245:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176275.093254:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176275.093262:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176275.093274:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176275.093284:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176275.093291:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176275.093301:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176275.093308:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176275.093320:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176276.117159:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176276.117170:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176276.117176:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176276.117186:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176276.117196:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176276.117204:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176276.117226:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176276.117232:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176276.117238:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176276.117271:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176276.117279:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176276.117296:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176276.117308:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176276.117315:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176276.117322:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176276.117334:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176276.117340:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176276.117358:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176276.246314:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176276.246323:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176276.247781:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176276.247789:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176276.248292:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176276.248297:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176276.248709:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176276.248713:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176276.249287:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176276.249292:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000001:2.0:1786176277.141148:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176277.141156:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176277.141158:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176277.141163:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176277.141168:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176277.141172:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176277.141174:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176277.141177:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176277.141181:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176277.141216:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176277.141222:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176277.141226:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176277.141232:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176277.141236:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176277.141242:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176277.141247:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176277.141251:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176277.141254:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.165095:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176278.165102:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176278.165105:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176278.165112:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176278.165118:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176278.165123:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.165128:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176278.165133:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.165139:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.165150:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176278.165155:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176278.165159:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176278.165172:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176278.165177:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176278.165181:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.165183:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176278.165184:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.165187:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176279.189191:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176279.189197:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176279.189203:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176279.189209:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176279.189219:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176279.189225:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176279.189243:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176279.189249:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176279.189258:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176279.189283:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176279.189309:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176279.189315:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176279.189340:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176279.189353:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176279.189364:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176279.189385:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176279.189394:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176279.189404:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176280.213159:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176280.213167:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176280.213172:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176280.213178:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176280.213185:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176280.213209:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176280.213219:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176280.213223:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176280.213228:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176280.213251:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176280.213257:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176280.213260:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176280.213265:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176280.213272:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176280.213277:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176280.213282:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176280.213286:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176280.213292:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176281.237120:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176281.237127:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176281.237134:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176281.237143:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176281.237156:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176281.237167:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176281.237183:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176281.237189:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176281.237199:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176281.237262:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176281.237267:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176281.237271:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176281.237274:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176281.237278:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176281.237282:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176281.237287:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176281.237290:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176281.237294:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176281.237312:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176281.237318:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176281.237324:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176281.237331:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176281.237337:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176281.237340:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176281.237343:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176281.237345:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176281.237348:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176281.365759:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176281.365767:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176281.366454:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176281.366473:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176281.366836:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176281.366839:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176281.367225:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176281.367228:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176281.367601:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176281.367604:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00000001:2.0:1786176282.261124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176282.261130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176282.261134:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176282.261142:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176282.261146:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176282.261153:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176282.261159:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176282.261163:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176282.261166:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176282.261185:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176282.261189:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176282.261190:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176282.261192:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176282.261194:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176282.261196:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176282.261198:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176282.261199:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176282.261201:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.285104:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176283.285113:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176283.285118:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176283.285126:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176283.285135:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176283.285144:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.285152:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176283.285177:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.285187:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176284.309112:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176284.309121:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176284.309126:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176284.309133:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176284.309143:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176284.309150:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176284.309157:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176284.309160:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176284.309164:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176285.333125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176285.333136:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176285.333140:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176285.333148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176285.333155:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176285.333161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176285.333167:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176285.333175:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176285.333185:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176285.333233:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176285.333239:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176285.333255:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176285.333265:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176285.333271:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176285.333278:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176285.333287:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176285.333293:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176285.333301:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.357149:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176286.357155:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176286.357158:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176286.357164:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176286.357170:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176286.357175:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176286.357182:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176286.357185:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176286.357190:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.357212:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176286.357218:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176286.357222:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176286.357229:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176286.357234:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176286.357237:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176286.357239:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176286.357241:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176286.357244:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176286.485126:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176286.485134:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176286.485137:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176286.485140:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176286.485156:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176286.485162:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7721 00000400:00000200:2.0:1786176286.485168:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176286.485172:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176286.485174:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176286.485177:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485179:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176286.485181:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485183:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176286.485186:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176286.485188:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176286.485190:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176286.485192:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176286.485194:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176286.485195:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176286.485197:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485199:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176286.485201:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485202:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176286.485204:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176286.485207:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485208:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176286.485210:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176286.485213:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176286.485215:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485217:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176286.485219:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176286.485226:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176286.485228:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176286.485231:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176286.485233:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485235:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176286.485238:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176286.485241:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176286.485247:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786176286.485253:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176286.485260:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612057728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176286.485268:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176286.485274:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176286.485279:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612057728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176286.485302:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176286.485305:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176286.485309:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176286.485311:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176286.485313:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176286.485317:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176286.485329:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7721 00000400:00000200:2.0:1786176286.485336:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176286.485342:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176286.485346:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176286.485352:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485357:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176286.485360:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485365:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176286.485369:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176286.485371:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176286.485375:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176286.485377:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176286.485381:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176286.485384:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176286.485389:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485394:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176286.485398:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485402:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176286.485407:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176286.485412:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485416:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176286.485419:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176286.485425:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176286.485429:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485439:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176286.485469:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176286.485473:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485478:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176286.485483:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176286.485488:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176286.485492:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176286.485506:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485510:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176286.485513:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176286.485517:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176286.485526:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786176286.485535:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176286.485546:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612057856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176286.485563:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176286.485570:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176286.485577:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612057856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176286.485596:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176286.485601:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176286.485606:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176286.485608:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176286.485611:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176286.485624:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176286.485629:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7721 00000400:00000200:2.0:1786176286.485634:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176286.485638:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176286.485641:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176286.485646:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485649:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176286.485654:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176286.485654:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176286.485657:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176286.485661:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176286.485662:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176286.485663:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176286.485664:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176286.485666:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176286.485669:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176286.485671:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485673:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176286.485674:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485675:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176286.485677:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176286.485679:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485680:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176286.485682:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176286.485684:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176286.485689:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485691:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176286.485693:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176286.485697:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485700:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176286.485705:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176286.485708:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176286.485711:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176286.485714:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485716:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176286.485718:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176286.485719:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176286.485723:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786176286.485738:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176286.485743:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612057984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176286.485752:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176286.485756:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176286.485769:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612057984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176286.485781:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176286.485785:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176286.485787:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176286.485791:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176286.485794:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176286.485799:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176286.485803:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7721 00000400:00000200:2.0:1786176286.485809:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176286.485815:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176286.485819:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176286.485825:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485829:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176286.485833:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485836:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176286.485839:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176286.485842:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176286.485845:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176286.485848:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176286.485852:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176286.485854:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176286.485862:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485868:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176286.485875:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485883:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176286.485897:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176286.485906:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176286.485912:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176286.485916:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176286.485922:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176286.485928:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485931:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176286.485935:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176286.485941:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485946:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176286.485952:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176286.485958:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176286.485962:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176286.485965:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.485968:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176286.485970:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176286.485973:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176286.485980:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786176286.485986:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176286.485995:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612058112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176286.486067:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176286.486072:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176286.486082:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612058112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176286.486103:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176286.486104:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786176286.486108:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176286.486114:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176286.486116:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176286.486118:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176286.486125:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176286.486132:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7721 00000400:00000200:2.0:1786176286.486142:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176286.486149:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176286.486154:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176286.486163:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.486170:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176286.486177:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.486183:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176286.486189:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176286.486192:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176286.486196:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176286.486201:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176286.486207:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176286.486212:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176286.486217:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.486223:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176286.486229:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176286.486233:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176286.486239:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176286.486247:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176286.486252:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176286.486257:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176286.486262:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176286.486267:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.486273:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176286.486276:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176286.486281:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.486285:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176286.486295:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176286.486301:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176286.486306:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176286.486309:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176286.486315:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176286.486319:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176286.486322:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176286.486330:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176286.486336:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176286.486342:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612058240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176286.486372:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176286.486378:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176286.486388:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612058240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176286.486402:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176286.486410:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7732) 00000800:00000200:1.1:1786176286.486472:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176286.486618:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176286.486764:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176287.381085:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176287.381095:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176287.381100:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176287.381108:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176287.381116:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176287.381122:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176287.381131:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176287.381136:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176287.381145:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176287.381185:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176287.381195:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176287.381203:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176287.381208:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176287.381216:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176287.381220:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176287.381223:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176287.381227:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176287.381234:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176288.405133:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176288.405141:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176288.405146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176288.405155:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176288.405160:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176288.405165:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176288.405169:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176288.405181:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176288.405186:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176288.405204:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176288.405209:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176288.405212:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176288.405215:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176288.405219:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176288.405224:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176288.405229:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176288.405233:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176288.405239:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.429120:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176289.429126:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176289.429130:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176289.429135:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176289.429156:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176289.429160:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.429169:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176289.429173:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.429177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176290.453132:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176290.453140:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176290.453146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176290.453166:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176290.453174:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176290.453182:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176290.453191:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176290.453196:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176290.453201:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176290.453255:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176290.453263:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176290.453269:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176290.453293:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176290.453300:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176290.453305:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176290.453310:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176290.453313:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176290.453320:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176291.477112:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176291.477119:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176291.477124:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176291.477133:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176291.477141:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176291.477147:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176291.477164:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176291.477169:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176291.477180:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176291.477308:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176291.477313:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176291.477328:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176291.477342:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176291.477354:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176291.477366:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176291.477389:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176291.477414:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176291.477421:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176291.605978:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176291.605985:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176291.606974:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176291.606976:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176291.607319:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176291.607322:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176291.607596:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176291.607598:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176291.607898:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176291.607900:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1786176292.501129:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176292.501136:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176292.501139:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176292.501147:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176292.501164:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176292.501170:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176292.501186:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176292.501190:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176292.501195:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176292.501217:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176292.501223:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176292.501227:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176292.501230:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176292.501236:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176292.501241:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176292.501246:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176292.501249:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176292.501253:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176293.525315:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176293.525319:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176293.525321:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176293.525324:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176293.525327:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176293.525330:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176293.525332:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176293.525334:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176293.525337:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176293.525514:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176293.525518:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176293.525520:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176293.525524:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176293.525529:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176293.525532:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176293.525535:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176293.525537:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176293.525540:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.549137:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176294.549149:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176294.549153:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176294.549160:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176294.549167:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176294.549175:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.549190:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176294.549197:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.549203:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.549244:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176294.549252:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176294.549260:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176294.549270:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176294.549289:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176294.549297:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.549303:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176294.549306:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.549312:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176295.573134:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176295.573142:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176295.573147:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176295.573155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176295.573167:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176295.573175:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176295.573184:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176295.573191:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176295.573202:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176295.573235:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176295.573240:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176295.573243:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176295.573249:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176295.573259:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176295.573267:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176295.573275:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176295.573279:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176295.573288:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176296.597139:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176296.597158:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176296.597173:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176296.597189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176296.597199:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176296.597207:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176296.597224:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176296.597228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176296.597239:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176296.597335:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176296.597340:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176296.597342:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176296.597359:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176296.597364:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176296.597367:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176296.597370:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176296.597373:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176296.597376:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176296.725777:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176296.725782:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176296.726507:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176296.726511:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176296.726844:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176296.726845:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176296.727122:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176296.727123:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176296.727310:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176296.727312:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000001:2.0:1786176297.621100:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176297.621108:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176297.621112:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176297.621120:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176297.621126:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176297.621139:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176297.621150:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176297.621154:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176297.621158:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176297.621183:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176297.621189:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176297.621194:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176297.621202:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176297.621208:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176297.621212:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176297.621215:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176297.621218:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176297.621220:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176298.645165:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176298.645174:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176298.645179:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176298.645192:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176298.645207:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176298.645228:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176298.645255:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176298.645275:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176298.645283:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176298.645319:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176298.645352:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176298.645358:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176298.645364:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176298.645372:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176298.645387:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176298.645396:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176298.645402:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176298.645412:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.669163:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176299.669176:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176299.669182:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176299.669224:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176299.669241:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176299.669265:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.669296:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176299.669314:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.669375:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.669448:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176299.669458:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176299.669471:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176299.669488:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176299.669497:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176299.669515:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.669550:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176299.669559:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.669568:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176300.693126:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176300.693134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176300.693140:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176300.693146:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176300.693156:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176300.693163:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176300.693174:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176300.693185:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176300.693204:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176300.693257:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176300.693265:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176300.693270:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176300.693280:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176300.693289:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176300.693295:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176300.693305:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176300.693326:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176300.693338:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176301.717116:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176301.717124:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176301.717129:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176301.717139:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176301.717147:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176301.717169:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176301.717175:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176301.717180:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176301.717199:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176301.717259:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176301.717265:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176301.717271:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176301.717277:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176301.717287:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176301.717324:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176301.717334:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176301.717338:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176301.717343:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176301.845774:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176301.845779:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176301.846552:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176301.846556:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176301.846964:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176301.846968:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176301.847294:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176301.847315:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176301.847537:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176301.847539:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000001:2.0:1786176302.741128:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176302.741136:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176302.741139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176302.741144:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176302.741150:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176302.741154:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176302.741157:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176302.741163:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176302.741169:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176302.741182:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176302.741187:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176302.741189:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176302.741190:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176302.741193:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176302.741195:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176302.741197:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176302.741198:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176302.741200:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176302.741326:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176302.741337:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176302.741340:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176302.741344:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176302.741347:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176302.741351:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176302.741357:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176302.741360:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176302.741365:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176303.765152:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176303.765169:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176303.765175:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176303.765182:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176303.765186:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176303.765191:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176303.765197:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176303.765201:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176303.765205:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176303.765224:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176303.765229:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176303.765233:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176303.765237:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176303.765243:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176303.765248:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176303.765252:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176303.765256:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176303.765260:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.789091:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176304.789100:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176304.789104:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176304.789111:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176304.789118:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176304.789123:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176304.789130:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176304.789134:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176304.789143:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.789174:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176304.789180:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176304.789184:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176304.789188:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176304.789192:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176304.789195:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176304.789199:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176304.789202:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176304.789205:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176305.813111:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176305.813116:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176305.813120:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176305.813124:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176305.813129:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176305.813135:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176305.813139:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176305.813145:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176305.813151:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176305.813176:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176305.813182:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176305.813187:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176305.813195:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176305.813201:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176305.813205:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176305.813210:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176305.813212:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176305.813218:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176306.837150:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176306.837158:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176306.837162:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176306.837171:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176306.837178:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176306.837183:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176306.837188:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176306.837194:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176306.837206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176306.837245:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176306.837272:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176306.837276:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176306.837282:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176306.837290:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176306.837302:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176306.837309:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176306.837314:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176306.837323:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176306.837343:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176306.837349:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176306.837353:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176306.837357:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176306.837361:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176306.837363:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176306.837365:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176306.837366:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176306.837369:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176306.965667:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176306.965673:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176306.966384:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176306.966385:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176306.966586:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176306.966587:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176306.966766:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176306.966767:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176306.967008:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176306.967024:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00000001:2.0:1786176307.861116:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176307.861124:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176307.861129:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176307.861138:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176307.861146:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176307.861151:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176307.861157:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176307.861161:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176307.861167:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176307.861187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176307.861190:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176307.861191:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176307.861193:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176307.861196:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176307.861198:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176307.861200:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176307.861203:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176307.861206:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176308.885105:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176308.885114:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176308.885118:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176308.885124:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176308.885129:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176308.885137:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176308.885142:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176308.885147:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176308.885152:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176308.885177:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176308.885182:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176308.885183:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176308.885187:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176308.885190:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176308.885194:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176308.885196:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176308.885198:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176308.885200:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176309.909133:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176309.909142:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176309.909145:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176309.909159:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176309.909168:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176309.909174:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176309.909180:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176309.909185:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176309.909195:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176309.909253:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176309.909260:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176309.909264:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176309.909270:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176309.909280:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176309.909289:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176309.909297:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176309.909302:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176309.909311:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176309.909351:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176309.909357:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176309.909364:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176310.933129:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176310.933135:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176310.933138:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176310.933143:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176310.933149:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176310.933153:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176310.933157:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176310.933163:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176310.933166:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176310.933186:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176310.933189:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176310.933194:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176311.957101:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176311.957107:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176311.957109:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176311.957116:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176311.957121:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176311.957128:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176311.957136:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176311.957140:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176311.957145:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176311.957177:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176311.957181:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176311.957182:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176311.957184:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176311.957187:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176311.957191:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176311.957195:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176311.957210:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176311.957214:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176311.957290:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176311.957292:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176311.957295:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.1:1786176312.085627:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176312.085631:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176312.086071:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176312.086073:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176312.086309:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176312.086311:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176312.086491:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176312.086492:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176312.086722:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176312.086725:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000100:00000001:2.0:1786176312.981172:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176312.981178:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176312.981184:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176312.981230:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176312.981238:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176312.981249:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176312.981268:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176312.981276:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176312.981282:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176312.981329:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176312.981334:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176312.981336:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176312.981339:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176312.981343:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176312.981345:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176312.981347:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176312.981348:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176312.981352:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176314.005199:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176314.005214:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176314.005237:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176314.005250:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176314.005257:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176314.005281:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176314.005298:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176314.005309:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176314.005326:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176314.005393:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176314.005402:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176314.005405:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176314.005409:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176314.005416:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176314.005424:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176314.005450:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176314.005456:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176314.005468:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176314.005570:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176314.005575:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176314.005578:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176315.029128:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176315.029135:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176315.029140:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176315.029149:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176315.029156:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176315.029162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176315.029196:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176315.029200:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176315.029206:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176315.029297:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176315.029302:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176315.029309:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176315.029334:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176315.029341:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176315.029345:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176315.029351:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176315.029356:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176315.029361:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176315.029383:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176315.029386:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176315.029394:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176316.053140:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176316.053151:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176316.053156:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176316.053188:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176316.053205:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176316.053213:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176316.053218:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176316.053223:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176316.053230:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176316.053364:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176316.053367:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176316.053369:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176317.077081:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176317.077091:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176317.077094:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176317.077101:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176317.077108:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176317.077113:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176317.077121:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176317.077128:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176317.077135:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176317.077236:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176317.077240:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176317.077243:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176317.077248:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176317.077253:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176317.077256:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176317.077258:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176317.077260:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176317.077262:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176317.205853:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176317.205859:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176317.206580:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176317.206583:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176317.206902:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176317.206905:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176317.207259:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176317.207262:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176317.207570:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176317.207573:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000100:00000001:2.0:1786176318.101109:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176318.101116:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176318.101118:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176318.101123:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176318.101127:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176318.101131:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176318.101133:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176318.101136:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176318.101165:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176318.101196:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176318.101202:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176318.101205:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176318.101209:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176318.101211:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176318.101213:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176318.101215:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176318.101217:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176318.101222:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176319.125108:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176319.125116:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176319.125121:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176319.125126:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176319.125151:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176319.125158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176319.125187:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176319.125192:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176319.125199:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176319.125226:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176319.125230:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176319.125233:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176319.125237:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176319.125242:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176319.125245:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176319.125249:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176319.125254:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176319.125259:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176320.149198:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176320.149207:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176320.149211:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176320.149218:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176320.149227:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176320.149234:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176320.149239:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176320.149244:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176320.149249:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176320.149272:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176320.149277:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176320.149280:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176320.149285:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176320.149300:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176320.149309:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176320.149316:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176320.149322:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176320.149332:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176321.173266:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176321.173272:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176321.173275:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176321.173281:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176321.173288:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176321.173294:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176321.173304:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176321.173311:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176321.173316:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176322.197246:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176322.197271:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176322.197279:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176322.197289:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176322.197297:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176322.197308:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176322.197318:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176322.197325:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176322.197337:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176322.197398:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176322.197403:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176322.197406:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176322.197410:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176322.197415:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176322.197423:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176322.197436:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176322.197443:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176322.197453:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176322.325942:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176322.325948:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786176322.326725:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176322.326729:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786176322.327068:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176322.327071:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786176322.327437:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176322.327440:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1786176322.327730:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176322.327733:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000100:00000001:2.0:1786176323.221191:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176323.221201:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176323.221204:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176323.221210:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176323.221216:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176323.221222:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176323.221228:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176323.221233:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176323.221241:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176323.221291:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176323.221301:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176323.221307:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176323.221320:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176323.221334:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176323.221347:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176323.221364:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176323.221374:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176323.221387:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.245128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176324.245136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176324.245139:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176324.245147:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176324.245155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176324.245161:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176324.245169:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176324.245174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176324.245179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.245212:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176324.245216:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176324.245219:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176324.245223:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176324.245227:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176324.245231:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176324.245237:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176324.245240:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176324.245244:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176325.269152:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176325.269157:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176325.269162:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176325.269169:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176325.269175:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176325.269181:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176325.269185:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176325.269197:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176325.269204:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176325.269310:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176325.269314:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176325.269319:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176326.293111:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176326.293119:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176326.293122:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176326.293128:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176326.293133:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176326.293138:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176326.293145:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176326.293151:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176326.293159:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176326.293200:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176326.293206:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176326.293209:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176326.293213:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176326.293218:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176326.293222:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176326.293228:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176326.293230:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176326.293234:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176326.293247:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176326.293250:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176326.293251:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176326.293253:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176326.293254:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176326.293256:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176326.293257:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176326.293259:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176326.293261:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.317227:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176327.317241:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176327.317251:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176327.317273:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176327.317286:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176327.317299:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.317311:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176327.317317:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.317324:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.317352:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176327.317361:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176327.317365:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176327.317368:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176327.317373:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176327.317379:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.317384:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176327.317386:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.317390:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176327.445263:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176327.445277:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176327.445280:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176327.445285:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176327.445290:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176327.445300:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7762 00000400:00000200:2.0:1786176327.445309:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176327.445316:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176327.445319:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176327.445322:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.445325:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176327.445327:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.445329:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176327.445333:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176327.445335:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176327.445338:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176327.445341:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176327.445343:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176327.445345:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176327.445347:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.445349:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176327.445350:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.445353:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176327.445356:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176327.445358:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176327.445361:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176327.445380:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176327.445385:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176327.445389:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.445391:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176327.445394:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176327.445408:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786176327.445413:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176327.445429:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176327.445431:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.445435:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176327.445439:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176327.445445:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176327.445456:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176327.445465:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176327.445478:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612062848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176327.445489:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176327.445495:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176327.445502:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612062848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176327.445552:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176327.445559:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176327.445565:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176327.445567:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176327.445571:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176327.445576:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176327.445580:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7762 00000400:00000200:2.0:1786176327.445588:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176327.445592:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176327.445595:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176327.445600:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.445603:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176327.445607:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.445611:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176327.445614:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176327.445615:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176327.445617:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176327.445619:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176327.445621:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176327.445624:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176327.445627:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.445630:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176327.445635:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.445641:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176327.445649:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176327.445653:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176327.445661:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176327.445666:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176327.445688:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176327.445695:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.445700:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176327.445722:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176327.445732:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.445736:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176327.445748:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786176327.445756:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176327.445765:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176327.445772:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.445780:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176327.445786:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176327.445792:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176327.445806:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176327.445835:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176327.445852:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612062976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176327.445862:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176327.445872:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176327.445881:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612062976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176327.445925:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176327.445930:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176327.445944:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176327.445946:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176327.445948:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176327.445951:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176327.445985:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7762 00000400:00000200:2.0:1786176327.445993:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176327.445997:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176327.446013:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176327.446023:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446028:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176327.446030:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446032:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176327.446036:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176327.446038:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176327.446041:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176327.446046:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176327.446124:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176327.446128:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176327.446131:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446133:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176327.446135:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446137:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176327.446139:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176327.446148:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446155:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176327.446158:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176327.446161:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176327.446164:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.446167:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176327.446171:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176327.446182:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.446191:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176327.446204:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176327.446209:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176327.446215:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176327.446219:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.446224:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176327.446231:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176327.446234:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176327.446240:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176327.446247:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176327.446259:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612063104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176327.446276:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176327.446283:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176327.446288:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612063104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176327.446306:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176327.446314:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176327.446317:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176327.446319:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176327.446325:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176327.446334:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176327.446340:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7762 00000400:00000200:2.0:1786176327.446352:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176327.446367:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176327.446370:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176327.446381:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446386:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176327.446394:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446401:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176327.446405:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176327.446409:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176327.446416:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176327.446420:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176327.446428:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176327.446432:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176327.446448:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446453:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176327.446455:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446463:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176327.446472:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176327.446480:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446495:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176327.446502:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176327.446509:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176327.446515:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.446523:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176327.446527:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176327.446535:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.446537:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176327.446541:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176327.446551:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176327.446555:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176327.446557:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.446562:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176327.446568:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176327.446571:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176327.446583:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176327.446588:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176327.446600:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612063232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1786176327.446614:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176327.446617:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176327.446622:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176327.446632:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000040:2.0:1786176327.446633:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612063232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176327.446702:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176327.446712:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176327.446721:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176327.446727:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176327.446735:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176327.446781:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176327.446794:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7762 00000400:00000200:2.0:1786176327.446807:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176327.446816:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176327.446820:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176327.446831:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446839:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176327.446869:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446878:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176327.446885:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176327.446887:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176327.446890:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176327.446900:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176327.446904:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176327.446906:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176327.446920:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446925:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176327.446929:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446935:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176327.446943:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176327.446951:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176327.446964:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176327.446973:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176327.446985:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176327.446986:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.446988:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176327.446991:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176327.447008:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.447013:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176327.447021:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176327.447026:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176327.447029:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176327.447031:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.447034:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176327.447038:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176327.447042:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176327.447077:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176327.447083:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176327.447089:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612063360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176327.447101:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176327.447103:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176327.447111:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612063360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176327.447129:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176327.447138:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7773) 00000800:00000200:1.1:1786176327.447790:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176327.447796:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176327.448399:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176327.448403:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176327.448934:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176327.448938:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176327.449456:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176327.449460:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1786176328.341132:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176328.341139:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176328.341146:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176328.341165:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176328.341179:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176328.341189:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176328.341196:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176328.341203:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176328.341210:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176328.341237:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176328.341244:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176328.341247:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176328.341251:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176328.341258:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176328.341264:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176328.341269:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176328.341274:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176328.341278:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.365259:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176329.365275:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176329.365283:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176329.365300:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176329.365316:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176329.365332:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176329.365357:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176329.365369:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176329.365384:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176330.389120:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176330.389127:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176330.389130:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176330.389135:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176330.389139:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176330.389142:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176330.389145:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176330.389148:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176330.389152:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176330.389187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176330.389190:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176330.389192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176330.389195:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176330.389203:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176330.389206:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176330.389209:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176330.389214:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176330.389217:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176330.389248:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176330.389252:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176330.389253:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176330.389256:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176330.389259:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176330.389264:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176330.389266:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176330.389267:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176330.389270:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176331.413239:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176331.413247:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176331.413255:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176331.413268:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176331.413276:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176331.413286:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176331.413296:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176331.413305:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176331.413316:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.437120:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176332.437126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176332.437130:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176332.437138:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176332.437145:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176332.437151:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176332.437168:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176332.437174:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176332.437182:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.437216:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176332.437222:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176332.437226:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176332.437233:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176332.437240:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176332.437246:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176332.437255:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176332.437260:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176332.437267:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176332.565072:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176332.565083:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176332.565086:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176332.565090:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176332.565095:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176332.565101:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7768 00000400:00000200:2.0:1786176332.565107:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176332.565111:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176332.565114:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176332.565116:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565119:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176332.565121:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565123:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176332.565126:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176332.565128:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176332.565131:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176332.565133:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176332.565135:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176332.565136:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176332.565139:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565140:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176332.565142:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565155:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176332.565157:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176332.565159:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565161:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176332.565163:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176332.565166:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176332.565168:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565170:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176332.565173:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176332.565182:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176332.565186:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176332.565190:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176332.565191:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565194:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176332.565198:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176332.565202:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176332.565212:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786176332.565230:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176332.565242:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612063488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176332.565255:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176332.565260:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176332.565266:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612063488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176332.565291:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176332.565294:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176332.565297:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176332.565298:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176332.565300:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176332.565302:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176332.565304:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7768 00000400:00000200:2.0:1786176332.565307:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176332.565309:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176332.565311:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176332.565313:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565315:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176332.565316:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565318:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176332.565320:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176332.565320:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176332.565322:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176332.565323:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176332.565324:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176332.565325:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176332.565327:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565329:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176332.565330:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565331:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176332.565333:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176332.565334:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565336:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176332.565337:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176332.565342:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176332.565343:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565345:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176332.565348:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176332.565350:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565352:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176332.565355:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176332.565357:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176332.565360:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176332.565361:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565362:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176332.565364:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176332.565366:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176332.565371:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786176332.565375:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176332.565384:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612063616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176332.565409:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176332.565415:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176332.565421:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612063616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176332.565431:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176332.565435:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176332.565441:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176332.565445:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176332.565447:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176332.565452:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176332.565456:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7768 00000400:00000200:2.0:1786176332.565463:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176332.565468:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176332.565470:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176332.565474:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565477:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176332.565480:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565494:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176332.565497:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176332.565498:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176332.565500:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176332.565503:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176332.565508:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176332.565514:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176332.565521:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565526:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176332.565530:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565534:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176332.565538:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176332.565544:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565549:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176332.565552:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176332.565556:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176332.565561:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565565:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176332.565567:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176332.565568:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565570:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176332.565573:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176332.565576:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176332.565580:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176332.565581:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565582:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176332.565583:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176332.565586:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176332.565592:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176332.565596:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176332.565601:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612063744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176332.565616:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176332.565619:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176332.565625:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612063744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176332.565638:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176332.565641:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176332.565646:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176332.565648:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176332.565651:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176332.565655:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176332.565659:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7768 00000400:00000200:2.0:1786176332.565663:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176332.565668:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176332.565672:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176332.565678:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565682:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176332.565685:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565690:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176332.565695:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176332.565696:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176332.565697:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176332.565699:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176332.565704:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176332.565705:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176332.565709:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565712:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176332.565716:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565720:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176332.565723:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000800:00000200:1.1:1786176332.565727:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786176332.565729:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000200:1.1:1786176332.565732:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1786176332.565733:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176332.565738:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176332.565742:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176332.565746:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565752:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176332.565754:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176332.565755:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565758:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176332.565762:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786176332.565767:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176332.565770:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176332.565773:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565775:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176332.565778:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176332.565780:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176332.565784:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176332.565788:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176332.565797:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612063872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176332.565805:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176332.565808:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176332.565817:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612063872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176332.565832:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176332.565835:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176332.565840:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176332.565841:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176332.565843:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176332.565849:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176332.565853:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7768 00000400:00000200:2.0:1786176332.565858:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176332.565863:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176332.565864:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176332.565869:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565871:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176332.565873:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565874:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176332.565878:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176332.565880:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176332.565881:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176332.565882:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176332.565883:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176332.565885:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176332.565886:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565888:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176332.565889:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565891:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176332.565893:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176332.565902:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176332.565910:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176332.565914:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176332.565919:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176332.565922:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565931:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176332.565934:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176332.565939:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565943:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176332.565948:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176332.565952:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176332.565958:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176332.565959:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176332.565964:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176332.565966:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176332.565969:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176332.565974:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176332.565979:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176332.565988:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612064000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176332.566058:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176332.566064:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176332.566074:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612064000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176332.566094:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176332.566102:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7778) 00000800:00000200:1.1:1786176332.566338:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176332.566340:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176332.566546:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176332.566548:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176332.566790:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176332.566793:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176332.567125:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176332.567126:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1786176333.461156:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176333.461164:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176333.461168:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176333.461174:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176333.461182:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176333.461189:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176333.461199:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176333.461205:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176333.461209:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176333.461257:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176333.461266:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176333.461269:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176333.461274:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176333.461280:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176333.461286:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176333.461295:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176333.461300:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176333.461308:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176334.485184:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176334.485196:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176334.485205:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176334.485214:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176334.485224:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176334.485235:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176334.485247:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176334.485255:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176334.485269:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176334.485318:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176334.485325:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176334.485331:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176334.485342:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176334.485352:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176334.485362:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176334.485375:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176334.485380:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176334.485393:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.509180:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176335.509185:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176335.509187:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176335.509191:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176335.509195:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176335.509200:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176335.509205:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176335.509211:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176335.509219:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176336.533069:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176336.533077:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176336.533079:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176336.533085:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176336.533089:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176336.533092:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176336.533096:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176336.533099:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176336.533104:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176336.533146:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176336.533152:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176336.533158:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176336.533168:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176336.533173:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176336.533177:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176336.533183:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176336.533190:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176336.533198:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176337.557182:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176337.557191:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176337.557195:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176337.557201:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176337.557207:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176337.557215:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176337.557223:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176337.557231:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176337.557240:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176337.558103:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176337.558112:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176337.558119:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176337.558125:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176337.558133:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176337.558143:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176337.558151:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176337.558156:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176337.558162:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176337.686315:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176337.686325:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176337.687442:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176337.687446:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176337.687852:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176337.687858:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176337.688293:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176337.688297:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176337.688635:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176337.688639:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000001:2.0:1786176338.581111:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176338.581120:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176338.581126:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176338.581137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176338.581146:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176338.581155:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176338.581164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176338.581170:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176338.581179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176338.582069:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176338.582073:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176338.582074:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176338.582076:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176338.582079:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176338.582081:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176338.582083:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176338.582084:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176338.582086:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176339.605134:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176339.605146:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176339.605153:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176339.605168:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176339.605175:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176339.605193:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176339.605207:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176339.605217:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176339.605238:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176339.605302:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176339.605306:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176339.605308:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176339.605310:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176339.605313:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176339.605315:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176339.605318:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176339.605319:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176339.605321:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176339.605390:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176339.605398:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176339.605407:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176340.629104:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176340.629113:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176340.629116:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176340.629124:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176340.629129:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176340.629134:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176340.629138:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176340.629144:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176340.629149:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.629187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176340.629195:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176340.629200:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176340.629214:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176340.629230:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176340.629235:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176340.629237:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176340.629240:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176340.629244:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176341.653112:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176341.653121:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176341.653124:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176341.653150:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176341.653160:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176341.653166:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176341.653174:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176341.653178:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176341.653183:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176341.653222:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176341.653230:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176341.653235:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176341.653240:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176341.653247:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176341.653251:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176341.653255:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176341.653260:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176341.653265:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176341.653287:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176341.653295:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176341.653298:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176341.653302:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176341.653307:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176341.653312:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176341.653315:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176341.653319:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176341.653322:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176342.677171:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176342.677189:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176342.677201:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176342.677221:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176342.677241:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176342.677262:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176342.677271:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176342.677276:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176342.677281:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176342.677313:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176342.677321:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176342.677324:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176342.677328:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176342.677334:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176342.677340:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176342.677350:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176342.677353:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176342.677356:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176342.805763:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176342.805771:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176342.806505:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176342.806508:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176342.806801:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176342.806803:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176342.807003:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176342.807005:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176342.807207:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176342.807209:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000001:2.0:1786176343.701098:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176343.701104:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176343.701107:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176343.701112:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176343.701116:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176343.701120:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176343.701123:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176343.701126:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176343.701135:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176343.701187:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176343.701200:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176343.701218:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176343.701225:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176343.701235:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176343.701243:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176343.701250:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176343.701264:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176343.701270:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176343.701307:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176343.701313:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176343.701322:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176343.701339:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176343.701352:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176343.701357:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176343.701360:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176343.701361:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176343.701362:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176344.725174:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176344.725183:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176344.725190:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176344.725200:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176344.725215:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176344.725226:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176344.725236:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176344.725241:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176344.725257:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176344.725289:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176344.725295:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176344.725299:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176344.725309:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176344.725314:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176344.725318:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176344.725323:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176344.725332:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176344.725348:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176345.749118:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176345.749128:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176345.749132:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176345.749140:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176345.749148:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176345.749154:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176345.749160:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176345.749163:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176345.749168:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176345.749208:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176345.749215:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176345.749226:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176345.749239:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176345.749256:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176345.749260:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176345.749271:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176345.749281:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176345.749287:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176345.749307:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176345.749310:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176345.749311:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176345.749313:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176345.749315:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176345.749317:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176345.749318:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176345.749319:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176345.749321:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176346.773158:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176346.773171:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176346.773183:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176346.773195:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176346.773205:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176346.773217:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176346.773229:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176346.773237:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176346.773245:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176346.773285:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176346.773294:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176346.773302:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176346.773314:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176346.773325:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176346.773334:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176346.773345:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176346.773353:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176346.773367:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176347.797097:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176347.797103:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176347.797108:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176347.797115:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176347.797122:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176347.797129:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176347.797137:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176347.797143:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176347.797150:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176347.797171:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176347.797175:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176347.797178:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176347.797181:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176347.797183:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176347.797187:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176347.797189:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176347.797192:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176347.797197:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176347.925615:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176347.925620:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176347.926294:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176347.926295:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176347.926479:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176347.926480:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176347.926655:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176347.926656:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176347.926904:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176347.926907:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00000001:2.0:1786176348.821130:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176348.821137:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176348.821140:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176348.821144:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176348.821149:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176348.821155:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176348.821161:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176348.821167:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176348.821190:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176348.821235:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176348.821243:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176348.821249:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176348.821260:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176348.821270:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176348.821276:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176348.821285:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176348.821289:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176348.821292:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176349.845224:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176349.845232:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176349.845236:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176349.845242:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176349.845246:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176349.845250:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176349.845253:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176349.845256:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176349.845259:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176349.845296:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176349.845305:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176349.845310:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176349.845317:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176349.845326:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176349.845333:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176349.845517:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176349.845522:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176349.845528:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176350.869120:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176350.869128:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176350.869131:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176350.869138:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176350.869143:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176350.869148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176350.869153:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176350.869160:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176350.869167:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176350.869200:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176350.869205:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176350.869207:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176350.869212:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176350.869220:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176350.869224:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176350.869228:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176350.869231:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176350.869235:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176350.869250:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176350.869254:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176350.869255:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176350.869257:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176350.869261:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176350.869263:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176350.869265:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176350.869267:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176350.869268:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176351.893193:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176351.893199:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176351.893204:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176351.893211:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176351.893219:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176351.893224:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176351.893233:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176351.893241:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176351.893250:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176352.917150:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176352.917162:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176352.917172:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176352.917204:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176352.917219:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176352.917234:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176352.917264:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176352.917270:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176352.917295:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176353.045124:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176353.045132:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176353.045135:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176353.045138:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176353.045142:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176353.045149:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7788 00000400:00000200:2.0:1786176353.045156:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176353.045161:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176353.045163:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176353.045166:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045168:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176353.045170:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045172:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176353.045175:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176353.045177:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176353.045180:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176353.045182:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176353.045183:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176353.045185:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176353.045187:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045188:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176353.045190:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045191:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176353.045193:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176353.045195:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045197:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176353.045199:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176353.045202:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176353.045204:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.045206:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176353.045208:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176353.045215:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786176353.045217:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176353.045221:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176353.045222:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.045225:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176353.045227:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176353.045230:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176353.045236:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176353.045242:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176353.045249:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612066048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176353.045258:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176353.045262:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176353.045266:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612066048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176353.045286:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176353.045290:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176353.045294:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176353.045297:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176353.045299:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176353.045303:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176353.045309:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7788 00000400:00000200:2.0:1786176353.045317:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176353.045330:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176353.045338:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176353.045346:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045355:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176353.045364:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045375:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176353.045383:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176353.045394:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176353.045404:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176353.045407:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176353.045413:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176353.045427:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176353.045443:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045447:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176353.045456:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045461:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176353.045464:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176353.045469:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045475:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176353.045479:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176353.045486:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176353.045502:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.045517:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176353.045522:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176353.045532:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.045537:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176353.045552:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176353.045557:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176353.045567:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176353.045569:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.045571:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176353.045573:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176353.045580:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176353.045596:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176353.045609:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176353.045624:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612066176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176353.045643:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176353.045648:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176353.045653:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612066176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176353.045683:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176353.045686:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176353.045688:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176353.045692:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176353.045703:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176353.045709:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176353.045715:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7788 00000400:00000200:2.0:1786176353.045726:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176353.045735:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176353.045760:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176353.045780:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045786:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176353.045799:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045852:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176353.045856:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176353.045859:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176353.045863:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176353.045865:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176353.045870:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176353.045874:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176353.045880:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045888:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176353.045892:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176353.045901:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176353.045902:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176353.045910:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176353.045914:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176353.045916:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176353.045917:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176353.045920:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176353.045921:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.045922:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176353.045924:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176353.045926:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.045927:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176353.045931:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176353.045937:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176353.045943:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176353.045946:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.045950:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176353.045952:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176353.045957:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176353.045963:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786176353.045968:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176353.045975:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612066304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176353.045984:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176353.045987:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176353.045998:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612066304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176353.046014:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176353.046017:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176353.046021:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176353.046023:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176353.046026:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176353.046058:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176353.046064:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7788 00000400:00000200:2.0:1786176353.046070:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176353.046074:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176353.046082:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176353.046096:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.046105:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176353.046112:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.046122:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176353.046133:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176353.046139:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176353.046143:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176353.046151:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176353.046155:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176353.046159:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176353.046168:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.046176:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176353.046183:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.046192:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176353.046196:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176353.046217:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176353.046220:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176353.046227:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176353.046234:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176353.046243:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.046254:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176353.046257:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176353.046268:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.046271:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176353.046287:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786176353.046298:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176353.046305:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176353.046310:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.046323:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176353.046328:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176353.046339:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176353.046351:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786176353.046362:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176353.046380:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612066432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176353.046436:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176353.046446:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176353.046463:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612066432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176353.046507:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176353.046509:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786176353.046513:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176353.046528:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176353.046537:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176353.046544:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176353.046555:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176353.046568:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7788 00000400:00000200:2.0:1786176353.046585:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176353.046599:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176353.046607:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176353.046625:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.046632:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176353.046640:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.046648:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176353.046655:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176353.046660:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176353.046667:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176353.046673:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176353.046680:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176353.046694:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176353.046705:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.046714:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176353.046726:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176353.046737:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176353.046748:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176353.046758:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176353.046767:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176353.046774:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176353.046785:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176353.046794:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.046813:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176353.046818:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176353.046822:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.046831:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176353.046841:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176353.046850:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176353.046858:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176353.046863:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176353.046871:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176353.046883:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176353.046886:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176353.046896:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176353.046907:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176353.046923:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612066560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176353.046958:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176353.046966:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176353.046984:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612066560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176353.047003:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176353.047056:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7798) 00000800:00000200:1.1:1786176353.047066:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176353.047270:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176353.047448:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176353.941294:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176353.941307:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176353.941318:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176353.941331:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176353.941344:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176353.941383:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176353.941410:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176353.941421:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176353.941428:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176354.965125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176354.965133:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176354.965135:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176354.965141:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176354.965148:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176354.965155:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176354.965163:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176354.965168:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176354.965174:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176354.965212:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176354.965221:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176354.965241:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176354.965249:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176354.965259:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176354.965265:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176354.965273:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176354.965279:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176354.965288:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176355.989181:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176355.989191:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176355.989197:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176355.989213:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176355.989225:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176355.989234:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176355.989262:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176355.989280:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176355.989291:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176357.013160:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176357.013175:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176357.013184:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176357.013193:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176357.013207:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176357.013223:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176357.013244:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176357.013256:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176357.013264:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176357.013347:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176357.013358:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176357.013366:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176357.013373:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176357.013383:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176357.013391:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176357.013399:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176357.013406:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176357.013424:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176358.037196:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176358.037215:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176358.037220:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176358.037237:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176358.037255:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176358.037262:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176358.037274:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176358.037282:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176358.037301:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176358.037368:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176358.037373:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176358.037375:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176358.037379:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176358.037385:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176358.037394:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176358.037406:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176358.037417:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176358.037422:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176358.166471:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176358.166476:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176358.168463:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176358.168468:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176358.168975:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176358.168979:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176358.169517:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176358.169521:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176358.170273:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176358.170277:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1786176359.061119:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176359.061129:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176359.061134:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176359.061153:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176359.061164:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176359.061179:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176359.061188:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176359.061193:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176359.061199:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176359.061246:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176359.061267:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176359.061273:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176359.061284:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176359.061320:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176359.061329:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176359.061355:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176359.061359:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176359.061362:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176360.085146:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176360.085155:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176360.085160:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176360.085169:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176360.085178:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176360.085185:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176360.085191:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176360.085197:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176360.085207:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176360.085254:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176360.085261:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176360.085266:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176360.085272:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176360.085278:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176360.085284:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176360.085288:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176360.085295:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176360.085300:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176361.109105:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176361.109113:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176361.109117:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176361.109125:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176361.109134:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176361.109140:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176361.109148:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176361.109161:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176361.109168:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176361.109187:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176361.109192:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176361.109197:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176361.109203:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176361.109210:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176361.109214:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176361.109218:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176361.109221:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176361.109228:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176362.133117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176362.133126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176362.133130:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176362.133138:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176362.133145:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176362.133149:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176362.133154:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176362.133158:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176362.133163:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176362.133189:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176362.133195:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176362.133201:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176362.133205:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176362.133209:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176362.133212:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176362.133217:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176362.133221:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176362.133228:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176362.133279:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176362.133282:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176362.133285:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176363.157159:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176363.157169:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176363.157175:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176363.157186:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176363.157195:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176363.157202:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176363.157208:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176363.157215:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176363.157222:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176363.157280:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176363.157286:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176363.157291:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176363.157296:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176363.157300:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176363.157304:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176363.157311:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176363.157315:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176363.157321:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176363.285723:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176363.285727:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176363.286249:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176363.286250:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176363.286432:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176363.286434:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176363.286632:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176363.286635:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176363.286896:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176363.286897:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000001:2.0:1786176364.181136:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176364.181145:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176364.181151:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176364.181158:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176364.181167:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176364.181174:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176364.181192:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176364.181197:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176364.181206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176364.181233:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176364.181240:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176364.181247:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176364.181255:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176364.181265:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176364.181272:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176364.181277:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176364.181280:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176364.181288:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176365.205118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176365.205125:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176365.205127:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176365.205134:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176365.205156:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176365.205160:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176365.205167:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176365.205171:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176365.205175:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176365.205203:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176365.205209:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176365.205212:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176365.205217:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176365.205224:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176365.205228:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176365.205233:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176365.205236:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176365.205240:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176366.229125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176366.229133:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176366.229136:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176366.229143:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176366.229151:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176366.229158:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176366.229165:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176366.229169:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176366.229179:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176366.229217:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176366.229223:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176366.229227:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176366.229230:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176366.229233:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176366.229237:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176366.229243:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176366.229250:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176366.229259:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176366.229282:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176366.229286:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176366.229289:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176366.229292:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176366.229296:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176366.229298:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176366.229301:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176366.229302:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176366.229305:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176367.253099:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176367.253105:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176367.253109:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176367.253117:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176367.253124:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176367.253131:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176367.253148:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176367.253153:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176367.253161:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176367.253185:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176367.253189:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176367.253193:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176367.253199:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176367.253205:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176367.253208:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176367.253215:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176367.253219:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176367.253222:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176368.277175:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176368.277183:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176368.277191:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176368.277218:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176368.277228:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176368.277237:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176368.277248:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176368.277256:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176368.277262:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176368.277301:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176368.277305:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176368.277309:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176368.277314:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176368.277319:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176368.277323:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176368.277326:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176368.277328:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176368.277331:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176368.406172:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176368.406180:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786176368.407157:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176368.407160:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786176368.407481:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176368.407484:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786176368.407815:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176368.407817:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1786176368.408136:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176368.408139:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000001:2.0:1786176369.301115:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176369.301122:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176369.301126:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176369.301133:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176369.301137:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176369.301141:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176369.301145:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176369.301147:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176369.301150:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176369.301169:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176369.301174:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176369.301178:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176369.301181:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176369.301187:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176369.301192:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176369.301198:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176369.301203:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176369.301208:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176370.325145:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176370.325155:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176370.325161:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176370.325169:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176370.325187:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176370.325194:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176370.325211:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176370.325216:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176370.325221:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176370.325244:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176370.325250:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176370.325256:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176370.325262:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176370.325271:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176370.325283:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176370.325287:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176370.325291:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176370.325294:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176370.325331:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176370.325336:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176370.325339:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176371.349096:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176371.349103:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176371.349108:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176371.349115:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176371.349123:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176371.349128:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176371.349138:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176371.349142:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176371.349150:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176371.349183:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176371.349189:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176371.349196:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176372.373125:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176372.373134:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176372.373140:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176372.373149:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176372.373157:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176372.373162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176372.373176:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176372.373181:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176372.373185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176372.373239:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176372.373243:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176372.373246:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176372.373248:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176372.373251:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176372.373254:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176372.373256:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176372.373257:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176372.373260:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.397226:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176373.397234:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176373.397243:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176373.397250:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176373.397258:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176373.397267:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176373.397281:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176373.397290:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176373.397307:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.397338:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176373.397351:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176373.397359:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176373.397365:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176373.397378:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176373.397386:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176373.397393:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176373.397397:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176373.397406:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176373.525227:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176373.525244:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176373.525249:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176373.525256:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176373.525264:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176373.525276:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7808 00000400:00000200:2.0:1786176373.525288:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176373.525299:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176373.525305:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176373.525312:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525319:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176373.525324:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525329:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176373.525335:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176373.525338:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176373.525342:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176373.525346:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176373.525349:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176373.525352:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176373.525357:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525359:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176373.525362:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525366:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176373.525370:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176373.525374:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525378:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176373.525382:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176373.525386:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176373.525389:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.525392:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176373.525395:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176373.525407:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176373.525412:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176373.525417:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176373.525419:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.525424:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176373.525428:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176373.525435:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176373.525449:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786176373.525460:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176373.525477:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612068608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176373.525498:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176373.525506:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176373.525517:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612068608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176373.525556:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176373.525561:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176373.525566:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176373.525568:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176373.525571:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176373.525574:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176373.525578:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7808 00000400:00000200:2.0:1786176373.525585:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176373.525589:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176373.525592:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176373.525596:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525599:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176373.525602:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525631:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176373.525635:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176373.525637:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176373.525639:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176373.525651:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176373.525654:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176373.525657:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176373.525660:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525663:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176373.525665:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525667:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176373.525670:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176373.525674:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525677:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176373.525680:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176373.525687:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176373.525690:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.525692:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176373.525698:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176373.525702:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.525704:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176373.525710:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176373.525714:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176373.525719:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176373.525723:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.525726:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176373.525729:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176373.525733:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176373.525741:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786176373.525749:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176373.525759:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612068736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176373.525777:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176373.525782:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176373.525791:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612068736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176373.525817:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176373.525824:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176373.525836:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176373.525845:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176373.525849:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176373.525864:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176373.525878:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7808 00000400:00000200:2.0:1786176373.525894:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176373.525909:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176373.525920:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176373.525934:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525945:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176373.525957:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.525971:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176373.525980:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176373.525987:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176373.525994:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176373.526000:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176373.526006:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176373.526056:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176373.526065:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.526071:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176373.526084:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.526097:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176373.526109:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176373.526123:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176373.526129:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176373.526139:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176373.526147:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176373.526157:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.526162:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176373.526169:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176373.526182:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.526187:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176373.526201:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176373.526211:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176373.526220:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176373.526225:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.526233:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176373.526237:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176373.526240:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176373.526255:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786176373.526264:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176373.526282:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612068864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176373.526315:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176373.526324:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176373.526340:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612068864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176373.526367:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176373.526379:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176373.526398:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176373.526406:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176373.526413:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176373.526423:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176373.526432:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7808 00000400:00000200:2.0:1786176373.526449:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:3.1:1786176373.526451:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176373.526461:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000400:00000200:2.0:1786176373.526471:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176373.526484:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176373.526499:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.526514:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176373.526527:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.526536:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176373.526546:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176373.526552:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176373.526558:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176373.526576:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176373.526581:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176373.526587:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176373.526599:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.526634:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176373.526645:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.526658:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176373.526665:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176373.526673:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176373.526677:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176373.526681:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176373.526690:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176373.526700:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.526706:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176373.526713:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176373.526719:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.526722:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176373.526735:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176373.526739:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176373.526751:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176373.526753:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.526756:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176373.526759:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176373.526764:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176373.526776:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176373.526788:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176373.526799:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612068992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176373.526813:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176373.526819:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176373.526837:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612068992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176373.526914:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176373.526922:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176373.526936:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176373.526943:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176373.526949:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176373.526959:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176373.526971:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7808 00000400:00000200:2.0:1786176373.526985:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176373.526998:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176373.527009:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176373.527056:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.527066:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176373.527076:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.527082:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176373.527093:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176373.527098:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176373.527105:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176373.527110:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176373.527120:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176373.527130:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176373.527145:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.527151:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176373.527159:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176373.527165:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176373.527171:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176373.527181:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176373.527190:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176373.527197:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176373.527207:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176373.527214:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.527219:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176373.527226:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176373.527234:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.527242:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176373.527251:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176373.527261:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176373.527275:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176373.527281:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176373.527287:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176373.527294:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176373.527300:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176373.527311:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176373.527320:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176373.527337:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612069120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176373.527382:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176373.527391:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176373.527406:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612069120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176373.527425:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176373.527444:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7819) 00000800:00000200:3.1:1786176373.527662:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176373.527667:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786176373.528134:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176373.528138:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786176373.528550:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176373.528554:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1786176373.529037:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176373.529042:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00000001:2.0:1786176374.421179:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176374.421189:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176374.421196:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176374.421204:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176374.421212:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176374.421218:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176374.421232:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176374.421237:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176374.421245:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176374.421297:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176374.421302:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176374.421308:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176374.421313:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176374.421317:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176374.421319:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176374.421322:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176374.421324:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176374.421327:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176375.445124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176375.445131:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176375.445135:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176375.445144:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176375.445153:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176375.445159:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176375.445164:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176375.445170:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176375.445176:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176375.445197:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176375.445201:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176375.445207:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176375.445217:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176375.445225:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176375.445232:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176375.445238:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176375.445242:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176375.445251:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176376.469109:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176376.469116:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176376.469120:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176376.469128:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176376.469135:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176376.469142:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176376.469148:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176376.469152:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176376.469158:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176377.493163:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176377.493174:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176377.493180:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176377.493188:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176377.493196:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176377.493203:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176377.493220:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176377.493228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176377.493234:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176377.493254:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176377.493259:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176377.493263:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176377.493268:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176377.493276:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176377.493282:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176377.493287:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176377.493291:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176377.493300:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176378.517123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176378.517131:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176378.517136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176378.517143:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176378.517152:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176378.517157:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176378.517161:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176378.517164:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176378.517167:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176378.517187:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176378.517199:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176378.517203:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176378.517208:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176378.517212:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176378.517216:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176378.517218:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176378.517221:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176378.517224:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176378.645602:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176378.645606:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176378.646035:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176378.646038:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176378.646255:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176378.646257:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176378.646435:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176378.646436:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176378.646630:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176378.646632:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000001:2.0:1786176379.541143:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176379.541151:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176379.541155:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176379.541163:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176379.541170:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176379.541178:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176379.541223:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176379.541230:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176379.541238:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176379.541266:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176379.541271:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176379.541277:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176379.541283:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176379.541289:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176379.541294:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176379.541312:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176379.541316:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176379.541320:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176380.565104:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176380.565112:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176380.565117:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176380.565123:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176380.565131:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176380.565135:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176380.565141:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176380.565146:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176380.565150:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176380.565171:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176380.565175:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176380.565177:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176380.565179:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176380.565182:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176380.565186:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176380.565190:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176380.565193:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176380.565200:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176381.589213:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176381.589230:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176381.589241:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176381.589254:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176381.589273:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176381.589285:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176381.589328:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176381.589339:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176381.589351:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176381.589372:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176381.589379:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176381.589384:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176381.589390:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176381.589398:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176381.589404:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176381.589412:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176381.589416:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176381.589420:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176382.613183:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176382.613191:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176382.613201:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176382.613214:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176382.613231:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176382.613248:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176382.613255:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176382.613262:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176382.613273:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176382.613298:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176382.613316:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176382.613319:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176382.613327:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176382.613333:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176382.613339:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176382.613344:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176382.613354:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176382.613363:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176383.637167:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176383.637178:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176383.637183:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176383.637190:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176383.637199:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176383.637210:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176383.637233:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176383.637238:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176383.637252:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176383.637287:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176383.637300:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176383.637312:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176383.637315:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176383.637323:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176383.637329:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176383.637333:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176383.637339:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176383.637358:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176383.766309:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176383.766318:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176383.767756:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176383.767765:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176383.768310:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176383.768313:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176383.768812:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176383.768816:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176383.769291:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176383.769294:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1786176384.661148:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176384.661160:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176384.661166:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176384.661176:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176384.661196:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176384.661204:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176384.661241:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176384.661252:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176384.661266:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176384.661309:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176384.661320:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176384.661325:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176384.661344:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176384.661362:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176384.661372:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176384.661378:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176384.661402:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176384.661417:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176385.685114:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176385.685120:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176385.685124:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176385.685130:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176385.685136:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176385.685142:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176385.685154:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176385.685158:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176385.685161:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176385.685178:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176385.685184:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176385.685189:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176385.685195:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176385.685199:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176385.685203:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176385.685208:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176385.685212:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176385.685216:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176386.709102:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176386.709108:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176386.709111:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176386.709118:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176386.709126:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176386.709131:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176386.709135:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176386.709139:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176386.709143:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176386.709173:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176386.709178:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176386.709182:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176386.709189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176386.709197:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176386.709200:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176386.709204:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176386.709208:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176386.709211:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176387.733115:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176387.733122:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176387.733127:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176387.733136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176387.733144:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176387.733151:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176387.733156:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176387.733161:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176387.733167:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176387.733181:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176387.733185:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176387.733187:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176387.733189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176387.733191:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176387.733193:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176387.733196:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176387.733199:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176387.733203:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176387.733275:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176387.733278:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176387.733281:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176388.757130:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176388.757138:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176388.757141:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176388.757148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176388.757158:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176388.757163:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176388.757169:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176388.757176:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176388.757181:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176388.757225:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176388.757232:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176388.757237:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176388.757244:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176388.757247:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176388.757254:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176388.757268:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176388.757273:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176388.757289:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176388.757422:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176388.757425:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176388.757429:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.1:1786176388.885674:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176388.885680:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786176388.886306:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176388.886307:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786176388.886516:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176388.886518:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786176388.886731:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176388.886733:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786176388.886906:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176388.886907:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1786176389.781110:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176389.781116:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176389.781119:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176389.781128:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176389.781135:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176389.781141:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176389.781154:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176389.781158:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176389.781164:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176389.781182:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176389.781187:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176389.781190:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176389.781195:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176389.781202:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176389.781207:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176389.781217:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176389.781221:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176389.781225:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176390.805087:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176390.805096:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176390.805098:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176390.805103:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176390.805109:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176390.805113:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176390.805118:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176390.805123:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176390.805131:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176390.805161:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176390.805167:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176390.805170:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176390.805172:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176390.805175:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176390.805178:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176390.805183:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176390.805186:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176390.805192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.829092:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176391.829097:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176391.829101:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176391.829108:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176391.829116:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176391.829122:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176391.829130:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176391.829136:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176391.829141:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.829195:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176391.829200:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176391.829204:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176391.829210:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176391.829214:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176391.829217:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176391.829219:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176391.829221:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176391.829224:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176392.853094:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176392.853102:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176392.853103:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176392.853108:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176392.853113:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176392.853119:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176392.853125:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176392.853131:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176392.853139:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176392.853169:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176392.853173:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176392.853176:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176392.853180:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176392.853184:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176392.853188:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176392.853192:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176392.853195:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176392.853199:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176393.877094:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176393.877102:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176393.877106:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176393.877115:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176393.877123:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176393.877139:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176393.877147:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176393.877151:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176393.877155:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176393.877201:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176393.877204:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176393.877207:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176393.877209:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176393.877212:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176393.877226:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176393.877229:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176393.877231:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176393.877236:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176394.005784:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176394.005789:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176394.006628:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176394.006634:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176394.007047:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176394.007050:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176394.007346:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176394.007348:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176394.007629:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176394.007631:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1786176394.901107:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176394.901116:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176394.901121:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176394.901128:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176394.901136:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176394.901144:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176394.901149:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176394.901155:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176394.901162:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176394.901193:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176394.901199:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176394.901203:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176394.901206:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176394.901211:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176394.901217:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176394.901224:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176394.901229:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176394.901234:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176395.925106:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176395.925114:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176395.925118:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176395.925124:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176395.925129:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176395.925134:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176395.925139:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176395.925144:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176395.925150:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176395.925168:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176395.925174:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176395.925178:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176395.925188:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176395.925193:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176395.925199:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176395.925208:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176395.925212:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176395.925215:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.949124:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176396.949131:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176396.949136:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176396.949145:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176396.949153:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176396.949160:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.949169:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176396.949174:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.949181:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.949205:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176396.949209:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176396.949212:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176396.949216:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176396.949220:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176396.949225:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.949231:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176396.949236:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.949244:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176397.973104:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176397.973110:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176397.973114:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176397.973121:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176397.973128:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176397.973135:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176397.973144:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176397.973149:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176397.973155:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176397.973176:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176397.973179:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176397.973181:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176397.973185:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176397.973190:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176397.973193:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176397.973194:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176397.973196:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176397.973198:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176397.973232:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176397.973235:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176397.973236:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176397.973238:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176397.973241:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176397.973243:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176397.973245:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176397.973249:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176397.973253:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176398.997122:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176398.997129:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176398.997132:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176398.997140:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176398.997147:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176398.997159:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176398.997167:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176398.997170:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176398.997178:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176398.997204:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176398.997209:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176398.997213:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176398.997220:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176398.997227:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176398.997234:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176398.997241:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176398.997246:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176398.997254:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176399.125696:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176399.125704:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176399.126517:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176399.126523:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176399.126827:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176399.126828:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176399.127083:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176399.127085:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176399.127264:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176399.127265:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1786176400.021112:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176400.021120:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176400.021126:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176400.021135:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176400.021142:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176400.021147:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176400.021154:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176400.021159:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176400.021166:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176400.021187:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176400.021191:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176400.021195:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176400.021199:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176400.021205:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176400.021210:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176400.021216:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176400.021221:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176400.021227:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.045113:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176401.045121:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176401.045126:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176401.045131:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176401.045146:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176401.045149:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.045155:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176401.045160:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.045162:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176402.069120:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176402.069133:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176402.069138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176402.069147:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176402.069157:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176402.069164:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176402.069170:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176402.069176:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176402.069183:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176402.069239:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176402.069247:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176402.069250:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176402.069254:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176402.069260:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176402.069266:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176402.069273:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176402.069277:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176402.069282:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176403.093166:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176403.093173:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176403.093181:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176403.093190:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176403.093205:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176403.093214:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176403.093218:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176403.093222:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176403.093225:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.117138:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176404.117147:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176404.117152:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176404.117166:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176404.117177:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176404.117183:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176404.117192:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176404.117199:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176404.117208:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176404.245173:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176404.245187:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176404.245190:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176404.245198:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176404.245203:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176404.245212:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7839 00000400:00000200:2.0:1786176404.245222:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176404.245230:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176404.245234:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176404.245238:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245243:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176404.245246:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245249:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176404.245254:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176404.245257:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176404.245260:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176404.245264:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176404.245267:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176404.245270:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176404.245274:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245276:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176404.245279:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245281:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176404.245285:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176404.245288:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245291:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176404.245294:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176404.245299:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176404.245303:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.245333:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176404.245337:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176404.245349:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786176404.245354:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176404.245359:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176404.245361:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.245365:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176404.245369:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176404.245374:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176404.245384:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176404.245392:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176404.245403:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612072448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176404.245416:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176404.245421:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176404.245426:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612072448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176404.245454:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176404.245458:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176404.245462:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176404.245464:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176404.245465:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176404.245469:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176404.245472:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7839 00000400:00000200:2.0:1786176404.245476:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176404.245481:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176404.245484:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176404.245488:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245491:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176404.245495:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245502:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176404.245509:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176404.245515:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176404.245517:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176404.245522:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176404.245526:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176404.245530:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176404.245540:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245550:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176404.245560:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245570:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176404.245580:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176404.245597:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245603:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176404.245608:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176404.245618:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176404.245626:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.245631:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176404.245639:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176404.245645:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.245649:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176404.245662:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786176404.245671:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176404.245678:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176404.245682:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.245686:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176404.245689:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176404.245692:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176404.245703:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176404.245711:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176404.245732:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612072576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176404.245764:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176404.245770:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176404.245779:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612072576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176404.245806:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176404.245815:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176404.245831:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176404.245839:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176404.245843:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176404.245853:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176404.245861:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7839 00000400:00000200:2.0:1786176404.245878:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176404.245893:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176404.245900:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176404.245920:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:3.1:1786176404.245921:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176404.245932:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.1:1786176404.245932:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000040:2.0:1786176404.245942:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.245952:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176404.245957:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176404.245964:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176404.245972:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176404.245980:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176404.245991:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176404.245997:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176404.246007:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.246062:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176404.246074:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.246084:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176404.246088:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176404.246094:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176404.246101:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176404.246106:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176404.246112:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176404.246120:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.246125:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176404.246131:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176404.246136:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.246139:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176404.246149:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176404.246151:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176404.246154:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176404.246156:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.246160:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176404.246163:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176404.246166:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176404.246175:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176404.246186:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176404.246197:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612072704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176404.246256:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176404.246268:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176404.246285:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612072704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176404.246333:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176404.246340:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176404.246359:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176404.246365:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176404.246369:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176404.246380:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176404.246395:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7839 00000400:00000200:2.0:1786176404.246420:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176404.246439:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176404.246450:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176404.246462:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.246472:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176404.246482:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.246493:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176404.246502:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176404.246506:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176404.246518:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176404.246524:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176404.246538:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176404.246547:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176404.246564:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.246569:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176404.246579:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.246590:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176404.246596:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176404.246609:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176404.246613:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176404.246618:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176404.246626:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176404.246640:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.246648:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176404.246654:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176404.246666:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.246679:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176404.246687:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176404.246696:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176404.246709:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176404.246713:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.246725:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176404.246729:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176404.246734:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176404.246746:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176404.246755:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176404.246772:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612072832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176404.246838:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176404.246845:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176404.246861:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612072832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176404.246908:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176404.246915:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176404.246932:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176404.246937:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176404.246944:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176404.246957:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176404.246968:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7839 00000400:00000200:2.0:1786176404.246984:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176404.246997:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176404.247003:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176404.247039:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.247050:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.1:1786176404.247051:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176404.247060:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000040:2.0:1786176404.247061:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.247069:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176404.247078:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176404.247086:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176404.247090:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176404.247097:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176404.247112:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176404.247122:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176404.247138:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.247150:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176404.247165:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176404.247175:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176404.247184:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176404.247199:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176404.247211:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176404.247221:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176404.247230:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176404.247244:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.247261:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176404.247271:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176404.247278:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.247286:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176404.247300:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176404.247324:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176404.247336:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176404.247341:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176404.247353:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176404.247358:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176404.247366:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176404.247376:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176404.247387:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176404.247402:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612072960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176404.247447:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176404.247455:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176404.247471:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612072960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176404.247500:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176404.247509:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7849) 00000800:00000200:3.1:1786176404.247664:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176404.247667:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176404.247939:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176404.247941:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176404.248168:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176404.248170:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000001:2.0:1786176405.141155:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176405.141159:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176405.141167:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176405.141178:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176405.141188:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176405.141198:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176405.141209:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176405.141214:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176405.141223:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176405.141289:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176405.141313:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176405.141321:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176405.141332:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176405.141356:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176405.141362:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176405.141370:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176405.141372:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176405.141375:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.165091:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176406.165097:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176406.165101:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176406.165113:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176406.165117:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176406.165120:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.165124:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176406.165129:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.165132:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.165160:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176406.165164:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176406.165168:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176406.165174:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176406.165180:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176406.165184:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.165190:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176406.165191:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.165193:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176407.189098:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176407.189103:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176407.189107:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176407.189114:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176407.189119:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176407.189123:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176407.189130:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176407.189136:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176407.189140:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176408.213084:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176408.213091:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176408.213094:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176408.213099:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176408.213104:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176408.213111:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176408.213119:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176408.213124:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176408.213129:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176408.213164:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176408.213168:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176408.213169:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176408.213171:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176408.213174:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176408.213177:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176408.213181:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176408.213184:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176408.213190:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.237160:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176409.237170:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176409.237173:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176409.237182:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176409.237188:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176409.237193:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176409.237198:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176409.237203:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176409.237212:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.237240:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176409.237242:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176409.237244:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176409.237246:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176409.237247:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176409.237249:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176409.237251:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176409.237255:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176409.237271:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.237297:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176409.237303:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176409.237306:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176409.237309:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176409.237312:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176409.237314:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176409.237315:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176409.237317:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176409.237319:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.237349:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176409.237353:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176409.237357:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176409.237360:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176409.237364:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176409.237368:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176409.237370:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176409.237373:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176409.237376:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176409.365159:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176409.365170:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176409.365173:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176409.365177:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176409.365182:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176409.365190:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7844 00000400:00000200:2.0:1786176409.365198:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176409.365206:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176409.365209:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176409.365213:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365217:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176409.365220:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365223:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176409.365228:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176409.365230:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176409.365234:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176409.365238:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176409.365240:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176409.365244:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176409.365247:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365249:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176409.365252:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365254:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176409.365295:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176409.365300:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365302:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176409.365305:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176409.365309:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176409.365312:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.365314:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176409.365317:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176409.365326:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176409.365331:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176409.365334:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176409.365336:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.365340:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176409.365343:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176409.365348:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176409.365357:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786176409.365364:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176409.365381:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612073088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176409.365393:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176409.365399:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176409.365406:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612073088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176409.365432:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176409.365436:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176409.365440:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176409.365441:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176409.365443:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176409.365446:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176409.365449:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7844 00000400:00000200:2.0:1786176409.365453:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176409.365457:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176409.365460:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176409.365465:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365468:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176409.365471:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365474:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176409.365477:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176409.365480:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176409.365484:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176409.365487:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176409.365491:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176409.365496:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176409.365503:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365509:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176409.365515:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365520:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176409.365525:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176409.365532:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365537:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176409.365542:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176409.365551:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176409.365555:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.365557:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176409.365562:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176409.365569:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.365573:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176409.365581:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176409.365587:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176409.365593:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176409.365598:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.365602:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176409.365604:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176409.365608:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176409.365617:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786176409.365626:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176409.365637:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612073216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176409.365650:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176409.365656:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176409.365664:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612073216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176409.365687:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176409.365693:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176409.365701:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176409.365705:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176409.365709:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176409.365715:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176409.365722:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7844 00000400:00000200:2.0:1786176409.365731:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176409.365737:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176409.365739:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176409.365743:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365747:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176409.365752:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365758:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176409.365764:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176409.365767:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176409.365771:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176409.365775:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176409.365780:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176409.365785:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176409.365794:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365801:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176409.365808:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365814:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176409.365820:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176409.365825:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176409.365833:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176409.365838:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176409.365844:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176409.365848:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.365853:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176409.365855:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176409.365858:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.365860:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176409.365865:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176409.365872:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176409.365878:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176409.365883:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.365886:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176409.365889:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176409.365893:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176409.365897:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000010:2.0:1786176409.365900:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000800:00000200:3.1:1786176409.365903:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000001:2.0:1786176409.365906:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176409.365916:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612073344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176409.365943:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176409.365947:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176409.365956:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612073344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176409.365972:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176409.365979:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176409.365986:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176409.365988:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176409.365992:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176409.365997:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176409.366004:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7844 00000400:00000200:2.0:1786176409.366036:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176409.366042:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176409.366045:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176409.366049:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.366053:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176409.366059:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.366063:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176409.366067:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176409.366070:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176409.366074:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176409.366078:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176409.366083:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176409.366088:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176409.366093:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.366097:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176409.366101:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.366106:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176409.366110:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176409.366113:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176409.366117:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176409.366122:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176409.366126:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176409.366131:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.366136:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176409.366139:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176409.366144:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.366149:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176409.366156:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176409.366163:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176409.366170:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176409.366172:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.366174:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176409.366176:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176409.366178:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176409.366185:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176409.366191:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176409.366203:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612073472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176409.366220:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176409.366225:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176409.366235:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612073472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176409.366253:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176409.366276:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176409.366283:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176409.366290:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176409.366295:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176409.366299:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176409.366306:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7844 00000400:00000200:2.0:1786176409.366316:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176409.366327:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176409.366332:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176409.366341:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.366347:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176409.366352:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.366357:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176409.366363:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176409.366367:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176409.366371:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176409.366376:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176409.366382:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176409.366388:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176409.366396:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.366402:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176409.366408:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176409.366415:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176409.366421:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176409.366428:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176409.366434:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176409.366440:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176409.366446:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176409.366453:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.366459:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176409.366462:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176409.366468:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.366473:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176409.366481:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176409.366487:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176409.366494:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176409.366498:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176409.366503:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176409.366507:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176409.366512:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176409.366520:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176409.366526:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176409.366538:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612073600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176409.366554:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176409.366561:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176409.366572:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612073600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176409.366594:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176409.366603:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7854) 00000800:00000200:3.1:1786176409.366730:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176409.366733:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176409.367082:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176409.367085:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176409.367421:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176409.367424:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176409.367847:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176409.367850:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000001:2.0:1786176410.261114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176410.261121:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176410.261126:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176410.261134:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176410.261140:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176410.261145:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176410.261152:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176410.261158:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176410.261165:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176410.261183:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176410.261188:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176410.261192:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176410.261196:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176410.261200:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176410.261204:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176410.261211:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176410.261215:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176410.261219:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176410.261272:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176410.261275:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176410.261278:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176411.285123:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176411.285130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176411.285133:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176411.285140:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176411.285145:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176411.285151:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.285166:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176411.285171:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.285177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.285195:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176411.285200:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176411.285205:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176411.285208:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176411.285215:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176411.285221:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.285229:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176411.285235:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.285269:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176412.309098:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176412.309106:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176412.309109:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176412.309117:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176412.309124:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176412.309129:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176412.309135:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176412.309142:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176412.309149:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176412.309171:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176412.309175:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176412.309177:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176412.309181:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176412.309184:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176412.309189:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176412.309194:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176412.309199:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176412.309203:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176413.333137:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176413.333142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176413.333146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176413.333153:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176413.333161:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176413.333167:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176413.333173:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176413.333177:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176413.333186:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176413.333248:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176413.333252:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176413.333255:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176413.333259:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176413.333263:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176413.333266:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176413.333270:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176413.333273:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176413.333277:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176414.357078:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176414.357085:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176414.357087:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176414.357093:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176414.357097:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176414.357103:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176414.357109:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176414.357113:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176414.357118:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176414.357152:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176414.357158:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176414.357162:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176414.357169:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176414.357173:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176414.357176:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176414.357182:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176414.357186:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176414.357190:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176414.357205:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176414.357207:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176414.357231:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176414.357234:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176414.357238:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176414.357247:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176414.357250:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176414.357251:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176414.357253:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176414.485789:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176414.485795:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176414.486439:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176414.486441:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176414.486769:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176414.486771:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176414.487092:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176414.487094:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176414.487417:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176414.487419:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000100:00000001:2.0:1786176415.381127:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176415.381136:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176415.381140:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176415.381145:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176415.381151:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176415.381156:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176415.381162:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176415.381169:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176415.381175:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176415.381229:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176415.381238:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176415.381247:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176415.381258:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176415.381277:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176415.381283:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176415.381295:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176415.381304:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176415.381316:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176416.405117:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176416.405124:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176416.405128:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176416.405135:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176416.405140:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176416.405145:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176416.405149:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176416.405155:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176416.405159:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176416.405200:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176416.405204:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176416.405205:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176416.405207:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176416.405210:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176416.405213:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176416.405216:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176416.405220:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176416.405223:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.429101:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176417.429110:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176417.429114:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176417.429121:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176417.429129:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176417.429135:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.429149:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176417.429155:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.429160:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.429174:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176417.429195:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176417.429197:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176417.429200:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176417.429203:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176417.429206:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.429208:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176417.429210:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.429212:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176418.453214:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176418.453219:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176418.453222:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176418.453236:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176418.453240:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176418.453244:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176418.453248:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176418.453251:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176418.453254:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176418.453282:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176418.453289:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176418.453297:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176418.453313:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176418.453317:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176418.453321:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176418.453327:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176418.453330:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176418.453339:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176419.477098:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176419.477106:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176419.477108:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176419.477113:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176419.477119:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176419.477125:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176419.477129:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176419.477135:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176419.477140:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176419.477156:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176419.477186:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176419.477189:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176419.477194:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176419.477199:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176419.477203:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176419.477209:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176419.477212:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176419.477216:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176419.477251:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176419.477255:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176419.477256:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176419.477258:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176419.477261:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176419.477263:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176419.477267:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176419.477271:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176419.477273:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176419.605636:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176419.605984:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176419.606337:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176419.606499:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176419.606655:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176420.501124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176420.501132:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176420.501137:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176420.501142:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176420.501148:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176420.501174:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176420.501191:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176420.501194:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176420.501198:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176420.501216:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176420.501220:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176420.501224:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176420.501228:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176420.501233:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176420.501237:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176420.501240:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176420.501245:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176420.501250:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176421.525111:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176421.525119:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176421.525122:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176421.525131:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176421.525138:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176421.525156:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176421.525159:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176421.525162:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176421.525166:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176421.525399:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176421.525402:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176421.525404:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176421.525406:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176421.525407:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176421.525411:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176421.525413:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176421.525414:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176421.525415:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.549216:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176422.549224:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176422.549228:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176422.549236:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176422.549245:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176422.549251:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.549259:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176422.549264:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.549267:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1786176422.677227:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:2.0:1786176422.677261:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1786176422.677269:0:2378:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176422.677272:0:2378:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:2.0:1786176422.677276:0:2378:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176422.677279:0:2378:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1786176422.677283:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176422.677286:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:2.0:1786176422.677289:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176422.677293:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176422.677298:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b355d8 00000400:00000010:2.0:1786176422.677300:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b355d8. 00000100:00000001:2.0:1786176422.677305:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176422.677311:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e4e00 x1872933612074368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.677332:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176422.677336:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4e00 x1872933612074368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.677341:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.677343:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176422.677350:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176422.677352:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f600. 00000400:00000200:2.0:1786176422.677354:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176422.677357:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176422.677359:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b353b8 00000400:00000010:2.0:1786176422.677361:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b353b8. 00000100:00000001:2.0:1786176422.677364:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176422.677370:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e5880 x1872933612074496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.677385:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176422.677394:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5880 x1872933612074496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.677417:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.677420:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176422.677430:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176422.677434:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f100. 00000400:00000200:2.0:1786176422.677442:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176422.677451:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176422.677458:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35dd0 00000400:00000010:2.0:1786176422.677463:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35dd0. 00000100:00000001:2.0:1786176422.677470:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176422.677480:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e4380 x1872933612074624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.677499:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176422.677506:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4380 x1872933612074624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.677517:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.677520:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176422.677527:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176422.677529:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fb00. 00000400:00000200:2.0:1786176422.677532:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176422.677538:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176422.677545:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35770 00000400:00000010:2.0:1786176422.677549:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35770. 00000100:00000001:2.0:1786176422.677554:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176422.677564:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e6300 x1872933612074752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.677597:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176422.677605:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6300 x1872933612074752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.677620:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.677624:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176422.677633:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176422.677638:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3ff00. 00000400:00000200:2.0:1786176422.677644:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176422.677652:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176422.677659:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b356e8 00000400:00000010:2.0:1786176422.677664:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b356e8. 00000100:00000001:2.0:1786176422.677669:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176422.677678:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e4a80 x1872933612074880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.677696:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176422.677703:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4a80 x1872933612074880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.677725:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.677729:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176423.573136:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176423.573145:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176423.573152:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176423.573159:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176423.573167:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176423.573178:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176423.573188:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176423.573193:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176423.573200:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176423.573234:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176423.573240:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176423.573244:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176423.573248:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176423.573253:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176423.573258:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176423.573267:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176423.573276:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176423.573288:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176424.597190:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176424.597199:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176424.597206:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176424.597213:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176424.597223:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176424.597231:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176424.597253:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176424.597260:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176424.597269:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176424.597295:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176424.597302:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176424.597308:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176424.597316:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176424.597325:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176424.597333:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176424.597345:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176424.597354:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176424.597362:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176424.726103:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176424.726140:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176424.727288:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176424.727298:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176424.727973:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176424.727978:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176424.728445:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176424.728447:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176424.728823:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176424.728826:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1786176425.621125:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176425.621131:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176425.621136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176425.621142:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176425.621146:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176425.621151:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176425.621156:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176425.621160:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176425.621166:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176425.621215:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176425.621220:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176425.621224:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176425.621229:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176425.621232:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176425.621235:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176425.621238:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176425.621241:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176425.621243:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176426.645232:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176426.645264:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176426.645273:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176426.645287:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176426.645302:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176426.645331:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176426.645340:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176426.645348:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176426.645360:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176426.645408:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176426.645419:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176426.645427:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176426.645437:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176426.645452:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176426.645461:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176426.645474:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176426.645477:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176426.645482:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.669112:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176427.669120:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176427.669125:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176427.669134:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176427.669142:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176427.669150:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.669165:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176427.669171:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.669180:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.669227:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176427.669232:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176427.669236:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176427.669240:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176427.669243:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176427.669245:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.669247:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176427.669249:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.669252:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176428.693173:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176428.693185:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176428.693191:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176428.693206:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176428.693219:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176428.693230:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176428.693252:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176428.693261:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176428.693285:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176428.693353:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176428.693361:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176428.693374:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176429.717137:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176429.717147:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176429.717151:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176429.717159:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176429.717165:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176429.717170:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176429.717176:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176429.717183:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176429.717193:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176429.717244:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176429.717267:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176429.717270:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176429.717275:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176429.717279:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176429.717284:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176429.717288:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176429.717291:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176429.717296:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176429.717397:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176429.717401:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176429.717404:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.1:1786176429.845811:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176429.845817:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176429.846784:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176429.846788:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176429.847044:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176429.847046:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176429.847407:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176429.847410:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176429.847763:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176429.847765:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000001:2.0:1786176430.741124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176430.741132:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176430.741137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176430.741145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176430.741152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176430.741158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176430.741165:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176430.741168:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176430.741175:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176430.741206:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176430.741212:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176430.741217:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176431.765133:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176431.765143:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176431.765147:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176431.765154:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176431.765160:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176431.765167:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176431.765186:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176431.765194:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176431.765204:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176431.765290:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176431.765299:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176431.765304:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176431.765318:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176431.765329:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176431.765339:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176431.765354:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176431.765360:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176431.765371:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.789164:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176432.789175:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176432.789182:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176432.789192:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176432.789201:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176432.789206:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.789213:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176432.789221:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.789227:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.789243:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176432.789251:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176432.789257:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176432.789263:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176432.789272:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176432.789278:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.789284:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176432.789286:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.789289:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176433.813221:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176433.813232:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176433.813239:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176433.813251:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176433.813277:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176433.813288:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176433.813297:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176433.813304:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176433.813316:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176433.813407:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176433.813417:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176433.813425:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176433.813431:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176433.813439:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176433.813445:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176433.813449:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176433.813452:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176433.813455:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.837118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176434.837126:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176434.837132:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176434.837138:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176434.837144:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176434.837150:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176434.837164:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176434.837169:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176434.837177:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.837198:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176434.837204:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176434.837208:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176434.837216:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176434.837222:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176434.837228:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176434.837233:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176434.837235:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176434.837239:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176434.965115:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176434.965123:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176434.965125:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176434.965128:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176434.965131:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176434.965138:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7870 00000400:00000200:2.0:1786176434.965144:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176434.965149:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176434.965151:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176434.965154:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965156:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176434.965158:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965160:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176434.965163:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176434.965165:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176434.965167:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176434.965169:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176434.965170:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176434.965172:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176434.965174:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965175:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176434.965177:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965178:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176434.965180:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176434.965183:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965184:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176434.965186:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176434.965189:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176434.965191:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965192:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176434.965194:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176434.965201:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786176434.965203:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176434.965207:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176434.965208:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965210:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176434.965212:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176434.965215:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176434.965221:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176434.965227:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176434.965234:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612076288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176434.965242:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176434.965257:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176434.965261:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612076288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176434.965278:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176434.965281:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176434.965283:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176434.965284:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176434.965285:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176434.965288:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176434.965290:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7870 00000400:00000200:2.0:1786176434.965292:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176434.965296:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176434.965298:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176434.965308:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965311:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176434.965322:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965326:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176434.965328:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176434.965330:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176434.965331:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176434.965334:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176434.965338:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176434.965342:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176434.965349:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965352:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176434.965356:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965359:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176434.965364:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176434.965369:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965373:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176434.965377:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176434.965382:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176434.965387:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965390:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176434.965394:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176434.965401:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965404:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176434.965410:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786176434.965413:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176434.965418:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176434.965419:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965420:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176434.965421:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176434.965425:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176434.965430:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176434.965432:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176434.965441:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612076416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176434.965451:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176434.965455:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176434.965463:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612076416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176434.965475:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176434.965479:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176434.965483:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176434.965485:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176434.965489:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176434.965491:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176434.965493:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7870 00000400:00000200:2.0:1786176434.965499:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176434.965505:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176434.965510:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176434.965513:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965516:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176434.965522:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965526:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176434.965532:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176434.965534:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176434.965537:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176434.965540:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176434.965544:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176434.965548:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176434.965553:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965556:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176434.965560:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965562:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176434.965564:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176434.965566:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965569:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176434.965571:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176434.965575:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176434.965579:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965582:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176434.965585:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176434.965589:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965590:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176434.965596:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176434.965599:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176434.965601:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176434.965602:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965605:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176434.965606:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176434.965608:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176434.965611:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786176434.965617:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176434.965625:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612076544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1786176434.965631:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176434.965638:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000001:2.0:1786176434.965645:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176434.965651:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176434.965660:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612076544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176434.965685:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176434.965690:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176434.965694:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176434.965698:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176434.965701:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176434.965706:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176434.965711:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7870 00000400:00000200:2.0:1786176434.965717:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176434.965720:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176434.965722:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176434.965727:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965731:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176434.965735:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965737:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176434.965741:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176434.965743:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176434.965744:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176434.965748:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176434.965755:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176434.965757:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176434.965759:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965760:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176434.965762:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965763:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176434.965765:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176434.965767:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965771:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176434.965773:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176434.965778:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176434.965782:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965785:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176434.965790:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176434.965795:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965799:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176434.965804:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176434.965809:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176434.965814:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176434.965817:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.965823:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176434.965824:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176434.965827:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176434.965833:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176434.965841:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176434.965850:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612076672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176434.965871:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176434.965875:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176434.965883:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612076672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176434.965891:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176434.965893:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176434.965896:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176434.965899:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176434.965902:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176434.965906:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176434.965910:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7870 00000400:00000200:2.0:1786176434.965917:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176434.965923:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176434.965928:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176434.965933:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965935:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176434.965940:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965953:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176434.965956:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176434.965959:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176434.965963:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176434.965965:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176434.965969:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176434.965973:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176434.965977:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965981:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176434.965983:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965987:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176434.965990:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176434.965995:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176434.965999:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176434.966001:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176434.966006:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176434.966008:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.966040:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176434.966042:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176434.966044:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.966046:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176434.966052:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176434.966057:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176434.966062:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176434.966064:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176434.966067:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176434.966070:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176434.966072:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176434.966076:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176434.966080:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176434.966087:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612076800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176434.966115:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176434.966118:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176434.966125:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612076800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176434.966134:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176434.966137:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7880) 00000800:00000200:1.1:1786176434.966264:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176434.966266:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176434.966454:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176434.966456:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176434.966661:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176434.966663:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176434.966860:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176434.966862:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000001:2.0:1786176435.861105:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176435.861111:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176435.861116:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176435.861121:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176435.861128:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176435.861132:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176435.861144:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176435.861148:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176435.861152:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176435.861213:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176435.861218:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176435.861219:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176435.861222:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176435.861225:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176435.861228:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176435.861231:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176435.861232:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176435.861234:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176436.885093:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176436.885100:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176436.885104:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176436.885111:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176436.885117:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176436.885123:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176436.885136:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176436.885139:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176436.885142:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176436.885176:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176436.885181:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176436.885184:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176436.885189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176436.885195:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176436.885198:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176436.885204:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176436.885207:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176436.885210:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.909106:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176437.909113:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176437.909117:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176437.909124:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176437.909131:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176437.909138:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.909160:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176437.909166:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.909172:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176438.933108:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176438.933118:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176438.933121:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176438.933128:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176438.933137:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176438.933145:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176438.933154:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176438.933159:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176438.933165:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176438.933234:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176438.933241:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176438.933246:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176438.933255:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176438.933264:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176438.933269:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176438.933277:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176438.933282:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176438.933287:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176439.957174:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176439.957179:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176439.957184:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176439.957192:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176439.957211:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176439.957220:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176439.957228:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176439.957232:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176439.957236:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176439.957253:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176439.957263:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176439.957274:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176439.957291:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176439.957300:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176439.957309:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176439.957312:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176439.957316:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176439.957327:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176440.085864:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176440.085878:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176440.087334:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176440.087337:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176440.087692:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176440.087695:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176440.088058:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176440.088061:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176440.088510:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176440.088513:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00000001:2.0:1786176440.981108:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176440.981113:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176440.981117:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176440.981125:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176440.981132:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176440.981137:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176440.981142:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176440.981146:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176440.981150:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176440.981172:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176440.981176:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176440.981180:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176440.981184:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176440.981190:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176440.981196:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176440.981204:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176440.981207:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176440.981212:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.005112:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176442.005119:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176442.005122:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176442.005129:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176442.005135:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176442.005157:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.005162:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176442.005168:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.005175:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.005190:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176442.005195:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176442.005201:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176442.005204:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176442.005211:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176442.005215:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.005223:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176442.005228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.005235:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176443.029083:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176443.029091:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176443.029093:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176443.029099:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176443.029106:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176443.029110:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176443.029117:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176443.029122:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176443.029128:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176443.029154:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176443.029160:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176443.029164:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176443.029168:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176443.029173:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176443.029177:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176443.029180:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176443.029181:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176443.029184:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176443.029209:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176443.029213:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176443.029219:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176444.053180:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176444.053188:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176444.053196:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176444.053207:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176444.053220:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176444.053230:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176444.053247:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176444.053260:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176444.053281:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176444.053311:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176444.053318:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176444.053322:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176444.053326:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176444.053332:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176444.053336:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176444.053341:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176444.053348:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176444.053357:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176445.077133:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176445.077149:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176445.077162:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176445.077179:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176445.077196:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176445.077204:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176445.077216:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176445.077220:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176445.077231:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176445.077284:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176445.077291:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176445.077308:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176445.077320:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176445.077332:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176445.077351:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176445.077366:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176445.077371:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176445.077376:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176445.206057:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176445.206070:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176445.206964:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176445.206967:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176445.207293:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176445.207295:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176445.207597:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176445.207600:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176445.207964:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176445.207967:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000100:00000001:2.0:1786176446.101141:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176446.101156:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176446.101164:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176446.101177:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176446.101188:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176446.101198:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176446.101204:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176446.101208:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176446.101232:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176446.101265:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176446.101270:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176446.101273:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176446.101283:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176446.101311:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176446.101315:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176446.101322:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176446.101328:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176446.101334:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.125135:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176447.125146:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176447.125159:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176447.125178:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176447.125188:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176447.125204:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.125219:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176447.125223:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.125240:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.125296:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176447.125300:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176447.125302:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176447.125310:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176447.125315:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176447.125319:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.125324:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176447.125329:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.125334:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176448.149092:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176448.149110:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176448.149113:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176448.149119:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176448.149125:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176448.149130:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176448.149135:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176448.149139:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176448.149145:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176448.149177:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176448.149180:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176448.149182:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176448.149184:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176448.149186:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176448.149189:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176448.149193:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176448.149197:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176448.149201:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176449.173105:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176449.173112:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176449.173116:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176449.173122:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176449.173128:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176449.173133:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176449.173138:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176449.173143:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176449.173147:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176449.173183:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176449.173188:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176449.173191:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176449.173196:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176449.173203:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176449.173207:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176449.173212:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176449.173215:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176449.173218:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176450.197117:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176450.197124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176450.197130:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176450.197138:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176450.197147:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176450.197152:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176450.197157:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176450.197160:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176450.197164:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176450.197180:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176450.197185:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176450.197188:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176450.197191:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176450.197195:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176450.197199:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176450.197203:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176450.197209:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176450.197215:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176450.325647:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176450.325653:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176450.326330:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176450.326334:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176450.326730:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176450.326731:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176450.327009:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176450.327026:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176450.327211:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176450.327212:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000100:00000001:2.0:1786176451.221119:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176451.221128:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176451.221133:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176451.221139:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176451.221144:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176451.221150:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176451.221168:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176451.221171:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176451.221174:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176451.221191:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176451.221196:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176451.221199:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176451.221206:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176451.221210:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176451.221215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176451.221221:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176451.221223:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176451.221227:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.245146:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176452.245156:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176452.245162:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176452.245170:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176452.245178:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176452.245186:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.245200:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176452.245205:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.245210:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.245233:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176452.245238:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176452.245242:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176452.245247:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176452.245253:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176452.245258:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.245264:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176452.245268:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.245273:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176453.269149:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176453.269154:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176453.269158:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176453.269162:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176453.269168:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176453.269172:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176453.269175:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176453.269176:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176453.269179:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176454.293132:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176454.293141:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176454.293147:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176454.293156:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176454.293163:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176454.293168:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176454.293184:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176454.293189:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176454.293195:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.317153:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176455.317168:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176455.317174:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176455.317190:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176455.317203:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176455.317216:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176455.317251:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176455.317257:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176455.317262:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176455.445129:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176455.445137:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176455.445139:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176455.445142:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176455.445146:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176455.445153:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7890 00000400:00000200:2.0:1786176455.445159:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176455.445163:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176455.445165:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176455.445168:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445170:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176455.445172:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445174:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176455.445177:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176455.445179:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176455.445181:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176455.445183:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176455.445185:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176455.445186:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176455.445188:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445190:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176455.445192:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445193:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176455.445195:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176455.445197:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445199:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176455.445201:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176455.445203:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176455.445205:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445206:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176455.445208:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176455.445216:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176455.445218:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176455.445221:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176455.445223:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445225:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176455.445227:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176455.445229:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176455.445235:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786176455.445241:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176455.445248:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612078848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176455.445257:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176455.445261:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176455.445264:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612078848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176455.445298:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176455.445301:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176455.445303:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176455.445304:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176455.445306:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176455.445308:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176455.445310:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7890 00000400:00000200:2.0:1786176455.445312:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176455.445315:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176455.445316:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176455.445318:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445319:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176455.445321:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445322:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176455.445324:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176455.445324:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176455.445325:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176455.445327:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176455.445328:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176455.445329:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176455.445332:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445334:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176455.445336:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445338:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176455.445340:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176455.445343:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445346:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176455.445348:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176455.445354:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176455.445356:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445359:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176455.445366:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176455.445371:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445375:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176455.445382:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176455.445388:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176455.445391:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176455.445395:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445399:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176455.445400:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176455.445402:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176455.445407:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786176455.445413:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176455.445419:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612078976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176455.445434:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176455.445439:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176455.445442:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612078976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176455.445454:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176455.445458:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176455.445464:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176455.445467:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176455.445468:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176455.445472:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176455.445477:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7890 00000400:00000200:2.0:1786176455.445482:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176455.445485:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176455.445489:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176455.445492:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445493:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176455.445495:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445496:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176455.445497:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176455.445498:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176455.445499:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176455.445500:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176455.445502:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176455.445504:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176455.445509:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445512:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176455.445516:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445518:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176455.445521:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176455.445525:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445530:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176455.445533:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176455.445537:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176455.445542:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445545:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176455.445549:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176455.445554:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445555:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176455.445563:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176455.445567:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176455.445571:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176455.445572:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445573:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176455.445574:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176455.445577:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176455.445594:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786176455.445598:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176455.445606:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612079104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176455.445616:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176455.445620:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176455.445626:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612079104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176455.445644:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176455.445647:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176455.445654:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176455.445656:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176455.445659:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176455.445663:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176455.445667:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7890 00000400:00000200:2.0:1786176455.445672:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176455.445675:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176455.445678:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176455.445680:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445683:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176455.445687:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445691:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176455.445696:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:1.1:1786176455.445697:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:2.0:1786176455.445699:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000800:00000200:1.1:1786176455.445701:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000020:00000001:2.0:1786176455.445703:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176455.445708:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176455.445714:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176455.445720:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176455.445729:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445735:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176455.445739:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445742:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176455.445745:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176455.445752:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445758:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176455.445761:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176455.445765:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176455.445768:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445770:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176455.445774:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176455.445779:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445782:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176455.445785:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176455.445788:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176455.445790:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176455.445793:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.445796:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176455.445797:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176455.445801:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176455.445809:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176455.445829:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176455.445836:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612079232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176455.445843:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176455.445847:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176455.445854:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612079232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176455.445868:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176455.445871:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176455.445876:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176455.445879:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176455.445882:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176455.445894:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176455.445900:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7890 00000400:00000200:2.0:1786176455.445906:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176455.445911:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176455.445917:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176455.445922:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445924:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176455.445929:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445932:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176455.445934:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176455.445936:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176455.445938:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176455.445941:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176455.445944:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176455.445948:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176455.445954:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445956:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176455.445960:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445974:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176455.445978:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176455.445988:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176455.445993:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176455.445997:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176455.446000:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176455.446003:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.446007:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176455.446041:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176455.446046:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.446050:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176455.446056:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176455.446060:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176455.446064:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176455.446067:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176455.446070:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176455.446072:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176455.446076:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176455.446080:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176455.446085:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176455.446094:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612079360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176455.446115:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176455.446119:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176455.446126:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612079360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176455.446136:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176455.446141:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7901) 00000800:00000200:1.1:1786176455.446258:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176455.446260:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176455.446473:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176455.446475:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176455.446654:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176455.446656:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176455.446847:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176455.446849:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1786176456.341208:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176456.341219:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176456.341233:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176456.341240:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176456.341252:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176456.341259:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176456.341264:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176456.341268:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176456.341274:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.365157:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176457.365167:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176457.365175:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176457.365183:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176457.365195:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176457.365202:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176457.365226:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176457.365231:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176457.365237:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176458.389178:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176458.389185:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176458.389189:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176458.389202:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176458.389214:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176458.389222:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176458.389228:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176458.389237:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176458.389246:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176459.413175:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176459.413186:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176459.413208:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176459.413217:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176459.413227:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176459.413231:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176459.413234:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176459.413238:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176459.413241:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176459.413262:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176459.413264:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176459.413265:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176459.413277:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176459.413281:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176459.413284:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176459.413287:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176459.413288:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176459.413294:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.437165:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176460.437177:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176460.437188:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176460.437204:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176460.437217:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176460.437228:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176460.437243:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176460.437251:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176460.437261:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.437288:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176460.437295:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176460.437299:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176460.437311:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176460.437319:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176460.437327:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176460.437333:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176460.437337:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176460.437343:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176460.565138:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176460.565150:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176460.565153:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176460.565158:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176460.565163:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176460.565173:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7896 00000400:00000200:2.0:1786176460.565183:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176460.565198:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176460.565202:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176460.565206:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565211:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176460.565214:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565218:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176460.565222:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176460.565226:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176460.565229:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176460.565233:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176460.565237:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176460.565240:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176460.565242:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565244:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176460.565246:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565247:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176460.565250:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176460.565252:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565254:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176460.565257:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176460.565261:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176460.565264:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.565266:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176460.565268:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176460.565280:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786176460.565283:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176460.565288:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176460.565290:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.565294:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176460.565296:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176460.565300:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176460.565310:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176460.565316:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176460.565327:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612079488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176460.565347:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176460.565353:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176460.565360:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612079488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176460.565387:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176460.565390:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176460.565394:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176460.565396:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176460.565398:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176460.565402:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176460.565405:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7896 00000400:00000200:2.0:1786176460.565412:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176460.565419:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176460.565425:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176460.565433:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565437:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176460.565444:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565446:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176460.565449:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176460.565458:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176460.565461:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176460.565465:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176460.565475:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176460.565480:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176460.565493:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565500:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176460.565507:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565511:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176460.565517:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176460.565522:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565525:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176460.565531:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176460.565539:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176460.565547:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.565550:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176460.565557:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176460.565569:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.565575:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176460.565582:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786176460.565590:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176460.565602:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176460.565605:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.565615:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176460.565618:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176460.565621:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176460.565628:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176460.565637:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176460.565653:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612079616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176460.565721:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176460.565732:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176460.565746:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612079616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176460.565791:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176460.565796:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176460.565803:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176460.565807:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176460.565808:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176460.565812:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176460.565822:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7896 00000400:00000200:2.0:1786176460.565833:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176460.565838:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176460.565841:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176460.565846:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565852:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176460.565860:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565863:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176460.565867:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176460.565872:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176460.565874:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176460.565876:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176460.565879:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176460.565882:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176460.565895:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565902:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176460.565911:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565917:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176460.565925:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176460.565935:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176460.565944:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176460.565953:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176460.565958:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176460.565965:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.565968:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176460.565972:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176460.565984:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.565989:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176460.565996:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000010:2.0:1786176460.565997:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176460.566004:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000800:00000200:1.1:1786176460.566005:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 02000000:00000001:2.0:1786176460.566044:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176460.566047:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.566050:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176460.566056:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176460.566061:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176460.566073:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176460.566078:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176460.566088:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612079744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176460.566136:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176460.566139:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176460.566153:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612079744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176460.566235:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176460.566241:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176460.566246:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176460.566247:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176460.566250:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176460.566254:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176460.566261:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7896 00000400:00000200:2.0:1786176460.566269:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176460.566274:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176460.566281:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176460.566285:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.566287:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176460.566289:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.566296:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176460.566299:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176460.566300:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176460.566302:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176460.566303:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176460.566305:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176460.566306:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176460.566309:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.566314:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176460.566323:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.566327:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176460.566331:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176460.566336:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176460.566344:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176460.566359:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176460.566364:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176460.566371:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.566378:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176460.566386:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176460.566396:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.566402:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176460.566414:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176460.566425:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176460.566429:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176460.566432:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.566436:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176460.566441:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176460.566443:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176460.566452:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176460.566457:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176460.566466:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612079872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176460.566536:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176460.566539:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176460.566552:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612079872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176460.566591:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176460.566597:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176460.566601:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176460.566608:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176460.566619:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176460.566646:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176460.566654:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7896 00000400:00000200:2.0:1786176460.566660:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176460.566671:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176460.566680:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176460.566693:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.566702:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176460.566715:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.566729:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176460.566740:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176460.566744:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176460.566750:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176460.566754:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176460.566773:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176460.566778:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176460.566788:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.566798:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176460.566805:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176460.566809:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176460.566815:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176460.566823:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176460.566828:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176460.566831:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176460.566836:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176460.566840:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.566843:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176460.566846:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176460.566854:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.566860:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176460.566869:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176460.566873:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176460.566878:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176460.566881:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176460.566886:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176460.566888:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176460.566894:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176460.566899:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176460.566904:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176460.566913:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612080000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176460.566928:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176460.566934:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176460.566952:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612080000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176460.566976:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176460.566982:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7906) 00000800:00000200:1.1:1786176460.567119:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176460.567121:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176460.567359:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176460.567361:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176460.567597:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176460.567599:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176460.567822:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176460.567824:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1786176461.461169:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176461.461186:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176461.461192:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176461.461210:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176461.461226:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176461.461239:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176461.461252:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176461.461256:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176461.461267:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176462.485078:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176462.485090:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176462.485093:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176462.485101:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176462.485107:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176462.485114:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176462.485122:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176462.485127:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176462.485135:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176462.485213:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176462.485226:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176462.485231:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176462.485243:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176462.485260:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176462.485272:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176462.485284:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176462.485293:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176462.485298:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.509187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176463.509197:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176463.509204:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176463.509215:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176463.509225:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176463.509235:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176463.509247:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176463.509252:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176463.509262:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176464.533163:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176464.533174:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176464.533179:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176464.533187:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176464.533198:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176464.533203:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176464.533213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176464.533218:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176464.533224:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.557108:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176465.557117:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176465.557122:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176465.557130:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176465.557138:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176465.557142:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176465.557148:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176465.557152:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176465.557156:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.557186:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176465.557189:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176465.557193:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176465.557196:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176465.557200:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176465.557205:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176465.557208:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176465.557212:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176465.557216:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176465.685072:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176465.685080:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176465.685083:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176465.685087:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176465.685091:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176465.685097:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7901 00000400:00000200:2.0:1786176465.685104:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176465.685109:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176465.685112:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176465.685114:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685117:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176465.685119:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685120:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176465.685123:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176465.685126:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176465.685128:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176465.685131:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176465.685133:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176465.685134:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176465.685136:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685137:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176465.685139:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685140:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176465.685142:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176465.685144:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685145:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176465.685148:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176465.685150:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176465.685152:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685154:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176465.685155:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176465.685163:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176465.685166:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176465.685168:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176465.685169:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685172:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176465.685174:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176465.685177:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176465.685183:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786176465.685189:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176465.685197:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612080128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176465.685205:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176465.685209:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176465.685212:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612080128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176465.685235:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176465.685237:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176465.685240:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176465.685241:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176465.685242:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176465.685245:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176465.685246:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7901 00000400:00000200:2.0:1786176465.685248:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176465.685250:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176465.685252:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176465.685254:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685255:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176465.685256:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685258:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176465.685259:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176465.685260:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176465.685262:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176465.685263:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176465.685264:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176465.685266:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176465.685269:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685270:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176465.685272:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685273:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176465.685275:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176465.685277:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685279:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176465.685283:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176465.685288:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176465.685291:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685294:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176465.685298:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176465.685304:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685309:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176465.685314:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176465.685318:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176465.685321:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176465.685324:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685330:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176465.685334:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176465.685337:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176465.685344:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786176465.685349:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176465.685357:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612080256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176465.685367:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176465.685370:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176465.685377:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612080256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176465.685385:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176465.685388:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176465.685390:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176465.685391:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176465.685393:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176465.685398:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176465.685400:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7901 00000400:00000200:2.0:1786176465.685403:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176465.685408:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176465.685410:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176465.685416:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685420:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176465.685422:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685425:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176465.685427:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176465.685430:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176465.685441:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176465.685443:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176465.685451:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176465.685456:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176465.685464:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685467:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176465.685471:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685473:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176465.685479:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176465.685482:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685487:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176465.685490:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176465.685492:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176465.685494:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685496:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176465.685500:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176465.685503:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685506:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176465.685511:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176465.685514:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176465.685520:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176465.685524:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685528:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176465.685531:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176465.685534:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176465.685544:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176465.685549:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176465.685558:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612080384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176465.685572:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176465.685574:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176465.685578:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612080384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176465.685587:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176465.685591:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176465.685596:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176465.685598:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176465.685600:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176465.685604:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176465.685608:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7901 00000800:00000200:1.1:1786176465.685609:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:2.0:1786176465.685613:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176465.685617:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000200:1.1:1786176465.685618:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00080000:2.0:1786176465.685619:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176465.685625:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685628:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176465.685638:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685641:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176465.685643:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176465.685645:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176465.685647:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176465.685649:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176465.685650:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176465.685651:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176465.685655:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685657:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176465.685664:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685667:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176465.685669:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176465.685674:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685678:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176465.685680:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176465.685683:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176465.685686:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685691:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176465.685694:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176465.685699:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685701:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176465.685704:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176465.685709:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176465.685728:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176465.685729:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685730:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176465.685731:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176465.685733:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176465.685736:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176465.685741:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176465.685749:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612080512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176465.685756:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176465.685760:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176465.685766:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612080512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176465.685777:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176465.685781:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176465.685785:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176465.685789:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176465.685793:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176465.685799:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176465.685806:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7901 00000400:00000200:2.0:1786176465.685816:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176465.685825:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176465.685832:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176465.685839:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685843:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176465.685848:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685851:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176465.685855:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176465.685858:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176465.685861:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176465.685865:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176465.685869:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176465.685874:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176465.685881:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685886:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176465.685891:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685898:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176465.685906:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176465.685915:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176465.685925:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176465.685931:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176465.685937:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176465.685952:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685956:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176465.685959:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176465.685964:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685968:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176465.685974:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176465.685979:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176465.685984:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176465.685987:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176465.685991:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176465.685994:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176465.685997:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176465.686002:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176465.686008:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176465.686032:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612080640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176465.686038:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176465.686040:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176465.686043:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612080640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176465.686053:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176465.686059:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7911) 00000800:00000200:1.1:1786176465.686202:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176465.686204:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176465.686417:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176465.686420:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176465.686657:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176465.686658:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176465.686862:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176465.686864:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1786176466.581130:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176466.581147:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176466.581152:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176466.581159:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176466.581165:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176466.581172:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176466.581177:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176466.581182:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176466.581188:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176467.605168:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176467.605182:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176467.605193:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176467.605206:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176467.605224:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176467.605238:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176467.605244:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176467.605251:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176467.605259:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176467.605305:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176467.605314:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176467.605318:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176467.605325:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176467.605338:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176467.605343:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176467.605346:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176467.605348:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176467.605360:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.630829:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176468.630833:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176468.630836:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176468.630840:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176468.630843:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176468.630848:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176468.630851:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176468.630853:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176468.630856:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176469.653105:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176469.653112:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176469.653117:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176469.653122:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176469.653130:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176469.653135:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176469.653139:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176469.653143:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176469.653150:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176469.653182:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176469.653188:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176469.653191:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176469.653193:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176469.653197:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176469.653200:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176469.653205:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176469.653210:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176469.653213:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176470.677103:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176470.677109:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176470.677114:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176470.677119:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176470.677125:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176470.677129:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176470.677143:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176470.677147:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176470.677153:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176470.677178:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176470.677184:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176470.677187:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176470.677197:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176470.677204:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176470.677209:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176470.677213:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176470.677217:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176470.677220:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176470.805748:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176470.805755:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176470.806397:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176470.806400:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176470.806734:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176470.806738:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176470.807073:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176470.807076:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176470.807385:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176470.807387:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000001:2.0:1786176471.701151:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176471.701162:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176471.701169:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176471.701179:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176471.701188:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176471.701194:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176471.701201:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176471.701207:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176471.701225:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176471.702094:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176471.702099:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176471.702101:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176471.702103:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176471.702108:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176471.702110:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176471.702112:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176471.702113:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176471.702115:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176472.725160:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176472.725173:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176472.725182:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176472.725192:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176472.725203:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176472.725208:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176472.725214:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176472.725223:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176472.725229:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176472.725259:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176472.725263:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176472.725269:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176472.725278:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176472.725288:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176472.725292:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176472.725298:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176472.725301:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176472.725308:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.749140:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176473.749153:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176473.749157:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176473.749168:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176473.749181:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176473.749185:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176473.749190:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176473.749192:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176473.749196:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176474.773148:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176474.773157:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176474.773163:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176474.773173:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176474.773180:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176474.773186:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176474.773215:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176474.773221:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176474.773252:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176474.773310:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176474.773323:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176474.773327:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176474.773331:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176474.773342:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176474.773350:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176474.773362:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176474.773365:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176474.773376:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176475.797124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176475.797133:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176475.797141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176475.797160:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176475.797168:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176475.797177:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176475.797192:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176475.797196:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176475.797203:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176475.797229:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176475.797242:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176475.797248:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176475.797262:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176475.797278:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176475.797290:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176475.797302:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176475.797307:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176475.797320:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176475.925633:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176475.925639:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176475.926428:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176475.926430:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176475.926642:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176475.926644:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176475.926829:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176475.926830:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176475.927094:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176475.927096:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000001:2.0:1786176476.821172:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176476.821187:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176476.821192:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176476.821201:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176476.821214:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176476.821220:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176476.821232:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176476.821240:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176476.821250:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176476.821275:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176476.821281:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176476.821291:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176476.821301:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176476.821314:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176476.821319:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176476.821330:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176476.821334:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176476.821341:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176477.845155:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176477.845171:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176477.845180:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176477.845190:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176477.845201:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176477.845209:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176477.845220:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176477.845229:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176477.845244:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176477.845302:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176477.845312:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176477.845327:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176478.869156:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176478.869165:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176478.869170:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176478.869175:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176478.869181:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176478.869186:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176478.869196:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176478.869201:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176478.869212:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176478.869243:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176478.869248:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176478.869253:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176478.869264:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176478.869269:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176478.869274:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176478.869276:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176478.869278:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176478.869280:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176479.893133:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176479.893144:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176479.893151:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176479.893173:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176479.893187:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176479.893195:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176479.893200:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176479.893203:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176479.893209:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176479.893234:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176479.893240:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176479.893250:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176479.893257:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176479.893273:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176479.893279:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176479.893284:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176479.893290:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176479.893298:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176480.917157:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176480.917170:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176480.917177:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176480.917193:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176480.917204:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176480.917213:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176480.917231:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176480.917241:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176480.917249:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176480.917289:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176480.917297:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176480.917301:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176480.917305:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176480.917309:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176480.917313:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176480.917317:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176480.917320:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176480.917322:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176481.045649:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176481.045654:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176481.046309:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176481.046311:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176481.046505:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176481.046507:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176481.046713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176481.046715:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176481.046966:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176481.046968:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00000001:2.0:1786176481.941129:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176481.941137:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176481.941143:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176481.941161:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176481.941176:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176481.941187:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176481.941199:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176481.941207:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176481.941211:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176481.941243:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176481.941251:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176481.941254:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176481.941257:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176481.941265:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176481.941269:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176481.941271:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176481.941275:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176481.941278:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176482.965190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176482.965205:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176482.965217:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176482.965235:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176482.965249:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176482.965261:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176482.965268:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176482.965275:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176482.965294:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176483.989107:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176483.989122:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176483.989128:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176483.989136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176483.989142:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176483.989148:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176483.989156:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176483.989162:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176483.989168:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176483.989194:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176483.989202:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176483.989205:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176483.989207:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176483.989210:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176483.989213:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176483.989216:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176483.989219:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176483.989224:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176485.013142:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176485.013149:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176485.013153:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176485.013160:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176485.013166:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176485.013170:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176485.013175:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176485.013180:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176485.013186:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176485.013206:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176485.013210:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176485.013213:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176485.013219:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176485.013225:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176485.013229:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176485.013232:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176485.013236:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176485.013243:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176486.037099:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176486.037107:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176486.037112:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176486.037120:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176486.037128:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176486.037135:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176486.037142:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176486.037147:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176486.037152:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176486.165616:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176486.165924:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176486.166312:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176486.166602:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176486.166759:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176487.061098:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176487.061106:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176487.061110:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176487.061119:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176487.061126:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176487.061131:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176487.061137:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176487.061142:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176487.061149:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176487.061183:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176487.061187:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176487.061191:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176487.061198:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176487.061205:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176487.061209:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176487.061212:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176487.061215:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176487.061218:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176488.085121:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176488.085126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176488.085130:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176488.085138:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176488.085145:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176488.085150:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176488.085157:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176488.085163:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176488.085188:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176488.085226:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176488.085233:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176488.085239:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176488.085244:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176488.085252:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176488.085259:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176488.085280:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176488.085284:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176488.085291:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176489.109137:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176489.109143:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176489.109146:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176489.109152:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176489.109157:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176489.109162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176489.109170:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176489.109173:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176489.109178:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176489.109195:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176489.109199:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176489.109200:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176489.109202:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176489.109205:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176489.109208:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176489.109210:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176489.109212:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176489.109217:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176490.133141:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176490.133149:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176490.133156:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176490.133164:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176490.133173:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176490.133179:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176490.133185:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176490.133189:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176490.133193:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176490.133215:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176490.133220:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176490.133224:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176490.133228:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176490.133234:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176490.133241:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176490.133247:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176490.133251:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176490.133253:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176491.157118:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176491.157128:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176491.157133:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176491.157139:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176491.157144:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176491.157148:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176491.157160:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176491.157166:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176491.157175:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176491.157200:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176491.157207:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176491.157211:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176491.157216:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176491.157221:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176491.157226:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176491.157231:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176491.157235:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176491.157243:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176491.285720:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176491.285728:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176491.286498:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176491.286501:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176491.286824:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176491.286827:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176491.287168:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176491.287171:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176491.287484:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176491.287488:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1786176492.181151:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176492.181164:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176492.181169:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176492.181184:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176492.181207:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176492.181211:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176492.181221:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176492.181230:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176492.181249:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176492.181279:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176492.181284:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176492.181294:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176492.181313:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176492.181332:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176492.181349:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176492.181375:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176492.181378:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176492.181383:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.205146:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176493.205153:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176493.205158:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176493.205164:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176493.205169:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176493.205173:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176493.205177:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176493.205181:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176493.205185:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.205219:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176493.205224:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176493.205228:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176493.205231:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176493.205238:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176493.205247:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176493.205265:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176493.205270:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176493.205279:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176494.229157:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176494.229169:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176494.229173:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176494.229213:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176494.229225:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176494.229235:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176494.229252:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176494.229258:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176494.229269:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176495.253236:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176495.253248:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176495.253255:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176495.253263:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176495.253272:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176495.253284:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176495.253300:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176495.253313:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176495.253329:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176495.253395:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176495.253406:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176495.253415:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176495.253422:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176495.253426:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176495.253452:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176495.253481:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176495.253500:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176495.253525:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176496.277222:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176496.277237:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176496.277251:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176496.277274:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176496.277292:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176496.277307:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176496.277323:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176496.277330:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176496.277336:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176496.277399:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176496.277444:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176496.277457:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176496.277479:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176496.277495:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176496.277505:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176496.277521:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176496.277533:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176496.277545:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176496.406371:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176496.406384:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176496.407917:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176496.407920:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176496.408249:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176496.408251:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176496.408506:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176496.408507:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176496.408797:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176496.408799:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000001:2.0:1786176497.301110:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176497.301122:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176497.301128:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176497.301137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176497.301146:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176497.301156:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176497.301162:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176497.301169:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176497.301179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176497.301213:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176497.301217:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176497.301221:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176497.301227:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176497.301231:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176497.301236:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176497.301240:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176497.301243:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176497.301248:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.325202:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176498.325209:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176498.325212:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176498.325218:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176498.325229:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176498.325241:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176498.325259:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176498.325262:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176498.325277:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.325323:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176498.325328:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176498.325331:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176498.325334:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176498.325338:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176498.325343:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176498.325347:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176498.325350:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176498.325353:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176499.349093:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176499.349100:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176499.349102:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176499.349107:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176499.349110:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176499.349113:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176499.349116:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176499.349121:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176499.349128:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176499.349153:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176499.349158:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176499.349163:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176499.349167:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176499.349175:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176499.349181:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176499.349187:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176499.349191:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176499.349196:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176500.373117:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176500.373133:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176500.373139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176500.373147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176500.373156:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176500.373161:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176500.373166:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176500.373171:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176500.373176:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176500.373197:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176500.373203:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176500.373208:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176500.373217:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176500.373224:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176500.373231:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176500.373235:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176500.373237:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176500.373240:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176501.397087:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176501.397095:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176501.397098:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176501.397105:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176501.397112:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176501.397116:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176501.397123:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176501.397128:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176501.397137:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176501.397308:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176501.397313:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176501.397318:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176501.397323:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176501.397326:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176501.397328:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176501.397330:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176501.397331:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176501.397334:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176501.525701:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176501.525705:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786176501.526447:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176501.526449:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786176501.526756:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176501.526759:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786176501.527069:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176501.527072:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786176501.527500:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176501.527503:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000100:00000001:2.0:1786176502.421126:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176502.421134:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176502.421139:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176502.421147:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176502.421155:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176502.421159:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176502.421171:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176502.421175:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176502.421179:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176502.421195:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176502.421200:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176502.421205:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176502.421212:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176502.421216:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176502.421221:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176502.421226:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176502.421228:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176502.421234:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176503.445243:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176503.445249:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176503.445253:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176503.445258:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176503.445263:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176503.445268:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176503.445271:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176503.445277:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176503.445291:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176503.445319:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176503.445324:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176503.445329:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176503.445336:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176503.445343:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176503.445360:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176503.445437:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176503.445439:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176503.445442:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.469099:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176504.469106:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176504.469111:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176504.469115:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176504.469121:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176504.469126:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176504.469132:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176504.469135:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176504.469142:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.469457:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176504.469461:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176504.469462:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176504.469464:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176504.469467:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176504.469469:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176504.469471:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176504.469473:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176504.469475:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176505.493116:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176505.493123:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176505.493127:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176505.493135:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176505.493144:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176505.493149:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176505.493154:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176505.493160:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176505.493165:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.517157:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176506.517168:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176506.517172:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176506.517181:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176506.517193:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176506.517204:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176506.517225:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176506.517244:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176506.517254:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176506.517382:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176506.517386:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176506.517392:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176506.645114:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176506.645125:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176506.645128:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176506.645133:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176506.645138:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176506.645146:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7942 00000400:00000200:2.0:1786176506.645155:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176506.645162:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176506.645165:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176506.645168:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645172:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176506.645175:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645177:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176506.645182:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176506.645184:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176506.645188:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176506.645191:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176506.645194:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176506.645197:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176506.645200:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645202:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176506.645204:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645207:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176506.645210:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176506.645213:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645217:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176506.645219:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176506.645223:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176506.645226:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.645228:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176506.645231:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176506.645239:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786176506.645243:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176506.645247:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176506.645249:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.645252:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176506.645255:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176506.645259:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176506.645267:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176506.645273:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176506.645282:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612085248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176506.645294:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176506.645298:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176506.645303:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612085248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176506.645341:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176506.645345:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176506.645349:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176506.645351:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176506.645353:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176506.645357:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176506.645363:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7942 00000400:00000200:2.0:1786176506.645368:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176506.645373:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176506.645379:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176506.645392:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645400:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176506.645410:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645420:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176506.645431:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176506.645437:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176506.645442:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176506.645451:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176506.645458:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176506.645468:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176506.645483:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645489:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176506.645498:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645503:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176506.645507:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176506.645517:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645526:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176506.645532:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176506.645540:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176506.645545:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.645548:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176506.645556:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176506.645566:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.645578:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176506.645592:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786176506.645602:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176506.645609:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176506.645613:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.645615:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176506.645617:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176506.645620:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176506.645626:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176506.645633:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176506.645646:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612085376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176506.645671:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176506.645682:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176506.645697:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612085376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176506.645737:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176506.645756:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176506.645764:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176506.645770:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176506.645778:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176506.645794:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:1.1:1786176506.645798:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786176506.645806:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7942 00000800:00000200:1.1:1786176506.645807:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000400:00000200:2.0:1786176506.645821:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176506.645832:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176506.645838:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176506.645844:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645849:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176506.645856:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645861:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176506.645867:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176506.645878:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176506.645884:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176506.645889:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176506.645897:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176506.645908:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176506.645921:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645934:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176506.645945:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645958:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176506.645967:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176506.645976:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176506.645985:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176506.645990:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176506.645996:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176506.646004:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.646007:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176506.646040:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176506.646044:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.646046:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176506.646052:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176506.646056:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176506.646059:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176506.646060:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.646063:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176506.646069:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176506.646072:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176506.646078:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786176506.646083:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176506.646100:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612085504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176506.646141:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176506.646146:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176506.646160:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612085504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176506.646176:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176506.646181:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176506.646188:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176506.646192:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176506.646199:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176506.646205:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176506.646215:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7942 00000400:00000200:2.0:1786176506.646231:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176506.646239:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176506.646242:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176506.646248:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.646254:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176506.646262:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.646268:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176506.646278:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176506.646281:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176506.646287:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176506.646290:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176506.646298:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176506.646304:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176506.646330:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.646336:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176506.646344:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.646351:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176506.646361:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176506.646373:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176506.646380:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176506.646390:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176506.646398:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176506.646406:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.646413:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176506.646424:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176506.646432:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.646437:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176506.646448:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176506.646455:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176506.646466:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176506.646472:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.646482:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176506.646485:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176506.646490:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176506.646499:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176506.646511:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176506.646526:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612085632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176506.646560:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176506.646568:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176506.646579:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612085632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176506.646600:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176506.646608:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176506.646621:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176506.646629:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176506.646636:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176506.646644:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176506.646656:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7942 00000400:00000200:2.0:1786176506.646672:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176506.646687:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176506.646695:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176506.646708:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.646718:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176506.646728:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.646738:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176506.646748:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176506.646756:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176506.646763:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176506.646771:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176506.646780:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176506.646792:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176506.646810:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.646820:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176506.646826:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176506.646831:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176506.646837:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176506.646849:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176506.646853:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176506.646863:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176506.646869:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176506.646878:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.646884:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176506.646890:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176506.646900:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.646906:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176506.646918:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176506.646930:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176506.646942:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176506.646946:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176506.646951:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176506.646955:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176506.646962:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176506.646977:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000010:2.0:1786176506.646978:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000800:00000200:1.1:1786176506.646980:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00000001:2.0:1786176506.646990:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176506.647005:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612085760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176506.647055:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176506.647062:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176506.647075:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612085760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176506.647101:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176506.647109:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7952) 00000800:00000200:1.1:1786176506.647313:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176506.647315:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786176506.647542:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176506.647544:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786176506.647797:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176506.647799:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00000001:2.0:1786176507.541096:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176507.541107:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176507.541111:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176507.541119:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176507.541126:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176507.541130:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176507.541134:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176507.541139:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176507.541146:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176507.541208:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176507.541213:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176507.541216:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176507.541230:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176507.541235:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176507.541240:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176507.541245:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176507.541248:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176507.541256:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176507.541285:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176507.541291:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176507.541294:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176507.541299:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176507.541304:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176507.541324:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176507.541327:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176507.541329:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176507.541331:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176508.565111:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176508.565120:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176508.565123:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176508.565129:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176508.565136:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176508.565140:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176508.565146:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176508.565151:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176508.565155:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176508.565171:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176508.565176:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176508.565179:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176508.565181:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176508.565184:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176508.565187:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176508.565190:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176508.565193:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176508.565197:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176508.565272:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176508.565276:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176508.565279:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176509.589155:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176509.589163:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176509.589166:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176509.589172:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176509.589184:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176509.589193:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176509.589206:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176509.589211:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176509.589224:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.589249:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176509.589257:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176509.589268:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176509.589281:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176509.589306:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176509.589313:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176509.589322:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176509.589327:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176509.589335:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176510.613161:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176510.613168:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176510.613170:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176510.613176:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176510.613186:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176510.613192:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176510.613197:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176510.613203:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176510.613210:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176511.637130:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176511.637139:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176511.637145:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176511.637152:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176511.637159:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176511.637166:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176511.637174:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176511.637179:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176511.637184:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176511.637222:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176511.637227:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176511.637232:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176511.637236:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176511.637239:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176511.637242:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176511.637245:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176511.637247:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176511.637250:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176511.765627:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176511.765634:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176511.766310:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176511.766312:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176511.766508:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176511.766510:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176511.766686:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176511.766687:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786176511.766927:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176511.766929:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000001:2.0:1786176512.661120:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176512.661128:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176512.661132:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176512.661140:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176512.661144:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176512.661150:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176512.661154:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176512.661160:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176512.661175:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176512.661197:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176512.661202:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176512.661206:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176512.661214:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176512.661221:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176512.661228:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176512.661233:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176512.661238:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176512.661245:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176513.685122:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176513.685130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176513.685133:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176513.685141:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176513.685147:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176513.685153:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176513.685159:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176513.685164:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176513.685171:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176513.685217:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176513.685223:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176513.685228:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176513.685236:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176513.685244:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176513.685248:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176513.685267:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176513.685269:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176513.685273:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.709110:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176514.709116:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176514.709119:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176514.709126:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176514.709132:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176514.709137:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.709141:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176514.709147:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.709156:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.709174:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176514.709178:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176514.709183:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176514.709189:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176514.709193:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176514.709198:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.709204:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176514.709208:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.709213:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176515.733119:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176515.733126:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176515.733129:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176515.733135:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176515.733140:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176515.733151:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176515.733156:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176515.733159:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176515.733166:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176515.733179:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176515.733185:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176515.733189:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176515.733195:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176515.733200:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176515.733203:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176515.733209:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176515.733214:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176515.733222:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176515.733264:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176515.733268:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176515.733270:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176516.757111:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176516.757118:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176516.757123:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176516.757132:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176516.757145:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176516.757149:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176516.757168:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176516.757173:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176516.757177:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176516.757195:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176516.757200:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176516.757203:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176516.757207:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176516.757213:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176516.757218:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176516.757235:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176516.757239:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176516.757244:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176516.885778:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176516.885792:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176516.886431:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176516.886434:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176516.886748:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176516.886750:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176516.887091:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176516.887094:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176516.887426:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176516.887428:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1786176517.781228:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176517.781233:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176517.781234:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176517.781238:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176517.781242:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176517.781246:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176517.781251:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176517.781255:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176517.781259:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176518.805101:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176518.805111:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176518.805116:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176518.805124:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176518.805133:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176518.805138:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176518.805143:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176518.805150:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176518.805159:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176518.805214:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176518.805221:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176518.805224:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176518.805228:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176518.805234:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176518.805238:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176518.805246:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176518.805249:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176518.805252:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.829176:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176519.829188:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176519.829205:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176519.829215:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176519.829222:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176519.829227:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.829232:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176519.829237:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.829251:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176520.853093:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176520.853102:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176520.853105:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176520.853124:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176520.853132:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176520.853137:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176520.853142:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176520.853146:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176520.853153:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176520.853201:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176520.853207:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176520.853211:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176520.853215:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176520.853220:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176520.853223:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176520.853228:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176520.853233:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176520.853238:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176521.877111:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176521.877116:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176521.877120:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176521.877125:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176521.877133:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176521.877137:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176521.877143:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176521.877147:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176521.877151:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176521.877223:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176521.877228:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176521.877235:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.1:1786176522.006163:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176522.006183:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786176522.007136:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176522.007140:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786176522.007461:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176522.007464:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786176522.007761:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176522.007763:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1786176522.008067:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176522.008069:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1786176522.901104:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176522.901114:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176522.901116:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176522.901123:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176522.901130:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176522.901136:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176522.901143:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176522.901148:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176522.901170:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176522.901221:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176522.901228:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176522.901234:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176522.901240:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176522.901248:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176522.901253:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176522.901259:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176522.901262:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176522.901268:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176522.901352:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176522.901355:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176522.901358:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176523.925174:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176523.925181:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176523.925185:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176523.925191:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176523.925198:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176523.925203:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176523.925209:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176523.925213:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176523.925220:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176523.925238:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176523.925242:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176523.925248:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176523.925258:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176523.925263:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176523.925267:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176523.925274:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176523.925277:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176523.925283:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176523.925306:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176523.925315:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176523.925319:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176523.925331:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176523.925337:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176523.925342:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176523.925347:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176523.925349:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176523.925351:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.949172:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176524.949179:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176524.949184:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176524.949191:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176524.949199:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176524.949204:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176524.949945:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176524.949950:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176524.949954:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176525.973141:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176525.973150:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176525.973156:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176525.973166:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176525.973176:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176525.973181:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176525.973190:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176525.973194:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176525.973199:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176525.973274:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176525.973279:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176525.973282:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176525.973285:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176525.973288:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176525.973292:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176525.973295:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176525.973298:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176525.973300:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176526.997145:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176526.997151:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176526.997155:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176526.997161:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176526.997167:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176526.997173:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176526.997181:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176526.997185:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176526.997190:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176526.997206:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176526.997212:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176526.997214:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176526.997217:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176526.997223:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176526.997227:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176526.997232:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176526.997233:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176526.997237:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176527.125181:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176527.125198:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176527.125201:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176527.125205:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176527.125211:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176527.125219:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7962 00000400:00000200:2.0:1786176527.125229:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176527.125237:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176527.125241:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176527.125245:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125249:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176527.125253:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125256:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176527.125262:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176527.125264:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176527.125268:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176527.125271:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176527.125274:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176527.125276:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176527.125280:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125283:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176527.125285:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125287:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176527.125290:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176527.125293:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125296:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176527.125299:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176527.125303:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176527.125306:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.125308:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176527.125311:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176527.125321:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176527.125325:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176527.125329:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176527.125331:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.125335:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176527.125338:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176527.125342:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176527.125350:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786176527.125357:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176527.125367:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612087808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176527.125378:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176527.125383:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176527.125389:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612087808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176527.125410:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176527.125414:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176527.125418:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176527.125424:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176527.125426:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176527.125430:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176527.125434:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7962 00000400:00000200:2.0:1786176527.125439:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176527.125444:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176527.125448:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176527.125455:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125459:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176527.125464:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125470:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176527.125476:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176527.125478:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176527.125483:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176527.125487:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176527.125491:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176527.125496:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176527.125502:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125507:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176527.125512:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125517:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176527.125522:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176527.125530:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125534:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176527.125538:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176527.125546:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176527.125551:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.125556:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176527.125562:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176527.125569:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.125575:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176527.125581:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176527.125587:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176527.125590:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176527.125593:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.125597:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176527.125601:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176527.125605:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176527.125614:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786176527.125620:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176527.125632:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612087936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176527.125648:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176527.125653:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176527.125663:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612087936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176527.125677:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176527.125681:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176527.125685:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176527.125686:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176527.125688:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176527.125693:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176527.125697:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7962 00000400:00000200:2.0:1786176527.125738:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176527.125746:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176527.125751:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176527.125759:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125762:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176527.125768:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125774:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176527.125779:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176527.125782:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176527.125786:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176527.125790:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176527.125794:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176527.125801:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:3.1:1786176527.125807:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:2.0:1786176527.125808:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125814:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.1:1786176527.125814:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000040:2.0:1786176527.125819:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125823:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176527.125829:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176527.125836:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176527.125841:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176527.125845:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176527.125850:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176527.125855:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.125859:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176527.125862:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176527.125866:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.125868:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176527.125874:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176527.125879:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176527.125884:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176527.125886:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.125891:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176527.125894:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176527.125898:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176527.125905:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786176527.125913:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176527.125923:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612088064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176527.125949:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176527.125954:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176527.125963:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612088064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176527.125979:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176527.125986:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176527.125995:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176527.126006:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176527.126048:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176527.126056:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176527.126063:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7962 00000400:00000200:2.0:1786176527.126073:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176527.126082:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176527.126086:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176527.126093:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.126098:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176527.126105:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.126108:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176527.126114:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176527.126117:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176527.126136:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176527.126141:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176527.126145:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176527.126151:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176527.126160:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.126165:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176527.126172:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.126178:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176527.126184:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176527.126191:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176527.126199:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176527.126202:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176527.126207:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176527.126212:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.126216:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176527.126221:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176527.126226:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.126232:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176527.126240:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176527.126247:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176527.126251:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176527.126255:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.126259:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176527.126263:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176527.126266:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176527.126272:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176527.126278:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176527.126288:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612088192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176527.126300:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176527.126306:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176527.126315:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612088192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176527.126330:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176527.126337:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176527.126345:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176527.126349:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176527.126351:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176527.126356:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176527.126364:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7962 00000400:00000200:2.0:1786176527.126375:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176527.126382:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176527.126388:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176527.126395:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.126400:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176527.126405:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.126410:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176527.126416:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176527.126419:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176527.126423:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176527.126428:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176527.126433:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176527.126438:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176527.126445:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.126449:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176527.126453:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176527.126458:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176527.126463:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176527.126469:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176527.126473:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176527.126478:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176527.126484:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176527.126490:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.126494:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176527.126498:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176527.126502:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.126506:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176527.126513:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176527.126518:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176527.126524:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176527.126527:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.126532:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176527.126534:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176527.126539:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176527.126546:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176527.126554:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176527.126564:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612088320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176527.126582:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176527.126587:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176527.126596:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612088320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176527.126620:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176527.126627:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7972) 00000800:00000200:3.1:1786176527.126656:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176527.126658:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176527.126959:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176527.126961:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176527.127307:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176527.127309:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176527.127711:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176527.127713:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1786176528.021153:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176528.021163:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176528.021167:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176528.021173:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176528.021181:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176528.021187:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176528.021203:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176528.021206:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176528.021212:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176528.021250:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176528.021255:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176528.021259:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176528.021265:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176528.021269:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176528.021273:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176528.021277:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176528.021280:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176528.021284:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.045099:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176529.045122:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176529.045127:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176529.045138:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176529.045148:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176529.045155:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.045163:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176529.045169:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.045178:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176530.069168:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176530.069181:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176530.069188:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176530.069199:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176530.069207:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176530.069212:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176530.069227:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176530.069231:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176530.069235:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176531.093147:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176531.093160:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176531.093162:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176531.093169:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176531.093175:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176531.093179:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176531.093188:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176531.093193:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176531.093205:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176531.093281:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176531.093284:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176531.093286:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176531.093289:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176531.093295:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176531.093300:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176531.093308:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176531.093311:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176531.093314:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176532.117199:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176532.117208:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176532.117215:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176532.117231:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176532.117249:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176532.117259:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176532.117269:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176532.117275:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176532.117287:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176532.245813:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176532.245818:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176532.246620:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176532.246624:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176532.246936:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176532.246938:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176532.247251:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176532.247254:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176532.247466:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176532.247468:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1786176533.141146:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176533.141155:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176533.141161:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176533.141170:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176533.141182:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176533.141189:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176533.141198:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176533.141205:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176533.141217:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176533.141275:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176533.141286:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176533.141305:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176533.141317:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176533.141327:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176533.141331:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176533.141334:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176533.141336:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176533.141338:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.165215:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176534.165230:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176534.165239:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176534.165257:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176534.165277:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176534.165283:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176534.165288:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176534.165294:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176534.165301:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.165358:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176534.165365:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176534.165370:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176534.165375:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176534.165381:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176534.165386:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176534.165389:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176534.165394:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176534.165398:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176535.189257:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176535.189275:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176535.189282:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176535.189297:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176535.189315:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176535.189323:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176535.189333:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176535.189344:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176535.189354:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176535.189393:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176535.189398:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176535.189401:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176535.189407:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176535.189419:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176535.189430:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176535.189442:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176535.189454:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176535.189492:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176535.189568:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176535.189576:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176535.189580:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176535.189586:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176535.189590:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176535.189594:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176535.189597:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176535.189599:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176535.189601:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176536.213154:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176536.213165:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176536.213172:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176536.213188:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176536.213199:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176536.213205:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176536.213213:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176536.213221:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176536.213228:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176536.213263:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176536.213268:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176536.213270:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176536.213272:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176536.213274:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176536.213276:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176536.213279:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176536.213280:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176536.213284:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176537.237190:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176537.237202:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176537.237209:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176537.237220:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176537.237230:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176537.237237:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176537.237242:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176537.237245:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176537.237253:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176537.365694:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176537.365700:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176537.366324:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176537.366326:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176537.366562:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176537.366564:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176537.366752:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176537.366754:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176537.366931:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176537.366933:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000001:2.0:1786176538.261182:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176538.261195:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176538.261198:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176538.261205:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176538.261210:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176538.261217:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176538.261222:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176538.261229:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176538.261239:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176538.261292:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176538.261300:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176538.261315:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176538.261321:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176538.261323:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176538.261327:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176538.261329:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176538.261331:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176538.261333:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.285130:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176539.285140:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176539.285144:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176539.285150:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176539.285162:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176539.285168:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176539.285180:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176539.285189:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176539.285201:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176540.309116:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176540.309124:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176540.309129:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176540.309142:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176540.309148:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176540.309153:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176540.309168:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176540.309173:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176540.309181:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176541.333128:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176541.333137:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176541.333143:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176541.333152:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176541.333161:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176541.333166:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176541.333180:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176541.333184:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176541.333188:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176542.357093:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176542.357101:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176542.357104:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176542.357111:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176542.357117:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176542.357123:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176542.357129:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176542.357134:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176542.357141:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176542.485666:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176542.485672:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1786176542.486457:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176542.486463:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1786176542.486689:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176542.486690:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1786176542.486942:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176542.486943:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1786176542.487257:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176542.487258:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000100:00000001:2.0:1786176543.381139:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176543.381149:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176543.381154:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176543.381162:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176543.381169:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176543.381175:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176543.381187:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176543.381192:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176543.381198:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176544.405102:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176544.405111:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176544.405116:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176544.405125:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176544.405132:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176544.405138:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176544.405145:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176544.405149:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176544.405155:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.429072:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176545.429078:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176545.429081:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176545.429086:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176545.429091:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176545.429096:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176545.429103:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176545.429107:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176545.429112:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.429163:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176545.429168:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176545.429171:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176545.429177:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176545.429184:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176545.429188:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176545.429203:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176545.429207:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176545.429212:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176546.453124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176546.453159:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176546.453164:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176546.453171:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176546.453177:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176546.453182:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176546.453187:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176546.453202:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176546.453210:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.477098:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176547.477105:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176547.477110:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176547.477118:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176547.477125:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176547.477131:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176547.477148:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176547.477153:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176547.477159:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.477202:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176547.477206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176547.477211:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176547.477214:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176547.477216:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176547.477218:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176547.477222:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176547.477224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176547.477229:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176547.605116:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176547.605128:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176547.605131:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176547.605135:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176547.605140:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176547.605146:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 7983 00000400:00000200:2.0:1786176547.605152:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176547.605157:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176547.605159:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176547.605162:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605164:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176547.605166:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605168:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176547.605171:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176547.605174:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176547.605176:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176547.605179:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176547.605181:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176547.605182:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176547.605184:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605186:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176547.605187:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605188:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176547.605190:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176547.605192:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605194:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176547.605196:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176547.605198:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176547.605201:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605202:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176547.605204:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176547.605212:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786176547.605215:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176547.605218:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176547.605219:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605221:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176547.605223:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176547.605227:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176547.605233:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786176547.605239:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176547.605247:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612090368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176547.605256:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176547.605260:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176547.605263:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612090368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176547.605285:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176547.605288:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176547.605290:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176547.605292:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176547.605293:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176547.605295:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176547.605297:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7983 00000400:00000200:2.0:1786176547.605300:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176547.605303:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176547.605305:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176547.605308:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605310:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176547.605312:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605316:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176547.605318:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176547.605321:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176547.605324:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176547.605326:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176547.605328:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176547.605330:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176547.605336:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605341:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176547.605344:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605347:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176547.605351:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176547.605356:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605358:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176547.605361:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176547.605365:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176547.605368:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605372:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176547.605377:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176547.605380:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605383:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176547.605386:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786176547.605389:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176547.605394:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176547.605396:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605399:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176547.605400:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176547.605402:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176547.605407:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176547.605412:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176547.605418:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612090496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176547.605426:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176547.605429:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176547.605435:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612090496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176547.605446:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176547.605449:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176547.605455:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176547.605456:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176547.605458:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176547.605460:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176547.605465:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7983 00000400:00000200:2.0:1786176547.605468:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176547.605470:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176547.605476:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176547.605481:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605484:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176547.605487:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605491:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176547.605493:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176547.605495:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176547.605497:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176547.605499:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176547.605503:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176547.605507:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176547.605513:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605525:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176547.605530:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605533:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176547.605536:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176547.605540:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605542:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176547.605546:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176547.605549:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176547.605552:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605556:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176547.605558:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176547.605560:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605562:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176547.605567:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176547.605570:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176547.605574:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176547.605577:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605579:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176547.605581:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176547.605584:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176547.605589:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176547.605595:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176547.605603:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612090624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176547.605612:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176547.605615:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176547.605621:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612090624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176547.605633:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176547.605636:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176547.605638:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176547.605639:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176547.605641:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176547.605645:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176547.605650:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7983 00000400:00000200:2.0:1786176547.605657:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176547.605662:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176547.605666:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176547.605669:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605671:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176547.605675:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605677:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176547.605680:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176547.605682:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176547.605685:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176547.605688:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176547.605690:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176547.605696:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176547.605699:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605700:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176547.605701:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605703:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176547.605704:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176547.605708:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000200:3.1:1786176547.605712:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176547.605713:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176547.605716:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:3.1:1786176547.605720:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 02000000:00000001:2.0:1786176547.605721:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176547.605726:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605728:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176547.605731:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176547.605734:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605737:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176547.605740:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176547.605745:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176547.605748:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176547.605751:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605754:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176547.605757:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176547.605758:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176547.605761:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176547.605767:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176547.605773:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612090752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176547.605779:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176547.605781:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176547.605787:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612090752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176547.605809:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176547.605812:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176547.605820:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176547.605823:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176547.605827:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176547.605833:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176547.605838:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 7983 00000400:00000200:2.0:1786176547.605845:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176547.605850:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176547.605854:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176547.605858:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605861:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176547.605863:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605867:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176547.605870:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176547.605871:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176547.605872:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176547.605874:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176547.605877:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176547.605879:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176547.605882:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605886:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176547.605888:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605892:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176547.605896:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176547.605899:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176547.605903:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176547.605906:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176547.605910:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176547.605913:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605915:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176547.605918:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176547.605937:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605939:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176547.605942:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176547.605944:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176547.605948:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176547.605950:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176547.605954:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176547.605960:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176547.605963:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176547.605968:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176547.605973:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176547.605982:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612090880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176547.606004:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176547.606008:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176547.606047:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612090880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176547.606061:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176547.606068:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (7993) 00000800:00000200:3.1:1786176547.606286:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176547.606287:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176547.606544:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176547.606546:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176547.606773:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176547.606776:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1786176547.606991:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176547.606992:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000100:00000001:2.0:1786176548.501129:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176548.501138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176548.501141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176548.501148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176548.501154:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176548.501160:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176548.501166:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176548.501171:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176548.501179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176548.501224:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176548.501230:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176548.501235:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176548.501243:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176548.501250:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176548.501255:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176548.501261:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176548.501266:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176548.501270:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176549.525103:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176549.525110:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176549.525115:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176549.525122:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176549.525131:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176549.525137:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176549.525145:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176549.525149:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176549.525155:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176550.549127:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176550.549135:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176550.549140:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176550.549148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176550.549157:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176550.549164:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176550.549182:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176550.549187:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176550.549192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176550.549207:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176550.549213:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176550.549218:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176550.549226:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176550.549235:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176550.549242:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176550.549251:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176550.549256:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176550.549260:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176551.573205:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176551.573218:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176551.573229:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176551.573238:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176551.573260:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176551.573278:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176551.573301:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176551.573311:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176551.573318:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176552.597122:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176552.597132:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176552.597137:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176552.597144:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176552.597152:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176552.597158:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176552.597165:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176552.597170:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176552.597173:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176552.597230:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176552.597235:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176552.597239:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.1:1786176552.725547:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176552.725943:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176552.726743:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176552.726911:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176552.727074:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176553.621094:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176553.621101:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176553.621105:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176553.621111:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176553.621117:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176553.621124:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176553.621130:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176553.621134:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176553.621139:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176553.621361:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176553.621364:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176553.621368:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176554.645117:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176554.645126:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176554.645131:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176554.645137:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176554.645144:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176554.645148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176554.645156:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176554.645161:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176554.645166:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176554.645202:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176554.645207:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176554.645210:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176554.645215:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176554.645221:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176554.645231:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176554.645238:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176554.645241:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176554.645243:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176554.645321:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176554.645324:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176554.645327:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176555.669092:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176555.669096:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176555.669100:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176555.669105:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176555.669113:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176555.669120:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176555.669127:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176555.669131:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176555.669136:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176555.669300:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176555.669304:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176555.669307:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1786176555.799187:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:2.0:1786176555.799244:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1786176555.799255:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176555.799259:0:2380:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:2.0:1786176555.799263:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176555.799267:0:2380:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1786176555.799273:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176555.799277:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddfb00. 00000400:00000200:2.0:1786176555.799283:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176555.799287:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176555.799294:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daae58 00000400:00000010:2.0:1786176555.799298:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daae58. 00000100:00000001:2.0:1786176555.799304:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176555.799323:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49019500 x1872933612091008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176555.799347:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176555.799352:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612091008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176555.799363:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176555.799365:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176555.799379:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176555.799382:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf900. 00000400:00000200:2.0:1786176555.799386:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176555.799391:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176555.799395:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaa18 00000400:00000010:2.0:1786176555.799399:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaa18. 00000100:00000001:2.0:1786176555.799402:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176555.799409:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49018700 x1872933612091136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176555.799424:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176555.799429:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612091136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176555.799435:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176555.799436:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176555.799440:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176555.799444:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddfa00. 00000400:00000200:2.0:1786176555.799446:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176555.799449:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176555.799452:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa7f8 00000400:00000010:2.0:1786176555.799456:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa7f8. 00000100:00000001:2.0:1786176555.799460:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176555.799464:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49018380 x1872933612091264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176555.799482:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176555.799491:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612091264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176555.799519:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176555.799525:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176555.799541:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176555.799548:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:2.0:1786176555.799555:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176555.799566:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176555.799571:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa550 00000400:00000010:2.0:1786176555.799575:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa550. 00000100:00000001:2.0:1786176555.799580:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176555.799587:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc4901a300 x1872933612091392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176555.799601:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176555.799607:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612091392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176555.799618:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176555.799620:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176555.799627:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176555.799633:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf100. 00000400:00000200:2.0:1786176555.799637:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176555.799646:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176555.799651:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa110 00000400:00000010:2.0:1786176555.799656:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa110. 00000100:00000001:2.0:1786176555.799661:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176555.799672:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc4901bb80 x1872933612091520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176555.799689:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176555.799699:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612091520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176555.799710:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176555.799714:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176556.693120:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176556.693126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176556.693131:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176556.693139:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176556.693147:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176556.693152:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176556.693162:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176556.693168:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176556.693172:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176556.693277:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176556.693280:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176556.693283:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176557.717092:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176557.717099:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176557.717101:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176557.717106:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176557.717114:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176557.717119:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176557.717126:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176557.717130:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176557.717134:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176557.717163:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176557.717166:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176557.717168:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176557.717170:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176557.717172:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176557.717175:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176557.717178:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176557.717181:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176557.717185:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176557.717254:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176557.717258:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176557.717262:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.1:1786176557.845764:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176557.845771:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176557.846621:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176557.846625:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176557.846963:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176557.846966:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176557.847298:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176557.847301:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176557.847624:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176557.847627:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1786176558.741110:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176558.741115:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176558.741120:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176558.741127:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176558.741136:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176558.741141:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176558.741161:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176558.741165:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176558.741168:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176558.741184:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176558.741189:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176558.741192:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176558.741197:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176558.741204:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176558.741208:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176558.741212:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176558.741216:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176558.741219:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176559.765151:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176559.765162:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176559.765167:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176559.765182:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176559.765195:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176559.765212:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176559.765235:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176559.765246:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176559.765252:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176559.765277:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176559.765288:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176559.765292:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176559.765306:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176559.765318:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176559.765326:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176559.765341:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176559.765346:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176559.765352:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176560.789160:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176560.789170:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176560.789174:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176560.789182:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176560.789189:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176560.789194:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176560.789222:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176560.789226:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176560.789231:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176560.790391:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176560.790397:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176560.790401:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176560.790406:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176560.790411:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176560.790413:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176560.790417:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176560.790431:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176560.790437:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176561.813098:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176561.813110:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176561.813113:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176561.813120:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176561.813135:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176561.813141:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176561.813146:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176561.813151:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176561.813157:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176561.813204:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176561.813209:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176561.813215:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176561.813225:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176561.813232:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176561.813236:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176561.813246:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176561.813248:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176561.813252:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176561.813269:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176561.813270:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176561.813271:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176561.813273:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176561.813274:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176561.813276:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176561.813277:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176561.813278:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176561.813279:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176562.837160:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176562.837165:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176562.837170:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176562.837174:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176562.837179:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176562.837184:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176562.837188:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176562.837194:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176562.837204:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176562.837217:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176562.837220:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176562.837222:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176562.837234:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176562.837238:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176562.837245:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176562.837249:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176562.837252:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176562.837260:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176562.965694:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176562.965699:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176562.966495:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176562.966502:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176562.966826:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176562.966829:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176562.967247:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176562.967250:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176562.967551:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176562.967553:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000001:2.0:1786176563.861151:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176563.861158:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176563.861162:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176563.861173:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176563.861187:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176563.861193:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176563.861204:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176563.861214:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176563.861219:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176564.885142:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176564.885151:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176564.885158:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176564.885168:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176564.885176:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176564.885183:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176564.885193:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176564.885198:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176564.885204:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176564.885249:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176564.885254:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176564.885258:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176564.885263:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176564.885268:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176564.885273:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176564.885279:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176564.885284:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176564.885289:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176565.909088:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176565.909094:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176565.909098:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176565.909102:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176565.909111:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176565.909115:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176565.909122:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176565.909127:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176565.909135:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176566.933094:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176566.933101:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176566.933103:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176566.933109:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176566.933115:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176566.933120:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176566.933126:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176566.933131:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176566.933138:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176566.933173:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176566.933181:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176566.933193:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176566.933204:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176566.933220:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176566.933225:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176566.933232:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176566.933243:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176566.933250:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176567.957125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176567.957135:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176567.957138:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176567.957148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176567.957158:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176567.957170:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176567.957180:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176567.957193:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176567.957211:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176567.957262:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176567.957266:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176567.957271:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176567.957276:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176567.957281:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176567.957285:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176567.957289:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176567.957291:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176567.957302:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176568.085853:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176568.085858:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176568.086444:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176568.086446:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176568.086673:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176568.086675:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176568.086925:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176568.086928:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176568.087163:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176568.087166:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000001:2.0:1786176568.981158:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176568.981168:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176568.981171:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176568.981179:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176568.981188:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176568.981195:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176568.981203:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176568.981208:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176568.981212:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176568.981236:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176568.981240:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176568.981243:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176568.981246:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176568.981251:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176568.981256:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176568.981259:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176568.981264:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176568.981269:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.005198:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176570.005211:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176570.005223:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176570.005236:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176570.005248:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176570.005260:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176570.005267:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176570.005271:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176570.005282:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176571.029156:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176571.029167:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176571.029171:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176571.029183:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176571.029191:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176571.029199:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176571.029205:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176571.029210:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176571.029215:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176571.029235:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176571.029240:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176571.029243:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176571.029248:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176571.029255:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176571.029259:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176571.029262:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176571.029265:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176571.029268:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176572.053191:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176572.053214:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176572.053224:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176572.053244:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176572.053263:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176572.053268:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176572.053279:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176572.053284:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176572.053296:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176572.053332:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176572.053336:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176572.053339:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176572.053348:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176572.053357:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176572.053368:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176572.053374:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176572.053379:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176572.053391:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176573.077133:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176573.077157:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176573.077160:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176573.077165:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176573.077173:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176573.077178:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176573.077182:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176573.077187:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176573.077191:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176573.077218:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176573.077222:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176573.077225:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176573.077229:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176573.077233:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176573.077237:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176573.077242:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176573.077245:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176573.077248:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176573.205742:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176573.205748:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786176573.206387:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176573.206389:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786176573.206651:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176573.206653:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786176573.206949:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176573.206952:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786176573.207258:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176573.207260:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00000001:2.0:1786176574.101134:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176574.101145:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176574.101150:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176574.101158:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176574.101164:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176574.101168:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176574.101172:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176574.101175:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176574.101180:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176574.101199:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176574.101204:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176574.101207:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176574.101213:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176574.101219:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176574.101223:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176574.101226:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176574.101230:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176574.101246:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.125106:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176575.125115:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176575.125119:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176575.125125:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176575.125132:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176575.125138:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176575.125158:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176575.125163:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176575.125168:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.125243:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176575.125247:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176575.125248:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176575.125250:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176575.125253:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176575.125256:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176575.125258:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176575.125263:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176575.125268:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176576.149126:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176576.149136:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176576.149141:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176576.149149:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176576.149157:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176576.149161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176576.149166:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176576.149170:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176576.149174:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176576.149199:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176576.149204:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176576.149208:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176576.149213:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176576.149218:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176576.149221:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176576.149225:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176576.149228:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176576.149231:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176577.173103:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176577.173114:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176577.173119:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176577.173129:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176577.173138:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176577.173144:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176577.173152:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176577.173158:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176577.173167:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176577.173193:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176577.173198:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176577.173202:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176577.173206:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176577.173209:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176577.173214:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176577.173221:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176577.173224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176577.173231:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176578.197139:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176578.197147:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176578.197152:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176578.197158:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176578.197165:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176578.197173:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176578.197181:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176578.197185:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176578.197192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176578.197211:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176578.197218:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176578.197224:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176578.197230:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176578.197238:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176578.197243:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176578.197248:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176578.197252:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176578.197258:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176578.325620:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176578.325640:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786176578.326241:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176578.326247:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786176578.326546:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176578.326549:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786176578.326802:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176578.326804:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1786176578.326982:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176578.326984:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000100:00000001:2.0:1786176579.221146:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176579.221158:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176579.221171:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176579.221184:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176579.221198:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176579.221206:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176579.221213:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176579.221221:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176579.221225:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176579.221251:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176579.221258:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176579.221263:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176579.221273:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176579.221280:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176579.221289:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176579.221297:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176579.221303:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176579.221308:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176580.245162:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176580.245172:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176580.245179:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176580.245191:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176580.245205:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176580.245217:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176580.245225:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176580.245234:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176580.245247:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176580.245298:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176580.245306:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176580.245311:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176580.245316:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176580.245322:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176580.245327:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176580.245334:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176580.245338:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176580.245343:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176581.269105:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176581.269112:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176581.269117:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176581.269125:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176581.269133:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176581.269139:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176581.269156:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176581.269161:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176581.269166:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176581.269184:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176581.269189:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176581.269193:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176581.269198:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176581.269204:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176581.269208:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176581.269215:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176581.269219:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176581.269225:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176582.293129:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176582.293138:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176582.293143:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176582.293151:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176582.293160:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176582.293166:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176582.293173:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176582.293177:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176582.293182:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176582.293218:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176582.293223:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176582.293227:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176582.293233:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176582.293238:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176582.293242:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176582.293249:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176582.293252:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176582.293257:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176583.317085:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176583.317092:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176583.317094:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176583.317099:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176583.317104:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176583.317110:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176583.317115:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176583.317121:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176583.317129:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176583.317174:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176583.317182:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176583.317188:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176583.317205:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176583.317215:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176583.317229:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176583.317243:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176583.317252:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176583.317260:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176583.445866:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176583.445875:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176583.446903:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176583.446910:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176583.447729:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176583.447731:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176583.447983:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176583.447986:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786176583.448238:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176583.448240:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1786176584.341120:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176584.341127:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176584.341131:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176584.341137:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176584.341144:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176584.341150:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176584.341156:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176584.341161:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176584.341167:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176584.341188:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176584.341193:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176584.341195:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176584.341201:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176584.341208:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176584.341214:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176584.341220:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176584.341224:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176584.341227:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.365114:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176585.365120:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176585.365125:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176585.365134:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176585.365146:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176585.365152:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176585.365158:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176585.365163:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176585.365168:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.365186:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176585.365191:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176585.365194:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176585.365200:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176585.365207:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176585.365212:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176585.365217:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176585.365221:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176585.365223:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176586.389284:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176586.389290:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176586.389292:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176586.389298:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176586.389303:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176586.389306:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176586.389309:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176586.389312:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176586.389321:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176587.413108:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176587.413115:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176587.413118:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176587.413125:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176587.413137:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176587.413146:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176587.413154:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176587.413158:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176587.413166:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.437140:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176588.437148:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176588.437155:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176588.437165:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176588.437172:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176588.437178:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176588.437183:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176588.437186:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176588.437189:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176588.565130:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176588.565139:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176588.565141:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176588.565144:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176588.565148:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176588.565154:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8024 00000400:00000200:2.0:1786176588.565159:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176588.565164:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176588.565166:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176588.565169:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565171:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176588.565173:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565175:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176588.565179:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176588.565180:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176588.565183:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176588.565185:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176588.565187:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176588.565188:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176588.565190:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565191:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176588.565199:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565201:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176588.565203:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176588.565206:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565208:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176588.565210:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176588.565212:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176588.565215:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565216:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176588.565218:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176588.565243:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176588.565246:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176588.565249:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176588.565251:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565254:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176588.565256:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176588.565261:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176588.565269:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786176588.565277:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176588.565288:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612095488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176588.565300:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176588.565305:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176588.565311:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612095488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176588.565330:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176588.565333:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176588.565336:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176588.565337:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176588.565339:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176588.565341:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176588.565344:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8024 00000400:00000200:2.0:1786176588.565347:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176588.565350:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176588.565352:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176588.565354:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565356:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176588.565358:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565360:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176588.565362:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176588.565364:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176588.565366:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176588.565367:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176588.565370:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176588.565374:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176588.565379:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565383:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176588.565387:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565391:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176588.565397:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176588.565402:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565406:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176588.565408:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176588.565415:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176588.565419:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565423:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176588.565428:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176588.565431:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565434:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176588.565439:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176588.565443:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176588.565448:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176588.565452:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565454:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176588.565456:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176588.565458:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176588.565465:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786176588.565470:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176588.565477:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612095616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176588.565490:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176588.565493:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176588.565499:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612095616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176588.565541:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176588.565544:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176588.565546:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176588.565547:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176588.565550:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176588.565554:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176588.565558:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8024 00000400:00000200:2.0:1786176588.565564:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176588.565570:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176588.565572:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176588.565577:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565580:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176588.565584:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565587:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176588.565590:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176588.565592:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176588.565594:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176588.565596:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176588.565599:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176588.565604:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176588.565609:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565612:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176588.565616:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565620:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176588.565623:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176588.565628:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565631:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176588.565634:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176588.565637:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176588.565640:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565641:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176588.565644:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176588.565648:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565652:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176588.565658:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176588.565664:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176588.565669:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176588.565670:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565671:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176588.565673:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176588.565676:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176588.565681:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176588.565685:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176588.565693:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612095744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1786176588.565702:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176588.565710:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1786176588.565711:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176588.565715:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176588.565724:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612095744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176588.565741:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176588.565746:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176588.565754:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176588.565758:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176588.565761:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176588.565768:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176588.565772:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8024 00000400:00000200:2.0:1786176588.565778:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176588.565784:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176588.565789:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176588.565795:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565798:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176588.565803:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565805:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176588.565807:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176588.565811:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176588.565813:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176588.565816:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176588.565819:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176588.565824:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176588.565828:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565833:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176588.565835:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565836:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176588.565838:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176588.565843:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565845:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176588.565847:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176588.565849:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176588.565850:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565852:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176588.565853:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176588.565856:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565859:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176588.565865:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176588.565870:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176588.565873:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176588.565877:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.565878:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176588.565880:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176588.565883:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176588.565887:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176588.565892:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176588.565900:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612095872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176588.565930:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176588.565933:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176588.565940:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612095872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176588.565951:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176588.565955:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176588.565959:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176588.565961:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176588.565963:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176588.565966:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176588.565970:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8024 00000400:00000200:2.0:1786176588.565976:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176588.565982:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176588.565986:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176588.565990:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565992:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176588.565995:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.565999:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176588.566003:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176588.566005:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176588.566008:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176588.566032:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176588.566036:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176588.566038:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176588.566043:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.566048:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176588.566053:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176588.566058:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176588.566060:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176588.566064:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176588.566070:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176588.566075:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176588.566079:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176588.566084:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.566088:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176588.566089:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176588.566091:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.566092:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176588.566094:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176588.566098:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176588.566102:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176588.566104:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176588.566109:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176588.566110:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176588.566114:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176588.566119:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176588.566124:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176588.566131:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612096000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176588.566146:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176588.566149:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176588.566158:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612096000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176588.566171:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176588.566175:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8034) 00000800:00000200:1.1:1786176588.566362:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176588.566364:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176588.566580:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176588.566581:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176588.566821:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176588.566823:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176588.567088:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176588.567089:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1786176589.461124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176589.461132:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176589.461137:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176589.461146:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176589.461155:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176589.461160:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176589.461177:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176589.461180:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176589.461185:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176590.485117:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176590.485124:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176590.485128:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176590.485134:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176590.485141:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176590.485147:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176590.485153:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176590.485158:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176590.485161:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176590.485195:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176590.485201:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176590.485205:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176590.485211:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176590.485217:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176590.485220:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176590.485224:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176590.485226:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176590.485231:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176591.509144:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176591.509150:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176591.509153:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176591.509162:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176591.509169:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176591.509176:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176591.509184:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176591.509189:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176591.509193:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176591.509214:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176591.509218:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176591.509220:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176591.509225:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176591.509232:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176591.509236:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176591.509240:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176591.509243:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176591.509246:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176592.533124:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176592.533131:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176592.533135:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176592.533142:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176592.533151:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176592.533157:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176592.533175:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176592.533180:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176592.533185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176593.557144:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176593.557154:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176593.557159:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176593.557169:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176593.557176:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176593.557181:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176593.557189:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176593.557194:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176593.557199:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176593.557222:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176593.557227:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176593.557233:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176593.557240:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176593.557248:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176593.557255:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176593.557264:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176593.557269:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176593.557274:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176593.685706:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176593.685711:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176593.686381:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176593.686383:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176593.686645:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176593.686647:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176593.686829:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176593.686831:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176593.687123:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176593.687125:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1786176594.581119:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176594.581128:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176594.581134:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176594.581141:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176594.581148:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176594.581154:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176594.581169:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176594.581175:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176594.581182:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176594.581221:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176594.581227:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176594.581232:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176594.581240:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176594.581247:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176594.581251:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176594.581254:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176594.581256:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176594.581259:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176595.605162:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176595.605168:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176595.605172:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176595.605179:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176595.605189:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176595.605198:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176595.605214:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176595.605221:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176595.605228:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176595.605276:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176595.605282:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176595.605286:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176595.605289:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176595.605294:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176595.605301:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176595.605316:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176595.605323:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176595.605327:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.629143:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176596.629154:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176596.629160:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176596.629171:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176596.629181:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176596.629188:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176596.629209:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176596.629213:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176596.629218:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176597.653183:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176597.653195:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176597.653200:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176597.653212:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176597.653228:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176597.653237:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176597.653259:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176597.653263:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176597.653269:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.677133:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176598.677143:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176598.677147:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176598.677157:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176598.677165:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176598.677172:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176598.677189:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176598.677194:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176598.677201:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176598.805155:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176598.805167:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176598.805176:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176598.805181:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176598.805186:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176598.805194:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8034 00000400:00000200:2.0:1786176598.805205:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176598.805211:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176598.805214:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176598.805217:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805220:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176598.805223:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805225:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176598.805228:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176598.805230:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176598.805233:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176598.805237:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176598.805239:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176598.805240:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176598.805243:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805244:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176598.805246:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805248:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176598.805250:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176598.805253:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805255:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176598.805258:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176598.805261:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176598.805264:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805266:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176598.805268:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176598.805280:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786176598.805283:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176598.805287:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176598.805288:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805291:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176598.805294:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176598.805299:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176598.805308:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176598.805315:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176598.805326:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612096768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176598.805335:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176598.805340:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176598.805344:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612096768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176598.805364:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176598.805367:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176598.805370:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176598.805371:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176598.805372:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176598.805374:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176598.805376:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8034 00000400:00000200:2.0:1786176598.805379:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176598.805381:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176598.805384:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176598.805386:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805388:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176598.805390:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805392:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176598.805394:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176598.805395:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176598.805396:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176598.805398:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176598.805399:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176598.805400:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176598.805403:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805407:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176598.805409:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805412:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176598.805415:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176598.805419:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805421:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176598.805423:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176598.805445:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176598.805447:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805452:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176598.805457:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176598.805461:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805465:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176598.805473:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786176598.805479:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176598.805487:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176598.805492:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805498:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176598.805502:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176598.805507:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176598.805515:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176598.805522:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176598.805532:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612096896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176598.805545:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176598.805547:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176598.805551:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612096896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176598.805560:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176598.805563:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176598.805566:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176598.805569:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176598.805573:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176598.805576:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176598.805581:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8034 00000400:00000200:2.0:1786176598.805590:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176598.805595:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176598.805598:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176598.805604:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805608:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176598.805612:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805615:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176598.805617:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176598.805620:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176598.805621:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176598.805623:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176598.805628:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176598.805633:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176598.805636:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805637:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176598.805639:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805644:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176598.805648:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176598.805651:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805653:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176598.805656:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176598.805661:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176598.805665:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805670:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176598.805675:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176598.805681:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805686:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176598.805695:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176598.805701:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176598.805706:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176598.805710:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805715:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176598.805718:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176598.805721:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176598.805727:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786176598.805732:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176598.805741:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612097024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176598.805755:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176598.805758:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176598.805764:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612097024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1786176598.805769:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176598.805776:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1786176598.805777:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176598.805783:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176598.805788:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176598.805791:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176598.805794:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176598.805797:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176598.805800:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8034 00000400:00000200:2.0:1786176598.805809:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176598.805815:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176598.805820:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176598.805827:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805832:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176598.805836:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805841:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176598.805846:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176598.805860:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176598.805863:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176598.805865:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176598.805870:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176598.805875:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176598.805880:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805882:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176598.805887:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805889:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176598.805892:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176598.805899:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176598.805904:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176598.805907:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176598.805912:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176598.805915:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805917:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176598.805920:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176598.805923:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805928:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176598.805932:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176598.805935:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176598.805938:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176598.805939:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.805941:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176598.805943:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176598.805946:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176598.805956:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176598.805960:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176598.805965:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612097152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176598.805972:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176598.805974:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176598.805977:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612097152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176598.805983:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176598.805986:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176598.805994:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176598.805995:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176598.805997:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176598.806002:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176598.806006:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8034 00000400:00000200:2.0:1786176598.806038:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176598.806040:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176598.806042:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176598.806044:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.806046:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176598.806049:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.806053:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176598.806057:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176598.806060:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176598.806063:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176598.806065:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176598.806069:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176598.806071:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176598.806076:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.806080:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176598.806083:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176598.806087:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176598.806092:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176598.806097:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176598.806102:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176598.806106:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176598.806109:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176598.806112:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.806116:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176598.806117:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176598.806120:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.806122:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176598.806124:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176598.806125:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176598.806127:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176598.806129:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176598.806130:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176598.806134:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176598.806136:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176598.806141:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176598.806146:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176598.806152:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612097280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176598.806171:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176598.806174:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176598.806182:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612097280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176598.806201:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176598.806204:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8044) 00000800:00000200:3.1:1786176598.806417:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176598.806419:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176598.806639:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176598.806641:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176598.806828:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176598.806831:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176598.807064:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176598.807065:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1786176599.701140:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176599.701152:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176599.701157:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176599.701166:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176599.701171:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176599.701175:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176599.701189:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176599.701193:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176599.701197:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176600.725085:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176600.725094:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176600.725097:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176600.725104:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176600.725114:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176600.725120:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176600.725129:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176600.725133:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176600.725138:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176600.725180:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176600.725186:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176600.725190:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176600.725198:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176600.725205:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176600.725212:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176600.725218:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176600.725223:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176600.725227:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.749171:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176601.749176:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176601.749179:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176601.749185:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176601.749201:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176601.749209:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176601.749228:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176601.749235:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176601.749243:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.749284:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176601.749296:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176601.749301:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176601.749306:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176601.749312:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176601.749317:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176601.749320:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176601.749323:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176601.749326:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176602.773110:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176602.773117:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176602.773121:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176602.773128:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176602.773133:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176602.773138:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176602.773157:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176602.773162:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176602.773168:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176602.773191:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176602.773197:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176602.773201:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176602.773209:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176602.773216:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176602.773222:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176602.773229:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176602.773234:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176602.773240:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.797149:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176603.797155:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176603.797162:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176603.797173:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176603.797184:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176603.797188:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176603.797194:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176603.797198:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176603.797206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.797231:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176603.797237:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176603.797251:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176603.797260:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176603.797276:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176603.797287:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176603.797294:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176603.797298:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176603.797302:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176603.925114:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176603.925124:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176603.925127:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176603.925133:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176603.925139:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176603.925147:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8039 00000400:00000200:2.0:1786176603.925160:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176603.925167:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176603.925170:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176603.925175:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925179:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176603.925181:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925184:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176603.925189:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176603.925192:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176603.925196:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176603.925200:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176603.925203:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176603.925206:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176603.925210:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925212:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176603.925213:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925215:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176603.925217:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176603.925220:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925221:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176603.925223:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176603.925226:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176603.925228:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.925229:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176603.925231:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176603.925239:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176603.925241:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176603.925252:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176603.925253:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.925256:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176603.925258:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176603.925262:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176603.925269:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786176603.925274:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176603.925282:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612097408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176603.925294:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176603.925299:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176603.925305:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612097408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176603.925326:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176603.925330:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176603.925334:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176603.925336:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176603.925338:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176603.925341:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176603.925344:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8039 00000400:00000200:2.0:1786176603.925350:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176603.925354:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176603.925358:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176603.925363:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925368:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176603.925373:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925375:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176603.925395:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176603.925397:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176603.925401:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176603.925405:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176603.925408:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176603.925415:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176603.925419:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925423:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176603.925427:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925432:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176603.925438:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176603.925446:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925451:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176603.925454:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176603.925460:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176603.925463:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.925464:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176603.925468:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176603.925473:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.925475:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176603.925484:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176603.925491:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176603.925494:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176603.925496:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.925500:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176603.925501:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176603.925503:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176603.925508:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786176603.925515:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176603.925525:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612097536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176603.925548:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176603.925552:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176603.925559:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612097536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176603.925571:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176603.925574:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176603.925581:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176603.925583:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176603.925585:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176603.925587:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176603.925592:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8039 00000400:00000200:2.0:1786176603.925623:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176603.925634:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176603.925639:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176603.925645:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925648:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176603.925654:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925659:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176603.925660:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176603.925664:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176603.925668:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176603.925672:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000800:00000200:3.1:1786176603.925677:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:2.0:1786176603.925679:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:3.1:1786176603.925681:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000020:00000001:2.0:1786176603.925687:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176603.925698:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925705:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176603.925713:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925721:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176603.925726:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176603.925733:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925739:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176603.925743:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176603.925747:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176603.925752:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.925755:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176603.925758:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176603.925763:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.925767:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176603.925772:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176603.925778:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176603.925780:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176603.925781:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.925784:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176603.925786:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176603.925789:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176603.925797:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786176603.925801:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176603.925810:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612097664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176603.925817:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176603.925818:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176603.925824:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612097664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176603.925837:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176603.925841:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176603.925848:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176603.925850:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176603.925854:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176603.925861:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176603.925867:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8039 00000400:00000200:2.0:1786176603.925873:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176603.925879:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176603.925884:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176603.925889:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925894:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176603.925897:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925899:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176603.925901:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176603.925904:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176603.925907:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176603.925910:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176603.925915:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176603.925919:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176603.925928:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925933:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176603.925936:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925941:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176603.925946:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176603.925952:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176603.925958:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176603.925962:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176603.925966:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176603.925972:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.925976:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176603.925978:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176603.925984:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.925989:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176603.925994:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176603.925998:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176603.926000:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176603.926002:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.926005:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176603.926007:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176603.926009:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176603.926039:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176603.926046:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176603.926057:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612097792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176603.926078:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176603.926083:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176603.926089:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612097792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176603.926109:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176603.926113:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176603.926117:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176603.926120:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176603.926124:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176603.926128:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176603.926134:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8039 00000400:00000200:2.0:1786176603.926139:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176603.926145:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176603.926150:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176603.926156:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.926161:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176603.926165:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.926167:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176603.926168:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176603.926170:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176603.926173:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176603.926177:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176603.926180:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176603.926184:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176603.926192:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.926197:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176603.926202:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176603.926206:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176603.926210:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176603.926217:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176603.926222:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176603.926229:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176603.926233:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176603.926237:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.926240:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176603.926244:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176603.926247:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.926249:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176603.926257:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176603.926260:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176603.926263:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176603.926267:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176603.926268:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176603.926270:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176603.926272:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176603.926278:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176603.926285:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176603.926293:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612097920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176603.926306:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176603.926310:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176603.926323:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612097920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176603.926346:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176603.926356:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8049) 00000800:00000200:3.1:1786176603.926410:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176603.926411:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176603.926632:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176603.926633:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176603.926813:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176603.926815:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176603.927121:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176603.927123:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000001:2.0:1786176604.821133:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176604.821143:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176604.821154:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176604.821165:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176604.821172:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176604.821182:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176604.821197:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176604.821202:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176604.821210:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176604.822102:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176604.822107:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176604.822109:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176604.822113:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176604.822115:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176604.822117:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176604.822118:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176604.822120:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176604.822121:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176605.845100:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176605.845106:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176605.845109:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176605.845115:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176605.845121:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176605.845128:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176605.845133:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176605.845139:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176605.845145:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176605.845184:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176605.845191:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176605.845195:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176605.845201:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176605.845209:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176605.845214:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176605.845222:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176605.845227:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176605.845232:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176606.869191:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176606.869206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176606.869216:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176606.869232:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176606.869240:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176606.869249:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176606.869269:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176606.869277:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176606.869286:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176607.893167:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176607.893177:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176607.893180:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176607.893188:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176607.893196:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176607.893202:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176607.893207:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176607.893214:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176607.893222:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176607.893258:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176607.893261:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176607.893262:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176607.893264:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176607.893267:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176607.893269:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176607.893272:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176607.893274:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176607.893276:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176608.917163:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176608.917174:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176608.917184:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176608.917197:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176608.917212:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176608.917220:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176608.917227:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176608.917232:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176608.917241:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786176609.045459:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176609.045462:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.045464:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176609.045468:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176609.045472:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176609.045475:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176609.045476:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.045478:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176609.045479:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176609.045482:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176609.045487:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176609.045491:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176609.045499:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612098176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176609.045510:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176609.045514:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176609.045522:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612098176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176609.045540:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176609.045547:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176609.045551:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176609.045554:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176609.045558:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176609.045561:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176609.045565:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8044 00000400:00000200:0.0:1786176609.045571:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176609.045575:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176609.045579:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176609.045581:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045583:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176609.045589:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045593:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176609.045596:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176609.045597:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176609.045598:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176609.045599:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176609.045601:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176609.045602:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176609.045604:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045605:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176609.045606:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045608:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176609.045610:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176609.045615:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045617:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176609.045618:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176609.045622:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176609.045626:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.045628:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176609.045630:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176609.045633:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.045635:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176609.045640:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176609.045645:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176609.045650:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176609.045653:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.045656:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176609.045659:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176609.045662:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176609.045668:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786176609.045672:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176609.045677:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612098304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176609.045704:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176609.045708:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176609.045715:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612098304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176609.045727:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176609.045731:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176609.045736:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176609.045738:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176609.045740:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:3.1:1786176609.045744:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176609.045745:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176609.045749:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8044 00000800:00000200:3.1:1786176609.045752:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000400:00000200:0.0:1786176609.045754:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176609.045760:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176609.045762:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176609.045768:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045771:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176609.045774:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045777:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176609.045783:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176609.045785:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176609.045787:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176609.045790:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176609.045793:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176609.045795:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176609.045800:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045803:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176609.045806:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045808:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176609.045812:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176609.045817:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045822:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176609.045827:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176609.045830:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176609.045833:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.045835:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176609.045839:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176609.045843:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.045847:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176609.045860:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176609.045864:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176609.045865:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176609.045867:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.045869:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176609.045871:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176609.045874:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176609.045879:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786176609.045885:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176609.045891:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612098432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176609.045898:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176609.045901:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176609.045904:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612098432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176609.045914:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176609.045917:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176609.045924:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176609.045925:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176609.045927:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176609.045932:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176609.045935:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8044 00000400:00000200:0.0:1786176609.045942:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176609.045944:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176609.045945:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176609.045947:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045948:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176609.045949:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045951:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176609.045953:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176609.045956:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176609.045959:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176609.045962:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176609.045966:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176609.045968:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176609.045973:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045978:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176609.045982:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045986:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176609.045987:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176609.045989:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176609.045991:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176609.045994:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176609.045998:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176609.046000:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.046001:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176609.046006:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176609.046008:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.046038:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176609.046041:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176609.046043:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176609.046046:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176609.046049:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.046051:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176609.046053:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176609.046056:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176609.046060:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786176609.046065:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176609.046076:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612098560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176609.046095:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176609.046099:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176609.046106:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612098560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176609.046131:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176609.046135:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8054) 00000800:00000200:3.1:1786176609.046420:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176609.046423:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176609.046700:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176609.046703:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176609.046961:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176609.046964:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1786176609.047258:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176609.047260:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000040:0.0:1786176609.685099:0:114504:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302717560, at 4302717568 00000100:00000010:0.0:1786176609.685113:0:114504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3ad80. 00000100:00000001:2.0:1786176609.941110:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176609.941116:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176609.941120:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176609.941125:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176609.941130:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176609.941133:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176609.941139:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176609.941141:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176609.941146:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176609.941155:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176609.941157:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176609.941166:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176609.941168:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176609.941178:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176609.941180:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176609.941189:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176609.941192:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176609.941205:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176609.941212:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176609.941220:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176609.941225:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176609.941241:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176609.941247:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176609.941250:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176609.941251:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176609.941253:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176609.941255:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176610.965118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176610.965118:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176610.965126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176610.965127:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176610.965131:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176610.965132:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176610.965139:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176610.965139:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176610.965144:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176610.965147:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176610.965149:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176610.965153:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176610.965155:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176610.965161:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176610.965165:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176610.965176:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176610.965180:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176610.965183:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176610.965184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176610.965188:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176610.965191:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176610.965195:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176610.965200:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176610.965204:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176610.965210:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176610.965213:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176610.965217:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176611.989117:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176611.989121:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176611.989124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176611.989127:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176611.989128:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176611.989133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176611.989135:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176611.989139:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176611.989139:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176611.989144:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176611.989146:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176611.989148:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176611.989151:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176611.989152:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176611.989161:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176611.989161:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176611.989163:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176611.989168:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176611.989196:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176611.989197:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176611.989200:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176611.989202:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176611.989204:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176611.989205:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176611.989209:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176611.989212:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176611.989213:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176611.989215:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176611.989217:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176611.989219:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176611.989220:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176611.989223:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176611.989224:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176611.989226:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176611.989227:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176611.989234:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176613.013119:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176613.013119:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176613.013129:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176613.013129:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176613.013135:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176613.013135:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176613.013144:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176613.013144:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176613.013153:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176613.013153:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176613.013159:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176613.013160:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176613.013164:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176613.013169:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176613.013175:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176613.013175:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176613.013179:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176613.013184:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176613.013196:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176613.013200:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176613.013203:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176613.013204:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176613.013205:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176613.013208:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176613.013211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176613.013216:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176613.013216:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176613.013220:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176613.013221:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176613.013227:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176613.013228:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176613.013235:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176613.013241:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176613.013247:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176613.013248:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176613.013250:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176614.037139:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176614.037139:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176614.037147:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176614.037149:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176614.037151:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176614.037153:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176614.037162:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176614.037162:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176614.037171:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176614.037172:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176614.037176:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176614.037176:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176614.037183:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176614.037187:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176614.037194:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176614.037194:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176614.037201:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176614.037210:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176614.037241:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176614.037245:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176614.037249:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176614.037251:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176614.037258:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176614.037261:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176614.037265:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176614.037269:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176614.037275:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176614.037297:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176614.037303:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176614.037307:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176614.037310:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176614.037315:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176614.037320:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176614.037438:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176614.037442:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176614.037445:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176614.165621:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176614.165625:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176614.166318:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176614.166320:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176614.166510:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176614.166512:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176614.166687:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176614.166689:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176614.166967:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176614.166969:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00000040:0.0:1786176614.805103:0:114504:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302722680, at 4302722688 00000100:00000010:0.0:1786176614.805121:0:114504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a9c0. 00000100:00000001:0.0:1786176615.061126:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176615.061127:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176615.061135:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176615.061136:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176615.061140:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176615.061141:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176615.061148:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176615.061149:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176615.061156:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176615.061157:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176615.061163:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176615.061163:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176615.061170:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176615.061174:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176615.061176:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176615.061181:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176615.061181:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176615.061187:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176615.061201:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176615.061203:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176615.061205:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176615.061207:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176615.061209:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176615.061210:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176615.061214:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176615.061217:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176615.061218:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176615.061222:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176615.061224:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176615.061229:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176615.061230:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176615.061232:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176615.061237:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176615.061238:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176615.061241:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176615.061244:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176616.085113:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176616.085117:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176616.085121:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176616.085123:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176616.085124:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.085127:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176616.085133:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176616.085133:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176616.085141:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176616.085141:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176616.085149:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176616.085149:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176616.085155:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176616.085160:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176616.085164:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176616.085166:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.085169:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176616.085176:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.085212:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176616.085218:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176616.085223:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176616.085228:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176616.085234:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176616.085240:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176616.085246:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176616.085249:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176616.085255:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176617.109115:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176617.109117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176617.109123:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176617.109124:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176617.109126:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176617.109127:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176617.109134:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176617.109134:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176617.109142:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176617.109142:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176617.109148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176617.109148:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176617.109155:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176617.109158:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176617.109164:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176617.109164:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176617.109170:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176617.109174:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176617.109191:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176617.109195:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176617.109198:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176617.109199:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176617.109202:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176617.109205:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176617.109206:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176617.109212:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176617.109213:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176617.109216:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176617.109219:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176617.109222:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176617.109227:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176617.109231:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176617.109238:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176617.109239:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176617.109243:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176617.109247:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176618.133095:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176618.133102:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176618.133105:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176618.133110:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176618.133114:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176618.133119:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176618.133123:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176618.133125:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176618.133130:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176618.133171:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176618.133176:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176618.133178:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176618.133181:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176618.133185:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176618.133189:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176618.133198:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176618.133201:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176618.133215:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176618.133237:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176618.133256:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176618.133258:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176618.133259:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176618.133264:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176618.133265:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176618.133277:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176618.133279:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176618.133288:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176618.133293:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176618.133295:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176618.133301:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176618.133302:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176618.133305:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176618.133315:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176618.133316:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176618.133319:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176618.133324:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176618.133359:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176618.133361:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176618.133362:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176618.133364:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176618.133366:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176618.133369:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176618.133371:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176618.133378:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176618.133381:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176619.157128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176619.157135:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176619.157139:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.157142:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176619.157144:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176619.157149:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176619.157150:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176619.157154:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176619.157156:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176619.157164:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176619.157164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176619.157168:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176619.157172:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176619.157175:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.157177:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176619.157183:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176619.157187:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176619.157188:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176619.157193:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176619.157194:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176619.157196:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176619.157199:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176619.157202:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176619.157205:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176619.157206:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176619.157208:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176619.157210:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.157213:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176619.157218:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176619.157223:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176619.157253:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176619.157260:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176619.157264:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176619.157267:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176619.157268:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176619.157270:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176619.285124:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176619.285137:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176619.285141:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176619.285145:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176619.285150:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176619.285158:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8054 00000400:00000200:0.0:1786176619.285166:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176619.285173:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176619.285177:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176619.285180:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285184:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176619.285187:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285191:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176619.285195:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176619.285197:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176619.285201:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176619.285204:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176619.285207:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176619.285210:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176619.285213:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285216:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176619.285218:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285220:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176619.285224:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176619.285240:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285244:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176619.285247:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176619.285251:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176619.285254:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.285257:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176619.285260:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176619.285269:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176619.285273:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176619.285278:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176619.285280:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.285284:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176619.285286:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176619.285291:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176619.285300:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176619.285307:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176619.285318:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176619.285330:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176619.285335:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176619.285341:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176619.285365:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176619.285369:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176619.285373:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176619.285375:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176619.285376:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176619.285380:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176619.285383:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8054 00000400:00000200:0.0:1786176619.285388:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176619.285392:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176619.285394:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176619.285407:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285411:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176619.285417:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285422:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176619.285427:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176619.285429:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176619.285435:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176619.285439:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176619.285444:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176619.285451:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176619.285460:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285468:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176619.285475:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285480:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176619.285485:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176619.285491:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285498:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176619.285503:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176619.285511:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176619.285516:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.285520:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176619.285526:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176619.285533:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.285538:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176619.285548:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176619.285555:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176619.285562:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176619.285566:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.285570:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176619.285575:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176619.285579:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176619.285587:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786176619.285596:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176619.285608:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176619.285633:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176619.285639:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176619.285651:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176619.285670:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176619.285674:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:0.0:1786176619.285677:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176619.285682:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176619.285685:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176619.285687:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176619.285690:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176619.285696:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8054 00000400:00000200:0.0:1786176619.285708:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176619.285714:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176619.285719:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176619.285725:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285732:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176619.285740:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285749:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176619.285756:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176619.285760:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176619.285764:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176619.285767:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176619.285770:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176619.285778:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176619.285787:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285792:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176619.285798:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285805:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176619.285811:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176619.285818:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176619.285824:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176619.285841:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176619.285851:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176619.285857:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.285862:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176619.285866:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176619.285871:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.285876:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176619.285883:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176619.285888:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176619.285891:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176619.285893:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.285895:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176619.285897:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176619.285902:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176619.285910:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786176619.285918:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176619.285928:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176619.285950:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176619.285957:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176619.285968:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176619.285998:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176619.286005:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176619.286038:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176619.286041:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176619.286043:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176619.286046:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176619.286053:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8054 00000400:00000200:0.0:1786176619.286063:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176619.286071:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176619.286078:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:3.1:1786176619.286087:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176619.286089:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.286095:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176619.286102:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.286109:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176619.286115:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176619.286121:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176619.286125:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176619.286130:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176619.286137:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176619.286143:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176619.286153:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.286158:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176619.286164:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.286171:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176619.286177:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176619.286187:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176619.286192:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176619.286197:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176619.286202:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176619.286207:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.286212:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176619.286217:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176619.286224:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.286244:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176619.286252:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176619.286258:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176619.286265:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176619.286269:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.286274:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176619.286279:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176619.286283:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176619.286290:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786176619.286299:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176619.286310:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612099712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176619.286325:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176619.286331:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176619.286338:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612099712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176619.286365:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176619.286371:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176619.286379:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176619.286384:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176619.286387:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176619.286392:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176619.286400:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8054 00000400:00000200:0.0:1786176619.286410:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176619.286419:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176619.286424:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176619.286433:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.286439:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176619.286447:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.286453:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176619.286459:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176619.286463:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176619.286469:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176619.286474:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176619.286479:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176619.286485:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176619.286494:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.286500:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176619.286506:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176619.286512:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176619.286518:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000800:00000200:3.1:1786176619.286521:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:0.0:1786176619.286542:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176619.286549:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176619.286554:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176619.286560:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176619.286565:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.286569:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176619.286573:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176619.286579:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.286584:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176619.286590:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176619.286596:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176619.286604:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176619.286608:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176619.286614:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176619.286618:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176619.286624:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176619.286632:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176619.286639:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176619.286649:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612099840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176619.286669:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176619.286675:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176619.286685:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612099840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176619.286701:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176619.286709:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8064) 00000800:00000200:3.1:1786176619.287092:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176619.287281:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176619.925090:0:114504:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302727800, at 4302727808 00000100:00000010:0.0:1786176619.925106:0:114504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a7e0. 00000100:00000001:2.0:1786176620.181099:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176620.181105:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176620.181110:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176620.181112:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176620.181115:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176620.181117:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176620.181121:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176620.181123:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176620.181125:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176620.181129:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176620.181130:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176620.181134:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176620.181135:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176620.181137:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176620.181139:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176620.181140:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176620.181145:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176620.181146:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176620.181203:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176620.181209:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176620.181213:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176620.181245:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176620.181249:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176620.181251:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176620.181254:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176620.181255:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176620.181257:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.205091:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176621.205096:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176621.205099:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176621.205105:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176621.205112:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176621.205118:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176621.205130:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176621.205134:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176621.205134:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176621.205136:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176621.205142:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176621.205146:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176621.205152:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176621.205153:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176621.205156:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176621.205159:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176621.205160:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176621.205165:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176621.205166:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176621.205173:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176621.205173:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176621.205179:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176621.205180:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176621.205188:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176621.205189:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.205193:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176621.205197:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176621.205231:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176621.205235:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176621.205240:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176621.205246:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176621.205250:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176621.205254:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176621.205256:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176621.205258:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176621.205260:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176622.229090:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176622.229097:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176622.229102:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176622.229105:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176622.229110:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176622.229111:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176622.229117:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176622.229118:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176622.229124:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176622.229131:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176622.229133:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176622.229135:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176622.229138:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176622.229141:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176622.229143:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176622.229155:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176622.229159:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176622.229166:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176622.229193:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176622.229198:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176622.229218:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176622.229222:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176622.229227:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176622.229230:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176622.229234:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176622.229235:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176622.229237:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176622.229241:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176622.229241:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176622.229249:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1786176622.357446:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:0.0:1786176622.357493:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1786176622.357504:0:2377:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176622.357508:0:2377:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:0.0:1786176622.357513:0:2377:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176622.357516:0:2377:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1786176622.357523:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786176622.357527:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf200. 00000400:00000200:0.0:1786176622.357533:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786176622.357538:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786176622.357547:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa198 00000400:00000010:0.0:1786176622.357549:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa198. 00000100:00000001:0.0:1786176622.357555:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176622.357566:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176622.357602:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176622.357607:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176622.357615:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176622.357617:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176622.357629:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786176622.357632:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf500. 00000400:00000200:0.0:1786176622.357636:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786176622.357639:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786176622.357642:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa880 00000400:00000010:0.0:1786176622.357643:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa880. 00000100:00000001:0.0:1786176622.357646:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176622.357650:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176622.357657:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176622.357660:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176622.357665:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176622.357667:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176622.357672:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786176622.357674:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddfc00. 00000400:00000200:0.0:1786176622.357677:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786176622.357680:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786176622.357683:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa4c8 00000400:00000010:0.0:1786176622.357684:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa4c8. 00000100:00000001:0.0:1786176622.357686:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176622.357690:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176622.357697:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176622.357700:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176622.357706:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176622.357707:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176622.357715:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786176622.357717:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:0.0:1786176622.357720:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786176622.357723:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786176622.357726:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa088 00000400:00000010:0.0:1786176622.357728:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa088. 00000100:00000001:0.0:1786176622.357731:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176622.357735:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc4901bb80 x1872933612099712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176622.357744:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176622.357747:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612099712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176622.357753:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176622.357754:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176622.357759:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786176622.357761:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf100. 00000400:00000200:0.0:1786176622.357764:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786176622.357767:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786176622.357770:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa770 00000400:00000010:0.0:1786176622.357774:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa770. 00000100:00000001:0.0:1786176622.357776:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176622.357781:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49018700 x1872933612099840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176622.357789:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176622.357792:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612099840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176622.357798:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176622.357799:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1786176622.358692:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176619/real 1786176622] req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176622.358707:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176622.358709:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176622.358711:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176622.358713:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176622.358715:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176622.358718:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176622.358721:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176622.358730:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.358737:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176622.358739:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.358740:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176622.358742:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176622.358745:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.358752:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176622.358755:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.358762:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176622.358764:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.358766:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176622.358768:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.358770:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176622.358772:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176622.358775:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176622.358779:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176622.358782:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176622.358787:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176622.358809:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612099584:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176622.358814:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176622.358818:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176619/real 1786176622] req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176622.358827:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176622.358828:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176622.358830:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98580. 00000400:00000200:3.0:1786176622.358833:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176622.358835:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176622.358837:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176622.358841:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176622.358849:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.358856:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176622.358858:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.358860:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176622.358861:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176622.358865:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.358873:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176622.358877:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.358884:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176622.358886:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.358889:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176622.358891:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.358892:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176622.358896:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176622.358899:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176622.358902:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176622.358904:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176622.358908:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176622.358917:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612099456:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176622.358921:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176622.358926:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176619/real 1786176622] req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176622.358933:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176622.358935:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176622.358937:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176622.358940:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176622.358942:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176622.358944:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176622.358948:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176622.358956:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.358964:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176622.358965:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.358967:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176622.358968:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176622.358972:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.358986:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176622.358990:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.358997:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176622.358999:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.359001:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176622.359003:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.359004:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176622.359006:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176622.359009:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176622.359041:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176622.359044:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176622.359049:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176622.359058:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612099328:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176622.359062:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.359064:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176622.359067:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612099840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.359074:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176622.359077:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176622.359082:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176622.359087:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176622.359090:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176622.359093:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176622.359096:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176622.359100:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:3.0:1786176622.359104:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176622.359107:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176622.359109:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:3.0:1786176622.359113:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176622.359114:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.359116:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176622.359120:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612099712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.359127:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176622.359128:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176622.359130:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176622.359134:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176622.359135:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176622.359136:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176622.359139:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176622.359140:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:3.0:1786176622.359143:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176622.359144:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176622.359145:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:3.0:1786176622.359148:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176622.359149:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.359151:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176622.359155:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612099584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.359169:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176622.359171:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176622.359172:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176622.359175:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176622.359177:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176622.359178:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176622.359180:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176622.359182:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:3.0:1786176622.359184:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176622.359186:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176622.359187:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:3.0:1786176622.359190:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176622.359192:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.359194:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176622.359197:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612099456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.359216:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176622.359218:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176622.359219:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176622.359222:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176622.359223:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176622.359225:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176622.359227:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176622.359228:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:3.0:1786176622.359231:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176622.359232:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176622.359234:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:3.0:1786176622.359237:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176622.359238:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.359239:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176622.359243:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612099328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176622.359251:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176622.359252:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176622.359253:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176622.359256:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176622.359257:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176622.359259:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176622.359261:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176622.359262:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:3.0:1786176622.359265:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176622.359266:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176622.359267:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:3.0:1786176622.359270:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176622.359271:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.359273:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176622.359281:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176622.359283:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176622.359286:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176622.359289:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176623.253132:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176623.253133:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176623.253142:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176623.253142:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176623.253146:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176623.253147:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176623.253153:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176623.253154:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176623.253155:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176623.253162:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176623.253165:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176623.253165:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176623.253165:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176623.253178:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176623.253179:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176623.253179:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176623.253204:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176623.253207:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176623.253210:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176623.253217:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176623.253224:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176623.253225:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176623.253232:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176623.253233:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176623.253237:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176623.253240:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176623.253243:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176623.253250:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176623.253259:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176623.253261:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176623.253266:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176623.253270:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176623.253274:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176623.253276:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176623.253280:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176623.253286:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176623.253300:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176623.253303:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176623.253305:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176623.253308:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176623.253310:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176623.253312:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176623.253314:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176623.253316:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176623.253319:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176623.253379:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176623.253382:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176623.253385:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176624.277092:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176624.277099:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176624.277101:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176624.277102:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.277107:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176624.277109:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176624.277110:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176624.277113:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176624.277116:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176624.277118:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176624.277122:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.277122:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.277130:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176624.277134:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.277140:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.277141:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176624.277144:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176624.277150:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176624.277163:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176624.277176:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176624.277194:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.277196:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176624.277200:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176624.277202:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176624.277204:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176624.277205:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176624.277213:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176624.277217:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176624.277217:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176624.277218:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176624.277225:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176624.277229:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176624.277230:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176624.277230:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176624.277239:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176624.277246:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176624.277247:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176624.277255:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176624.277255:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176624.277259:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176624.277269:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.277269:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.277269:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176624.277277:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.277287:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176624.277342:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176624.277345:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176624.277348:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176624.405132:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176624.405140:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176624.405143:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176624.405146:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176624.405150:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176624.405155:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8059 00000400:00000200:2.0:1786176624.405164:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176624.405170:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176624.405173:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176624.405176:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405202:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176624.405205:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405207:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176624.405210:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176624.405212:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176624.405214:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176624.405217:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176624.405218:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176624.405220:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176624.405223:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405225:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176624.405228:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405230:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176624.405233:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176624.405236:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405239:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176624.405242:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176624.405245:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176624.405248:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.405251:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176624.405253:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176624.405260:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786176624.405264:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176624.405269:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176624.405271:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.405274:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176624.405277:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176624.405282:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176624.405288:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176624.405293:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176624.405301:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176624.405309:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176624.405312:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176624.405316:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176624.405333:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176624.405336:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176624.405340:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176624.405341:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176624.405348:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176624.405352:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176624.405355:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8059 00000100:00000001:3.0:1786176624.405359:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1786176624.405360:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176624.405368:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:3.0:1786176624.405368:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176624.405373:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176624.405373:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786176624.405379:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405384:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176624.405385:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176624.405388:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405394:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176624.405400:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176624.405403:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176624.405407:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176624.405408:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1786176624.405410:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:3.0:1786176624.405412:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176624.405416:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 02000000:00000001:3.0:1786176624.405418:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786176624.405421:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 02000000:00000001:3.0:1786176624.405423:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1786176624.405428:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:3.0:1786176624.405429:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.405433:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1786176624.405438:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612099968:192.168.202.156@tcp:250:kworker.0 00000100:00000040:2.0:1786176624.405439:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405444:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176624.405448:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:3.0:1786176624.405448:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1786176624.405454:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:3.0:1786176624.405454:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176624.405459:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176624.405460:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176624.405462:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176624.405465:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176624.405469:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1786176624.405473:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc400. 02000000:00000001:2.0:1786176624.405474:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176624.405478:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.405479:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176624.405484:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176624.405491:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176624.405491:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176624.405497:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176624.405502:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786176624.405504:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000400:00000010:3.0:1786176624.405506:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 02000000:00000001:2.0:1786176624.405507:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176624.405511:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.405514:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176624.405516:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1786176624.405518:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 02000000:00000001:2.0:1786176624.405524:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176624.405527:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612099968, portal 25 02000000:00000010:2.0:1786176624.405531:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:3.0:1786176624.405532:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176624.405536:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439484160 : -127834270067456 : ffff8bbc43be1500) 00000100:00000001:2.0:1786176624.405539:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176624.405545:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786176624.405548:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176624.405567:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176624.405571:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1786176624.405575:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405577:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176624.405581:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000040:2.0:1786176624.405584:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176624.405587:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612099968, offset 0 00000100:00000001:2.0:1786176624.405599:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176624.405602:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786176624.405604:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176624.405609:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176624.405612:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1786176624.405613:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786176624.405615:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176624.405620:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1786176624.405623:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:2.0:1786176624.405624:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8059 00000400:00000200:3.0:1786176624.405632:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176624.405639:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176624.405643:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176624.405646:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176624.405649:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410101:410101:256:4294967295] 192.168.202.156@tcp LPNI seq info [410099:410099:8:4294967295] 00000400:00000200:3.0:1786176624.405654:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176624.405660:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176624.405669:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:3.0:1786176624.405671:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00080000:2.0:1786176624.405673:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176624.405680:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:3.0:1786176624.405683:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405685:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176624.405690:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000010:3.0:1786176624.405690:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000100:00000001:2.0:1786176624.405694:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176624.405698:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176624.405703:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000800:00000200:3.0:1786176624.405704:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:2.0:1786176624.405707:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:3.0:1786176624.405710:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000020:00000040:2.0:1786176624.405711:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176624.405716:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176624.405721:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:3.1:1786176624.405722:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:2.0:1786176624.405730:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:3.1:1786176624.405730:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1786176624.405734:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176624.405740:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000100:3.0:1786176624.405742:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405746:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000010:3.0:1786176624.405748:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000020:00000040:2.0:1786176624.405750:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:3.0:1786176624.405755:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:2.0:1786176624.405756:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405762:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176624.405766:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1786176624.405767:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 02000000:00000001:2.0:1786176624.405771:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176624.405776:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176624.405776:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000100:00000001:2.0:1786176624.405782:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:3.0:1786176624.405782:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000008:00100000:2.0:1786176624.405786:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176624.405789:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:2.0:1786176624.405791:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.405795:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176624.405798:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1786176624.405801:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000100:00000001:3.0:1786176624.405812:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1786176624.405813:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000100:00000040:3.0:1786176624.405819:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176624.405827:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176624.405831:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.405831:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.405836:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176624.405837:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786176624.405840:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176624.405843:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176624.405849:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:3.0:1786176624.405849:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.405857:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176624.405860:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176624.405865:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4302732920 00000100:00100000:2.0:1786176624.405867:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1786176624.405873:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3af60. 00000100:00000001:2.0:1786176624.405880:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176624.405883:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176624.405884:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176624.405892:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176624.405901:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176624.405903:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176624.405908:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176624.405909:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176624.405911:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4302732920 00000100:00080000:2.0:1786176624.405912:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176624.405918:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:3.0:1786176624.405919:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3ad20. 00000100:00080000:2.0:1786176624.405921:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8059 00000100:00000001:3.0:1786176624.405928:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1786176624.405930:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176624.405935:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1786176624.405937:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:3.0:1786176624.405941:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176624.405942:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176624.405946:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000040:2.0:1786176624.405948:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405952:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1786176624.405956:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176624/real 1786176624] req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176624.405958:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.405963:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176624.405968:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176624.405971:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176624.405975:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176624.405979:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000400:00000001:3.0:1786176624.405980:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1786176624.405982:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000001:3.0:1786176624.405985:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1786176624.405987:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000010:3.0:1786176624.405989:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000100:00000040:2.0:1786176624.405993:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:3.0:1786176624.405997:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000100:00000001:2.0:1786176624.405998:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1786176624.406001:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000040:2.0:1786176624.406004:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176624.406007:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176624.406009:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:3.0:1786176624.406039:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786176624.406047:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176624.406052:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176624.406055:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176624.406057:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176624.406060:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176624.406062:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.406064:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176624.406072:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176624.406074:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.406076:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176624.406080:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176624.406082:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176624.406084:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176624.406085:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.406087:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176624.406088:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176624.406090:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176624.406094:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176624.406097:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176624.406103:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176624.406110:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176624.406113:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176624.406117:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176624.406125:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176624.406128:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176624.406131:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176624.406132:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176624.406134:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176624.406136:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176624.406138:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8059 00000400:00000200:2.0:1786176624.406142:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176624.406146:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176624.406153:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176624.406157:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.406159:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176624.406161:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.406163:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176624.406166:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176624.406167:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176624.406169:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176624.406171:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176624.406174:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176624.406176:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176624.406197:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.406203:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176624.406205:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176624.406210:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:3.0:1786176624.406210:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786176624.406213:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176624.406219:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176624.406226:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176624.406231:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176624.406233:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1786176624.406236:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176624.406237:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176624.406242:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.406244:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176624.406247:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176624.406248:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1786176624.406251:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176624.406257:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176624.406258:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176624.406261:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176624.406268:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000100:00000001:3.0:1786176624.406271:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1786176624.406273:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176624.406279:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:3.0:1786176624.406280:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176624.406282:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176624.406288:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176624.406291:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176624.406300:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.406302:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:2.0:1786176624.406307:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:3.0:1786176624.406307:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.406311:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176624.406314:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176624.406315:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.406317:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176624.406322:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1786176624.406325:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786176624.406326:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176624.406337:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176624.406343:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786176624.406344:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176624.406348:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176624.406350:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176624.406355:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176624.406377:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176624.406378:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612099968:192.168.202.156@tcp:250:kworker.0 00000100:00000040:2.0:1786176624.406384:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8069) 00000100:00000001:3.0:1786176624.406386:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.406391:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176624.406395:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1500 x1872933612099968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406402:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176624.406406:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176624.406408:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176624.406412:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176624.406414:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176624.406416:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176624.406418:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176624.406420:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:3.0:1786176624.406424:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176624.406426:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176624.406427:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1500. 00000100:00000001:3.0:1786176624.406431:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176624.406432:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.406434:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.406442:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176624.406444:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.406447:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176624.406448:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176624.406450:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176624.406454:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406466:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176624.406467:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176624.406470:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176624.406471:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176624.406473:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176624.406476:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100096:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176624.406480:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176624.406482:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176624.406484:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176624.406486:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176624.406489:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176624.406491:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176624.406496:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176624.406499:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176624.406504:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176624.406508:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612100096, portal 10 00000100:00000001:3.0:1786176624.406510:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176624.406511:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 00000100:00000040:3.0:1786176624.406519:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406526:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176624.406529:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176624.406531:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176624.406534:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612100096, offset 0 00000400:00000200:3.0:1786176624.406539:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176624.406544:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176624.406549:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176624.406553:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176624.406555:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176624.406558:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176624.406561:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176624.406565:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410102:410102:256:4294967295] 192.168.202.156@tcp LPNI seq info [410100:410100:8:4294967295] 00000400:00000200:3.0:1786176624.406570:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176624.406584:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176624.406589:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176624.406593:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176624.406598:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176624.406601:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176624.406605:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176624.406608:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786176624.406612:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176624.406614:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176624.406617:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176624.406621:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176624.406624:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176624.406626:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176624.406629:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176624.406633:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406641:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176624.406644:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406650:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.406652:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176624.406656:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176624.406660:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176624.406663:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176624.406665:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302732296 00000100:00000001:3.0:1786176624.406667:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302732920 00000100:00000001:3.0:1786176624.406669:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302732296 00000100:00000001:3.0:1786176624.406671:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302732920 00000100:00000001:3.0:1786176624.406673:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176624.406675:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.406677:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176624.406681:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176624/real 1786176624] req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176624.406689:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176624.406690:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176624.406693:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176624.406695:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176624.406696:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176624.406698:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176624.406701:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176624.406709:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406714:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176624.406716:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.406718:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176624.406719:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176624.406723:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406730:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176624.406734:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406740:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176624.406742:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.406744:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176624.406745:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.406747:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176624.406751:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176624.406754:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176624.406757:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176624.406759:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176624.406763:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176624.406775:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100096:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176624.406780:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176624.406782:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406788:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176624.406789:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176624.406792:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176624.406793:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176624.406795:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176624.406798:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100224:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176624.406800:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176624.406802:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176624.406804:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176624.406806:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176624.406809:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176624.406811:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176624.406815:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176624.406818:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176624.406821:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176624.406824:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612100224, portal 10 00000100:00000001:3.0:1786176624.406826:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176624.406828:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:3.0:1786176624.406834:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406841:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176624.406844:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176624.406847:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176624.406849:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612100224, offset 0 00000400:00000200:3.0:1786176624.406853:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176624.406857:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176624.406861:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176624.406864:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176624.406867:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176624.406869:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176624.406871:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176624.406874:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410103:410103:256:4294967295] 192.168.202.156@tcp LPNI seq info [410101:410101:8:4294967295] 00000400:00000200:3.0:1786176624.406878:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176624.406884:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176624.406888:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176624.406892:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176624.406896:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176624.406900:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176624.406904:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176624.406906:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786176624.406911:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176624.406913:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176624.406916:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176624.406920:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176624.406923:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176624.406925:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176624.406928:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176624.406931:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406939:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176624.406942:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.406948:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.406950:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176624.406953:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176624.406956:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176624.406959:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176624.406961:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302732296 00000100:00000001:3.0:1786176624.406963:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302732920 00000100:00000001:3.0:1786176624.406965:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302732296 00000100:00000001:3.0:1786176624.406967:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302732920 00000100:00000001:3.0:1786176624.406970:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176624.406972:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.406974:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176624.406978:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176624/real 1786176624] req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176624.406987:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176624.406988:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176624.406990:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176624.406993:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176624.406995:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176624.406997:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176624.407000:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176624.407008:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407042:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176624.407044:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407046:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176624.407048:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176624.407053:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407059:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176624.407064:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407071:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176624.407073:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407075:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176624.407076:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407078:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176624.407080:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176624.407083:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176624.407086:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176624.407088:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176624.407093:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176624.407101:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100224:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176624.407104:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176624.407108:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407115:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176624.407116:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176624.407119:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176624.407120:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176624.407122:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176624.407125:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100352:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176624.407128:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176624.407130:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176624.407132:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176624.407134:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176624.407138:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176624.407141:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176624.407145:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176624.407147:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176624.407151:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176624.407154:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612100352, portal 4 00000100:00000001:3.0:1786176624.407156:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176624.407158:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000040:3.0:1786176624.407165:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407172:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176624.407175:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176624.407188:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176624.407192:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612100352, offset 0 00000400:00000200:3.0:1786176624.407197:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176624.407201:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176624.407205:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176624.407208:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176624.407211:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176624.407213:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176624.407216:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176624.407219:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410104:410104:256:4294967295] 192.168.202.156@tcp LPNI seq info [410102:410102:8:4294967295] 00000400:00000200:3.0:1786176624.407223:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176624.407229:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176624.407234:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176624.407237:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176624.407241:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176624.407244:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176624.407248:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176624.407250:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786176624.407254:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176624.407256:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176624.407259:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176624.407263:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176624.407266:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176624.407268:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176624.407271:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176624.407275:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407283:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176624.407286:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407292:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.407294:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176624.407298:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176624.407301:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176624.407304:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176624.407306:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302732480 00000100:00000001:3.0:1786176624.407309:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302732920 00000100:00000001:3.0:1786176624.407311:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302732480 00000100:00000001:3.0:1786176624.407313:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302732920 00000100:00000001:3.0:1786176624.407315:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176624.407317:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.407318:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176624.407322:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176624/real 1786176624] req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176624.407335:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176624.407336:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176624.407338:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176624.407340:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176624.407342:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176624.407344:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176624.407347:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176624.407355:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407362:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176624.407364:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407365:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176624.407367:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176624.407370:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407377:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176624.407381:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407388:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176624.407391:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407392:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176624.407394:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407396:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176624.407397:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176624.407400:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176624.407403:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176624.407406:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176624.407410:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176624.407418:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100352:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176624.407422:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176624.407426:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407437:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176624.407439:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176624.407441:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176624.407443:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176624.407445:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176624.407448:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100480:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176624.407452:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176624.407453:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176624.407454:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176624.407456:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176624.407458:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176624.407460:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176624.407463:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176624.407465:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176624.407467:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176624.407469:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612100480, portal 4 00000100:00000001:3.0:1786176624.407471:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176624.407472:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:3.0:1786176624.407476:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407480:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176624.407482:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176624.407483:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176624.407485:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612100480, offset 0 00000400:00000200:3.0:1786176624.407488:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176624.407490:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176624.407492:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176624.407494:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176624.407496:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176624.407498:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176624.407499:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176624.407502:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410105:410105:256:4294967295] 192.168.202.156@tcp LPNI seq info [410103:410103:8:4294967295] 00000400:00000200:3.0:1786176624.407504:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176624.407508:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176624.407512:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176624.407514:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176624.407517:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176624.407519:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176624.407522:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176624.407524:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786176624.407526:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176624.407528:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176624.407530:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176624.407532:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176624.407534:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176624.407535:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176624.407537:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176624.407539:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407544:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176624.407546:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407551:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.407552:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176624.407554:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176624.407556:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176624.407558:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176624.407560:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302732460 00000100:00000001:3.0:1786176624.407561:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302732920 00000100:00000001:3.0:1786176624.407563:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302732460 00000100:00000001:3.0:1786176624.407564:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302732920 00000100:00000001:3.0:1786176624.407566:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176624.407567:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.407568:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176624.407570:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176624/real 1786176624] req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176624.407575:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176624.407576:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176624.407577:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176624.407579:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176624.407580:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176624.407581:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176624.407583:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176624.407588:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407592:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176624.407593:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407594:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176624.407595:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176624.407597:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407601:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176624.407604:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407608:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176624.407609:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407610:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176624.407611:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407612:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176624.407613:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176624.407614:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176624.407616:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176624.407617:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176624.407620:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176624.407625:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100480:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176624.407628:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407629:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176624.407631:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612100096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407635:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176624.407636:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176624.407637:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176624.407639:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176624.407640:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176624.407641:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176624.407642:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176624.407643:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:3.0:1786176624.407645:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176624.407646:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176624.407647:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:3.0:1786176624.407649:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176624.407650:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407651:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176624.407653:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612100224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407657:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176624.407658:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176624.407659:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176624.407660:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176624.407661:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176624.407662:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176624.407663:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176624.407664:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:3.0:1786176624.407665:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176624.407666:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176624.407667:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:3.0:1786176624.407668:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176624.407669:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407670:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176624.407673:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612100352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407676:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176624.407677:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176624.407678:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176624.407679:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176624.407680:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176624.407680:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176624.407682:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176624.407682:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:3.0:1786176624.407684:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176624.407684:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176624.407685:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:3.0:1786176624.407687:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176624.407687:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407688:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176624.407690:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612100480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176624.407695:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176624.407696:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176624.407698:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176624.407701:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176624.407702:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176624.407703:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176624.407705:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176624.407706:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5c00. 02000000:00000001:3.0:1786176624.407708:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176624.407709:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176624.407710:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:3.0:1786176624.407712:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176624.407713:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407716:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176624.407721:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176624.407723:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176624.407725:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176624.407727:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176625.045126:0:114504:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302732920, at 4302732928 00000100:00000010:0.0:1786176625.045142:0:114504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3af60. 00000100:00000001:0.0:1786176625.301110:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176625.301110:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176625.301118:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176625.301118:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176625.301122:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176625.301123:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176625.301129:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176625.301130:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176625.301130:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176625.301136:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176625.301138:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176625.301138:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176625.301140:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176625.301143:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176625.301144:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176625.301145:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176625.301150:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176625.301151:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176625.301157:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176625.301158:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176625.301158:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176625.301164:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176625.301164:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176625.301169:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176625.301183:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176625.301186:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176625.301189:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176625.301200:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176625.301204:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176625.301205:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176625.301208:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176625.301210:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176625.301211:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176625.301215:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176625.301216:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176625.301220:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176625.301221:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176625.301224:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176625.301226:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176625.301228:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176625.301233:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176625.301237:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176625.301244:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176625.301248:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176625.301255:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176625.301298:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176625.301302:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176625.301304:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176626.325128:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176626.325128:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176626.325129:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176626.325136:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176626.325137:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176626.325137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176626.325140:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176626.325141:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.325142:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176626.325151:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176626.325152:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176626.325152:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176626.325158:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176626.325175:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176626.325179:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176626.325181:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176626.325182:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176626.325186:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.325190:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176626.325192:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176626.325192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.325195:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176626.325197:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176626.325203:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.325203:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176626.325208:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.325213:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176626.325221:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176626.325226:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176626.325229:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176626.325232:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176626.325234:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176626.325236:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176626.325238:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176626.325242:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176626.325246:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176626.325250:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176626.325254:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176626.325259:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176626.325265:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176626.325270:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176626.325276:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176626.325283:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176626.325288:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176626.325295:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176626.325341:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176626.325343:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176626.325346:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176627.349132:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176627.349132:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176627.349137:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176627.349140:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176627.349141:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176627.349142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176627.349145:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176627.349145:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176627.349146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176627.349168:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176627.349168:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176627.349175:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176627.349177:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176627.349179:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176627.349179:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176627.349185:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176627.349185:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176627.349185:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176627.349190:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176627.349191:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176627.349191:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176627.349196:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176627.349196:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176627.349197:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176627.349207:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176627.349211:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176627.349215:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176627.349217:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176627.349222:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176627.349223:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176627.349227:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176627.349230:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176627.349233:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176627.349233:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176627.349236:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176627.349236:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176627.349240:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176627.349241:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176627.349246:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176627.349246:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176627.349249:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176627.349254:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176627.349258:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176627.349260:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176627.349264:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176627.349321:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176627.349323:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176627.349326:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176628.373125:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176628.373132:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176628.373135:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176628.373135:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176628.373136:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176628.373156:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176628.373156:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176628.373159:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176628.373164:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176628.373164:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176628.373169:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176628.373171:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176628.373173:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176628.373173:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176628.373174:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176628.373178:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176628.373179:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176628.373179:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176628.373183:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176628.373185:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176628.373187:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176628.373195:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176628.373195:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176628.373201:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176628.373206:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176628.373208:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176628.373211:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176628.373222:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176628.373227:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176628.373228:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176628.373232:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176628.373233:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176628.373237:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176628.373239:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176628.373241:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176628.373242:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176628.373247:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176628.373248:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176628.373251:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176628.373255:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176628.373256:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176628.373263:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176628.373267:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176628.373271:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176628.373274:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176628.373334:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176628.373338:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176628.373342:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176629.397092:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176629.397092:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176629.397098:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176629.397100:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176629.397101:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176629.397102:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176629.397103:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176629.397105:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.397105:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176629.397111:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176629.397112:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176629.397112:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176629.397116:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176629.397118:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176629.397118:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176629.397121:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176629.397124:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.397124:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176629.397125:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176629.397129:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.397129:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176629.397148:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176629.397153:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176629.397153:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176629.397157:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176629.397161:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176629.397163:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.397190:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176629.397194:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176629.397196:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176629.397197:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176629.397200:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176629.397202:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176629.397203:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176629.397209:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176629.397210:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176629.397216:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176629.397216:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176629.397221:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.397221:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176629.397224:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176629.397228:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176629.397229:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176629.397235:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176629.397240:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176629.397294:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176629.397297:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176629.397300:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176629.525325:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176629.525332:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176629.525335:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176629.525350:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.525367:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176629.525369:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176629.525374:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176629.525378:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176629.525383:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176629.525390:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612100608:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176629.525396:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176629.525402:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176629.525406:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176629.525411:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176629.525419:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176629.525424:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176629.525431:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176629.525436:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176629.525443:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176629.525458:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612100608, portal 25 00000100:00000001:3.0:1786176629.525463:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176629.525465:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263249920 : -127833446301696 : ffff8bbc74d7c000) 00000100:00000040:3.0:1786176629.525475:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.525498:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176629.525503:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176629.525507:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176629.525513:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612100608, offset 0 00000400:00000200:3.0:1786176629.525522:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176629.525533:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176629.525542:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176629.525549:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176629.525561:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176629.525571:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176629.525580:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176629.525591:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410106:410106:256:4294967295] 192.168.202.156@tcp LPNI seq info [410104:410104:8:4294967295] 00000400:00000200:3.0:1786176629.525603:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176629.525620:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176629.525633:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176629.525640:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176629.525650:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176629.525656:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786176629.525663:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176629.525669:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:3.0:1786176629.525680:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176629.525684:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176629.525689:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176629.525698:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176629.525704:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176629.525707:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176629.525713:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176629.525719:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.525735:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176629.525741:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.525762:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.525765:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176629.525774:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176629.525781:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176629.525794:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4302738040 00000100:00000010:3.0:1786176629.525801:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a120. 00000100:00000001:3.0:1786176629.525809:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176629.525816:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4302738040 00000100:00000010:3.0:1786176629.525822:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3af00. 00000100:00000001:3.0:1786176629.525827:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176629.525831:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176629.525834:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.525838:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176629.525845:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176629/real 1786176629] req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176629.525874:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176629.525877:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176629.525881:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176629.525887:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176629.525890:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176629.525892:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176629.525898:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176629.525924:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.525942:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176629.525947:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.525954:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176629.525959:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176629.525970:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.525989:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176629.525998:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526031:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176629.526034:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526039:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176629.526041:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526044:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176629.526047:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176629.526061:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176629.526067:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176629.526072:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176629.526079:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176629.526095:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612100608:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176629.526103:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526108:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176629.526112:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c000 x1872933612100608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526123:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176629.526127:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176629.526143:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176629.526150:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176629.526153:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176629.526156:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176629.526160:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176629.526164:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029800. 02000000:00000001:3.0:1786176629.526168:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176629.526171:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176629.526174:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c000. 00000100:00000001:3.0:1786176629.526177:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176629.526178:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526180:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526186:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176629.526188:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.526189:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176629.526191:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176629.526192:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176629.526196:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526201:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176629.526202:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176629.526203:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176629.526205:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176629.526206:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176629.526208:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100736:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176629.526210:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176629.526212:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176629.526213:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176629.526214:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176629.526216:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176629.526218:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176629.526221:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176629.526223:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176629.526226:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176629.526228:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612100736, portal 10 00000100:00000001:3.0:1786176629.526229:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176629.526230:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263264256 : -127833446287360 : ffff8bbc74d7f800) 00000100:00000040:3.0:1786176629.526235:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526239:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176629.526241:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176629.526243:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176629.526244:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612100736, offset 0 00000400:00000200:3.0:1786176629.526247:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176629.526250:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176629.526253:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176629.526256:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176629.526258:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176629.526261:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176629.526263:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176629.526266:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410107:410107:256:4294967295] 192.168.202.156@tcp LPNI seq info [410105:410105:8:4294967295] 00000400:00000200:3.0:1786176629.526271:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176629.526278:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176629.526283:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176629.526286:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176629.526291:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176629.526294:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786176629.526300:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176629.526302:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:3.0:1786176629.526307:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176629.526309:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176629.526311:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176629.526314:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176629.526316:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176629.526318:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176629.526320:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176629.526323:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526328:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176629.526330:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526335:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.526336:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176629.526339:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176629.526342:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176629.526344:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176629.526346:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302737416 00000100:00000001:3.0:1786176629.526348:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302738040 00000100:00000001:3.0:1786176629.526350:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302737416 00000100:00000001:3.0:1786176629.526351:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302738040 00000100:00000001:3.0:1786176629.526352:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176629.526354:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.526355:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176629.526357:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176629/real 1786176629] req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176629.526362:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176629.526363:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176629.526365:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176629.526366:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176629.526368:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176629.526369:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176629.526371:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176629.526376:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526380:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176629.526381:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526382:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176629.526383:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176629.526385:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526389:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176629.526392:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526397:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176629.526398:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526399:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176629.526400:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526401:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176629.526404:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176629.526406:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176629.526408:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176629.526409:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176629.526411:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176629.526416:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100736:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176629.526419:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176629.526421:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526425:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176629.526426:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176629.526428:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176629.526429:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176629.526430:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176629.526432:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100864:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176629.526433:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176629.526435:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176629.526436:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176629.526437:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176629.526439:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176629.526441:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176629.526443:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176629.526445:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176629.526447:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176629.526449:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612100864, portal 10 00000100:00000001:3.0:1786176629.526450:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176629.526451:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263259776 : -127833446291840 : ffff8bbc74d7e680) 00000100:00000040:3.0:1786176629.526455:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526459:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176629.526461:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176629.526462:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176629.526464:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612100864, offset 0 00000400:00000200:3.0:1786176629.526466:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176629.526469:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176629.526471:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176629.526473:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176629.526475:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176629.526476:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176629.526478:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176629.526480:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410108:410108:256:4294967295] 192.168.202.156@tcp LPNI seq info [410106:410106:8:4294967295] 00000400:00000200:3.0:1786176629.526483:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176629.526487:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176629.526490:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176629.526492:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176629.526494:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176629.526496:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786176629.526499:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176629.526501:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:3.0:1786176629.526504:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176629.526505:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176629.526507:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176629.526509:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176629.526511:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176629.526513:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176629.526514:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176629.526517:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526522:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176629.526523:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526527:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.526529:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176629.526530:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176629.526532:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176629.526534:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176629.526536:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302737416 00000100:00000001:3.0:1786176629.526537:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302738040 00000100:00000001:3.0:1786176629.526539:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302737416 00000100:00000001:3.0:1786176629.526540:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302738040 00000100:00000001:3.0:1786176629.526541:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176629.526542:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.526543:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176629.526545:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176629/real 1786176629] req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176629.526550:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176629.526551:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176629.526551:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176629.526553:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176629.526555:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176629.526557:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176629.526560:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176629.526569:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526576:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176629.526577:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526580:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176629.526581:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176629.526585:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526593:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176629.526597:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526604:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176629.526607:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526608:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176629.526609:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526611:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176629.526612:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176629.526614:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176629.526616:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176629.526618:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176629.526620:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176629.526626:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100864:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176629.526628:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176629.526630:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526635:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176629.526636:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176629.526638:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176629.526639:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176629.526640:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176629.526642:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100992:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176629.526645:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176629.526646:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176629.526647:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176629.526648:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176629.526650:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176629.526652:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176629.526655:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176629.526656:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176629.526659:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176629.526661:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612100992, portal 4 00000100:00000001:3.0:1786176629.526662:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176629.526663:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263265152 : -127833446286464 : ffff8bbc74d7fb80) 00000100:00000040:3.0:1786176629.526667:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526672:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176629.526673:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176629.526675:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176629.526677:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612100992, offset 0 00000400:00000200:3.0:1786176629.526679:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176629.526681:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176629.526684:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176629.526686:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176629.526688:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176629.526689:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176629.526691:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176629.526693:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410109:410109:256:4294967295] 192.168.202.156@tcp LPNI seq info [410107:410107:8:4294967295] 00000400:00000200:3.0:1786176629.526696:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176629.526700:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176629.526703:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176629.526705:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176629.526708:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176629.526710:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786176629.526713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176629.526715:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:3.0:1786176629.526717:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176629.526718:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176629.526721:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176629.526723:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176629.526725:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176629.526726:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176629.526728:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176629.526730:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526735:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176629.526737:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526741:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.526743:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176629.526745:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176629.526747:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176629.526749:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176629.526750:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302737599 00000100:00000001:3.0:1786176629.526752:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302738040 00000100:00000001:3.0:1786176629.526753:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302737599 00000100:00000001:3.0:1786176629.526755:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302738040 00000100:00000001:3.0:1786176629.526756:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176629.526757:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.526758:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176629.526760:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176629/real 1786176629] req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176629.526766:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176629.526767:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176629.526768:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176629.526770:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176629.526771:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176629.526772:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176629.526774:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176629.526779:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526783:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176629.526784:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526785:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176629.526786:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176629.526788:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526792:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176629.526794:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526798:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176629.526800:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526801:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176629.526801:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526802:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176629.526803:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176629.526805:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176629.526806:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176629.526808:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176629.526811:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176629.526816:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612100992:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176629.526818:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176629.526820:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526824:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176629.526825:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176629.526826:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176629.526827:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176629.526828:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176629.526830:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612101120:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176629.526831:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176629.526832:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176629.526833:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176629.526834:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176629.526836:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176629.526837:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176629.526839:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176629.526840:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176629.526842:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176629.526844:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612101120, portal 4 00000100:00000001:3.0:1786176629.526845:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176629.526846:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263253504 : -127833446298112 : ffff8bbc74d7ce00) 00000100:00000040:3.0:1786176629.526849:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526853:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176629.526854:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176629.526856:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176629.526857:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612101120, offset 0 00000400:00000200:3.0:1786176629.526860:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176629.526862:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176629.526864:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176629.526866:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176629.526868:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176629.526870:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176629.526871:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176629.526873:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410110:410110:256:4294967295] 192.168.202.156@tcp LPNI seq info [410108:410108:8:4294967295] 00000400:00000200:3.0:1786176629.526876:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176629.526880:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176629.526882:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176629.526884:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176629.526886:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176629.526888:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1786176629.526890:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176629.526892:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:3.0:1786176629.526894:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176629.526896:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176629.526897:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176629.526899:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176629.526901:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176629.526903:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176629.526904:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176629.526906:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526911:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176629.526912:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526916:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.526917:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176629.526919:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176629.526920:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176629.526922:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176629.526924:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302737579 00000100:00000001:3.0:1786176629.526925:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302738040 00000100:00000001:3.0:1786176629.526927:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302737579 00000100:00000001:3.0:1786176629.526930:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302738040 00000100:00000001:3.0:1786176629.526932:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176629.526934:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.526936:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176629.526940:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176629/real 1786176629] req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176629.526947:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176629.526949:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176629.526950:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176629.526953:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176629.526955:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176629.526958:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176629.526961:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176629.526971:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526978:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176629.526979:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526981:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176629.526982:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176629.526985:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526989:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176629.526992:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.526996:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176629.526998:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.526999:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176629.527000:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.527002:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176629.527003:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176629.527004:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176629.527007:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176629.527008:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176629.527028:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176629.527033:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612101120:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176629.527035:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.527037:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176629.527039:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f800 x1872933612100736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.527043:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176629.527044:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176629.527046:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176629.527048:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176629.527049:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176629.527050:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176629.527051:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176629.527052:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:3.0:1786176629.527054:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176629.527055:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176629.527056:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f800. 00000100:00000001:3.0:1786176629.527058:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176629.527059:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.527060:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176629.527062:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7e680 x1872933612100864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.527070:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176629.527071:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176629.527072:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176629.527074:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176629.527075:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176629.527075:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176629.527076:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176629.527077:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:3.0:1786176629.527079:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176629.527079:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176629.527080:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7e680. 00000100:00000001:3.0:1786176629.527081:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176629.527082:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.527083:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176629.527085:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7fb80 x1872933612100992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.527089:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176629.527089:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176629.527090:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176629.527092:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176629.527092:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176629.527093:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176629.527094:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176629.527095:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028800. 02000000:00000001:3.0:1786176629.527096:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176629.527097:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176629.527098:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7fb80. 00000100:00000001:3.0:1786176629.527099:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176629.527100:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.527100:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176629.527102:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ce00 x1872933612101120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176629.527106:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176629.527107:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176629.527108:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176629.527109:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176629.527110:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176629.527111:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176629.527112:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176629.527113:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:3.0:1786176629.527114:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176629.527115:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176629.527116:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ce00. 00000100:00000001:3.0:1786176629.527117:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176629.527118:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.527119:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176629.527121:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176629.527122:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176629.527123:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176629.527124:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176630.165174:0:114504:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302738040, at 4302738048 00000100:00000010:0.0:1786176630.165183:0:114504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a120. 00000100:00000001:0.0:1786176630.421154:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176630.421162:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176630.421163:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176630.421165:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176630.421168:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176630.421170:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176630.421173:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176630.421174:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176630.421175:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176630.421178:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176630.421180:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176630.421185:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176630.421185:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176630.421186:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176630.421191:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176630.421193:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176630.421194:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176630.421195:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176630.421200:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176630.421201:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176630.421201:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176630.421204:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176630.421210:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176630.421210:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176630.421211:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176630.421215:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176630.421221:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176630.421237:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176630.421238:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176630.421241:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176630.421242:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176630.421243:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176630.421247:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176630.421247:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176630.421248:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176630.421252:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176630.421253:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176630.421254:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176630.421260:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176630.421263:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176630.421263:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176630.421264:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176630.421270:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176630.421270:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176630.421271:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176630.421273:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176630.421277:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176630.421278:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176630.421278:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176630.421284:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176630.421285:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176630.421289:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176630.421293:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176630.421299:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176631.445158:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176631.445167:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176631.445171:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176631.445180:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176631.445188:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176631.445192:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176631.445194:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176631.445194:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176631.445204:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176631.445206:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176631.445206:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176631.445214:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176631.445215:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176631.445216:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176631.445231:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176631.445232:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176631.445239:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176631.445245:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176631.445246:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176631.445255:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176631.445256:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176631.445258:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176631.445263:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176631.445270:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176631.445271:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176631.445280:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176631.445281:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176631.445292:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176631.445294:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176631.445294:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176631.445298:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176631.445301:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176631.445311:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176631.445311:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176631.445314:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176631.445318:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176631.445353:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176631.445358:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176631.445360:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176631.445365:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176631.445376:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176631.445381:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176631.445386:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176631.445387:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176631.445389:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176632.469096:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176632.469114:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176632.469116:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176632.469116:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176632.469120:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176632.469121:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176632.469121:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176632.469126:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.469126:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176632.469128:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176632.469131:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176632.469133:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176632.469134:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176632.469135:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176632.469139:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176632.469140:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176632.469141:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176632.469143:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176632.469145:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176632.469147:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176632.469149:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176632.469151:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.469152:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176632.469153:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.469155:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176632.469159:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.469160:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176632.469180:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176632.469183:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176632.469185:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176632.469188:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176632.469191:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176632.469191:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176632.469196:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.469196:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176632.469200:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176632.469200:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176632.469203:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176632.469204:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176632.469206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.469209:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176632.469213:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.469217:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176632.469219:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.469224:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176633.493130:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176633.493130:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176633.493137:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176633.493139:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176633.493144:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176633.493145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176633.493146:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176633.493149:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176633.493151:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176633.493154:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176633.493155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176633.493157:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176633.493158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176633.493160:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176633.493162:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176633.493165:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176633.493165:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176633.493171:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176633.493274:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176633.493278:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176633.493279:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176633.493281:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176633.493283:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176633.493285:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176633.493287:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176633.493289:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176633.493293:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176633.493309:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176633.493312:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176633.493316:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176633.493319:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176633.493322:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176633.493326:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176633.493328:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176633.493329:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176633.493331:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176633.493382:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176633.493385:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176633.493386:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176633.493388:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176633.493390:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176633.493392:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176633.493394:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176633.493395:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176633.493396:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176633.493403:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176633.493406:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176633.493407:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176633.493409:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176633.493411:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176633.493413:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176633.493415:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176633.493416:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176633.493418:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176634.517123:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176634.517132:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176634.517137:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176634.517137:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.517142:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176634.517146:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176634.517146:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176634.517147:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176634.517153:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176634.517154:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176634.517154:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176634.517159:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.517160:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176634.517161:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176634.517166:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176634.517166:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176634.517167:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176634.517170:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176634.517172:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176634.517173:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176634.517175:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176634.517175:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176634.517179:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176634.517182:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176634.517185:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176634.517187:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176634.517190:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176634.517196:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176634.517200:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176634.517202:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176634.517205:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176634.517210:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176634.517213:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176634.517213:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176634.517218:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176634.517218:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176634.517221:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176634.517222:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176634.517222:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176634.517225:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176634.517227:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176634.517227:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.517228:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176634.517231:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176634.517232:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176634.517234:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176634.517236:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176634.517239:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176634.517240:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176634.517243:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176634.517243:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176634.517246:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176634.517249:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.517249:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176634.645131:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176634.645140:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176634.645142:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176634.645146:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176634.645150:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176634.645156:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8070 00000400:00000200:2.0:1786176634.645161:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176634.645166:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176634.645168:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176634.645170:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645173:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176634.645175:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645177:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176634.645180:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176634.645182:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176634.645184:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176634.645187:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176634.645189:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176634.645190:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176634.645193:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645194:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176634.645195:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645198:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176634.645200:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176634.645202:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645204:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176634.645206:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176634.645209:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176634.645211:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645213:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176634.645214:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176634.645222:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176634.645225:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176634.645229:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176634.645230:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645233:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176634.645235:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176634.645238:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176634.645245:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786176634.645250:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176634.645258:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612101248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176634.645266:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176634.645270:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176634.645273:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612101248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176634.645294:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176634.645297:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176634.645299:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176634.645301:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176634.645302:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176634.645304:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176634.645305:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8070 00000400:00000200:2.0:1786176634.645308:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176634.645310:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176634.645312:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176634.645314:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645322:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176634.645324:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645326:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176634.645331:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176634.645333:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176634.645336:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176634.645340:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176634.645342:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176634.645345:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176634.645350:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645355:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176634.645360:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645363:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176634.645367:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176634.645373:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645376:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176634.645379:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176634.645385:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176634.645389:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645392:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176634.645397:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176634.645402:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645405:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176634.645409:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176634.645416:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176634.645419:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176634.645422:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645425:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176634.645425:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176634.645427:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176634.645435:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786176634.645438:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176634.645445:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612101376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176634.645463:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176634.645467:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176634.645475:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612101376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176634.645490:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176634.645495:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176634.645505:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176634.645508:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176634.645510:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176634.645515:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176634.645521:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8070 00000400:00000200:2.0:1786176634.645529:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176634.645536:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176634.645540:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176634.645548:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645554:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176634.645561:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645568:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176634.645574:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176634.645578:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176634.645584:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176634.645589:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176634.645595:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176634.645600:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176634.645609:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645613:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176634.645619:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645624:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176634.645629:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000800:00000200:1.1:1786176634.645634:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786176634.645637:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000200:1.1:1786176634.645639:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000100:00000001:2.0:1786176634.645645:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176634.645650:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176634.645655:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176634.645661:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645667:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176634.645670:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176634.645676:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645680:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176634.645687:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176634.645693:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176634.645698:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176634.645702:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645706:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176634.645710:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176634.645713:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176634.645719:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176634.645726:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176634.645738:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612101504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176634.645751:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176634.645754:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176634.645758:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612101504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176634.645774:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176634.645778:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176634.645787:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176634.645791:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176634.645794:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176634.645802:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176634.645808:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8070 00000400:00000200:2.0:1786176634.645816:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176634.645824:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176634.645830:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176634.645840:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645846:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176634.645854:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645860:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176634.645866:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176634.645869:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176634.645873:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176634.645876:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176634.645881:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176634.645886:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176634.645895:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645900:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176634.645904:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645908:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176634.645913:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176634.645921:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176634.645927:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176634.645931:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176634.645935:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176634.645939:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645944:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176634.645948:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176634.645953:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645955:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176634.645960:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176634.645965:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176634.645972:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176634.645973:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.645976:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176634.645980:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176634.645983:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176634.645989:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176634.645994:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176634.646005:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612101632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176634.646051:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176634.646055:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176634.646062:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612101632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176634.646072:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176634.646075:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176634.646100:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176634.646103:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176634.646107:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176634.646109:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176634.646114:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8070 00000400:00000200:2.0:1786176634.646120:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176634.646125:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176634.646128:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176634.646133:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.646136:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176634.646139:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.646144:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176634.646150:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176634.646151:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176634.646152:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176634.646153:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176634.646155:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176634.646156:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176634.646159:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.646162:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176634.646165:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176634.646167:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176634.646168:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176634.646170:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176634.646172:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176634.646175:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176634.646177:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176634.646181:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.646184:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176634.646188:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176634.646192:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.646195:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176634.646200:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176634.646205:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176634.646210:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176634.646213:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176634.646215:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176634.646218:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176634.646221:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176634.646226:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176634.646230:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176634.646238:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612101760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176634.646254:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176634.646257:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176634.646263:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612101760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176634.646273:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176634.646279:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8080) 00000800:00000200:1.1:1786176634.646396:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176634.646399:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786176634.646722:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176634.646724:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786176634.647067:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176634.647070:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786176634.647527:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176634.647530:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000100:00000040:0.0:1786176635.285199:0:114504:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302743160, at 4302743168 00000100:00000010:0.0:1786176635.285220:0:114504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f65a0. 00000100:00000001:3.0:1786176635.541143:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176635.541146:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176635.541153:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176635.541153:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176635.541153:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176635.541159:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176635.541160:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176635.541168:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176635.541169:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176635.541170:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176635.541172:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176635.541180:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176635.541181:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176635.541181:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176635.541189:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176635.541190:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176635.541190:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176635.541195:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176635.541197:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176635.541197:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176635.541199:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176635.541204:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176635.541205:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176635.541214:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176635.541215:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176635.541220:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176635.541225:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176635.541230:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176635.541235:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176635.541239:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176635.541240:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176635.541245:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176635.541246:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176635.541249:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176635.541251:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176635.541252:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176635.541256:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176635.541258:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176635.541258:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176635.541261:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176635.541266:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176635.541267:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176635.541269:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176635.541271:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176635.541272:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176635.541279:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176635.541281:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176635.541281:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176635.541286:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176635.541287:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176635.541292:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176635.541294:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176635.541299:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176635.541303:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176636.565114:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176636.565119:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176636.565120:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176636.565124:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176636.565128:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176636.565129:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176636.565132:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176636.565133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176636.565136:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176636.565139:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176636.565141:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176636.565141:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176636.565144:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176636.565147:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176636.565148:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176636.565150:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176636.565150:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176636.565154:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176636.565157:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176636.565157:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176636.565159:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176636.565164:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176636.565164:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176636.565171:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176636.565173:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176636.565175:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176636.565180:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176636.565185:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176636.565189:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176636.565191:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176636.565193:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176636.565196:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176636.565198:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176636.565198:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176636.565203:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176636.565205:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176636.565206:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176636.565209:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176636.565211:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176636.565213:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176636.565219:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176636.565223:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176636.565232:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176636.565235:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176636.565238:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176637.589118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176637.589118:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176637.589126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176637.589127:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176637.589132:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.589132:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.589135:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176637.589141:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176637.589143:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176637.589143:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176637.589144:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176637.589150:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176637.589154:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176637.589155:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176637.589155:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176637.589162:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176637.589163:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.589163:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176637.589166:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176637.589171:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176637.589175:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176637.589178:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176637.589181:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176637.589184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.589185:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176637.589189:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.589193:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.589201:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176637.589206:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176637.589208:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176637.589209:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176637.589211:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176637.589213:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176637.589218:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.589219:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176637.589223:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176637.589225:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176637.589230:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176637.589231:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176637.589233:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176637.589235:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176637.589242:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176637.589242:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176637.589245:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176637.589252:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176638.613127:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176638.613127:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176638.613136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176638.613136:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176638.613140:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176638.613141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176638.613147:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176638.613148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176638.613149:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176638.613152:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176638.613156:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176638.613157:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176638.613157:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176638.613163:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176638.613164:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176638.613164:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176638.613170:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176638.613170:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176638.613171:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176638.613175:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176638.613175:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176638.613176:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176638.613183:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176638.613183:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176638.613185:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176638.613187:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176638.613191:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176638.613226:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176638.613229:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176638.613230:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176638.613233:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176638.613233:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176638.613236:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176638.613238:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176638.613240:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176638.613245:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176638.613246:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176638.613249:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176638.613251:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176638.613253:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176638.613256:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176638.613257:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176638.613260:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176638.613261:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176638.613265:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176639.637112:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176639.637112:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176639.637113:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176639.637120:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176639.637121:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176639.637121:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176639.637123:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176639.637125:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176639.637126:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176639.637129:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176639.637133:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176639.637133:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176639.637135:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176639.637140:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176639.637141:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176639.637141:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176639.637145:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176639.637146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176639.637147:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176639.637151:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176639.637152:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176639.637154:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176639.637156:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176639.637157:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176639.637158:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176639.637162:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176639.637164:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176639.637173:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176639.637177:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176639.637179:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176639.637181:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176639.637182:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176639.637184:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176639.637186:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176639.637188:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176639.637189:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176639.637191:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176639.637192:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176639.637194:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176639.637196:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176639.637199:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.637201:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176639.637204:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176639.637207:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176639.637212:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176639.765143:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176639.765154:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176639.765156:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176639.765160:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176639.765164:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176639.765172:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8075 00000400:00000200:3.0:1786176639.765179:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176639.765185:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176639.765189:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176639.765192:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765197:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176639.765200:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765202:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176639.765207:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176639.765209:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176639.765211:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176639.765214:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176639.765217:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176639.765220:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176639.765223:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765226:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176639.765228:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765230:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176639.765232:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176639.765234:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765236:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176639.765238:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176639.765241:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176639.765243:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765245:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176639.765247:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176639.765255:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5f80. 00000020:00000040:3.0:1786176639.765257:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176639.765261:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176639.765262:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765265:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176639.765267:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176639.765269:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176639.765276:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:3.0:1786176639.765282:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176639.765289:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5f80 x1872933612101888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176639.765301:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176639.765305:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176639.765308:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004880dcf8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5f80 x1872933612101888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176639.765327:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176639.765331:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176639.765334:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176639.765336:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176639.765337:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176639.765340:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176639.765343:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8075 00000400:00000200:3.0:1786176639.765348:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176639.765354:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176639.765357:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176639.765361:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765366:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176639.765370:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765375:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176639.765379:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176639.765380:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176639.765382:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176639.765385:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176639.765389:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176639.765394:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176639.765401:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765405:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176639.765409:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765412:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176639.765416:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176639.765422:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765426:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176639.765430:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176639.765438:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176639.765444:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765449:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176639.765455:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176639.765463:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765468:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176639.765475:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 00000020:00000040:3.0:1786176639.765479:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176639.765485:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176639.765487:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765491:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176639.765492:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176639.765494:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176639.765509:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:3.0:1786176639.765514:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176639.765523:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612102016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176639.765535:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176639.765539:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176639.765549:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612102016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176639.765574:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176639.765580:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176639.765588:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176639.765592:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176639.765597:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176639.765602:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176639.765609:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8075 00000400:00000200:3.0:1786176639.765616:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176639.765621:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176639.765623:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176639.765628:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765631:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176639.765634:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765636:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176639.765639:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176639.765641:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176639.765645:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176639.765647:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176639.765650:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176639.765654:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176639.765659:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765663:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176639.765667:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765670:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176639.765676:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176639.765681:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765685:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176639.765688:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176639.765691:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176639.765696:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765701:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176639.765703:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176639.765707:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765710:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176639.765713:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000020:00000040:3.0:1786176639.765715:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176639.765717:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176639.765718:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765719:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176639.765721:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176639.765723:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176639.765728:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176639.765732:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176639.765742:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612102144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176639.765753:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176639.765756:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176639.765763:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612102144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176639.765777:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176639.765779:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176639.765787:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176639.765789:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176639.765791:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.1:1786176639.765793:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176639.765794:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176639.765799:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8075 00000400:00000200:3.0:1786176639.765802:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.1:1786176639.765802:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000400:00000200:3.0:1786176639.765807:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176639.765810:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176639.765816:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765820:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176639.765822:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765826:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176639.765827:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176639.765828:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176639.765831:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176639.765835:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176639.765837:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176639.765842:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176639.765849:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765851:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176639.765853:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765857:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176639.765860:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176639.765864:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176639.765866:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176639.765870:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176639.765872:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176639.765875:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765877:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176639.765880:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176639.765884:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765887:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176639.765892:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000020:00000040:3.0:1786176639.765895:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176639.765899:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176639.765901:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.765903:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176639.765904:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176639.765907:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176639.765910:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cffc00. 00000100:00000001:3.0:1786176639.765913:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176639.765921:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612102272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176639.765941:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176639.765946:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176639.765953:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612102272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176639.765971:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176639.765977:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176639.765983:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176639.765987:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176639.765989:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176639.765991:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176639.765995:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8075 00000400:00000200:3.0:1786176639.766003:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176639.766008:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176639.766060:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176639.766065:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.766069:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176639.766073:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.766076:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176639.766080:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176639.766081:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176639.766082:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176639.766084:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176639.766087:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176639.766090:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176639.766097:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.766101:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176639.766105:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176639.766109:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176639.766113:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176639.766116:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176639.766120:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176639.766123:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176639.766126:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176639.766130:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.766132:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176639.766136:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176639.766140:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.766142:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176639.766147:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000020:00000040:3.0:1786176639.766150:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176639.766155:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176639.766157:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176639.766161:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176639.766164:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176639.766166:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176639.766171:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176639.766175:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176639.766185:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612102400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176639.766195:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176639.766198:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176639.766203:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612102400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176639.766212:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176639.766216:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8085) 00000800:00000200:1.1:1786176639.766482:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176639.766485:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786176639.766759:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176639.766761:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786176639.766942:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176639.766944:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786176639.767206:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176639.767209:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00000040:0.0:1786176640.405126:0:114504:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302748280, at 4302748288 00000100:00000010:0.0:1786176640.405142:0:114504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6900. 00000100:00000001:0.0:1786176640.661135:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176640.661135:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176640.661136:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176640.661144:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176640.661145:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176640.661146:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176640.661149:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176640.661151:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176640.661153:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176640.661155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176640.661155:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176640.661159:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176640.661161:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176640.661163:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176640.661163:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176640.661165:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176640.661168:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176640.661169:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176640.661170:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176640.661174:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176640.661179:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176640.661181:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176640.661184:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176640.661186:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176640.661186:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176640.661189:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176640.661192:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176640.661199:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176640.661203:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176640.661204:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176640.661206:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176640.661209:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176640.661214:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176640.661216:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176640.661217:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176640.661222:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176640.661222:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176640.661226:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176640.661228:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176640.661230:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176640.661235:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176640.661238:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176640.661241:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176640.661243:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176640.661246:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176641.685116:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176641.685123:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176641.685123:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176641.685127:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176641.685129:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176641.685132:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176641.685134:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176641.685135:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176641.685137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176641.685141:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176641.685141:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176641.685142:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176641.685145:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176641.685148:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176641.685149:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176641.685152:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176641.685156:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176641.685156:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176641.685157:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176641.685162:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176641.685163:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176641.685163:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176641.685171:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176641.685172:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176641.685173:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176641.685177:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176641.685181:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176641.685188:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176641.685193:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176641.685195:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176641.685197:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176641.685200:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176641.685202:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176641.685203:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176641.685207:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176641.685208:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176641.685211:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176641.685211:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176641.685216:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176641.685217:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176641.685218:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176641.685221:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176641.685223:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176641.685226:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176641.685227:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176641.685232:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176641.685232:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176641.685235:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176641.685237:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176641.685239:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176641.685240:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176641.685244:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176641.685245:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176641.685247:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.709152:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176642.709153:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176642.709154:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176642.709170:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176642.709170:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176642.709171:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176642.709182:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176642.709182:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.709184:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176642.709189:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176642.709200:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176642.709200:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176642.709201:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176642.709217:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176642.709220:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176642.709220:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176642.709222:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176642.709234:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176642.709238:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176642.709240:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.709246:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176642.709256:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176642.709257:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176642.709264:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.709265:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176642.709269:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176642.709272:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.709275:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.709276:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176642.709282:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176642.709286:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176642.709294:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176642.709300:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176642.709303:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176642.709304:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176642.709305:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176642.709309:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176642.709311:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.709311:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176642.709319:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.709322:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176642.709324:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176642.709325:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176642.709333:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176642.709338:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.709343:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176642.709344:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176642.709346:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.709351:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176642.709352:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176642.709360:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176642.709363:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176642.709367:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176642.709371:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176643.733133:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176643.733133:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176643.733143:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176643.733144:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176643.733149:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176643.733150:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176643.733157:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176643.733158:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176643.733163:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176643.733164:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176643.733170:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176643.733170:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176643.733175:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176643.733178:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176643.733179:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176643.733184:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176643.733185:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176643.733193:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176643.733204:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176643.733216:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176643.733238:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176643.733247:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176643.733248:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176643.733251:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176643.733252:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176643.733258:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176643.733260:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176643.733264:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176643.733266:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176643.733266:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176643.733277:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176643.733279:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176643.733280:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176643.733281:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176643.733289:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176643.733290:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176643.733298:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176643.733299:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176643.733308:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176643.733309:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176643.733312:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176643.733313:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176643.733319:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176643.733322:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176643.733323:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.757173:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176644.757174:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176644.757174:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176644.757183:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176644.757186:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176644.757186:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176644.757188:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176644.757192:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176644.757194:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176644.757195:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176644.757205:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176644.757205:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176644.757207:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176644.757215:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176644.757216:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176644.757218:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176644.757225:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176644.757226:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176644.757227:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176644.757235:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176644.757237:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176644.757243:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176644.757244:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176644.757244:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176644.757252:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176644.757256:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176644.757259:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.757272:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176644.757277:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176644.757281:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176644.757284:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176644.757288:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176644.757291:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176644.757291:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176644.757297:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176644.757298:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176644.757303:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.757303:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176644.757311:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176644.757312:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176644.757320:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176644.757325:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176644.757330:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176644.757334:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176644.757343:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176644.885108:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176644.885117:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176644.885119:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176644.885123:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176644.885127:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176644.885133:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8080 00000400:00000200:3.0:1786176644.885138:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176644.885143:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176644.885146:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176644.885148:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885151:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176644.885157:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885159:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176644.885162:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176644.885164:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176644.885166:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176644.885169:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176644.885171:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176644.885173:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176644.885175:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885177:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176644.885181:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885183:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176644.885185:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176644.885188:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885189:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176644.885192:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176644.885195:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176644.885197:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.885199:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176644.885201:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176644.885207:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786176644.885210:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176644.885214:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176644.885216:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.885218:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176644.885220:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176644.885224:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176644.885232:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176644.885237:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176644.885244:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612102528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176644.885253:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176644.885256:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176644.885260:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612102528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176644.885274:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176644.885276:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176644.885279:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176644.885280:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176644.885281:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176644.885283:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176644.885285:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8080 00000400:00000200:3.0:1786176644.885289:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176644.885291:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176644.885293:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176644.885296:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885298:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176644.885302:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885304:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176644.885308:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176644.885310:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176644.885311:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176644.885315:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176644.885317:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176644.885322:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176644.885330:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885334:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176644.885339:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885342:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176644.885346:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176644.885353:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885358:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176644.885360:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176644.885367:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176644.885370:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.885372:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176644.885388:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176644.885392:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.885394:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176644.885398:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000020:00000040:3.0:1786176644.885404:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176644.885407:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176644.885409:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.885414:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176644.885415:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176644.885417:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176644.885421:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176644.885425:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176644.885429:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612102656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176644.885437:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176644.885462:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176644.885473:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612102656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176644.885494:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176644.885497:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176644.885504:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176644.885517:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176644.885522:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176644.885530:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176644.885537:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8080 00000400:00000200:3.0:1786176644.885545:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176644.885554:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176644.885560:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176644.885568:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885574:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176644.885583:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885588:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176644.885591:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176644.885594:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176644.885598:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176644.885601:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176644.885604:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176644.885609:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176644.885617:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885620:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176644.885624:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885630:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176644.885632:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176644.885635:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885638:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176644.885639:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176644.885644:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176644.885648:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.885652:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176644.885656:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.1:1786176644.885657:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000008:00000001:3.0:1786176644.885659:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176644.885661:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000001:3.0:1786176644.885662:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176644.885670:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786176644.885674:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176644.885678:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176644.885680:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.885683:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176644.885687:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176644.885691:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176644.885696:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176644.885703:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176644.885711:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612102784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176644.885735:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176644.885738:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176644.885744:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612102784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176644.885779:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176644.885783:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176644.885788:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176644.885791:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176644.885794:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176644.885799:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176644.885805:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8080 00000400:00000200:3.0:1786176644.885811:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176644.885815:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176644.885818:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176644.885820:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885825:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176644.885826:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885828:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176644.885829:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176644.885830:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176644.885831:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176644.885833:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176644.885836:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176644.885838:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176644.885840:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885842:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176644.885844:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885846:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176644.885849:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176644.885856:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176644.885863:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176644.885866:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176644.885871:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176644.885876:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.885881:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176644.885885:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176644.885888:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.885890:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176644.885894:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786176644.885899:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176644.885904:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176644.885906:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.885911:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176644.885913:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176644.885915:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176644.885920:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176644.885927:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176644.885936:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612102912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176644.885947:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176644.885951:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176644.885959:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612102912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176644.886000:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176644.886006:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176644.886028:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176644.886029:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176644.886031:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176644.886033:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176644.886037:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8080 00000400:00000200:3.0:1786176644.886045:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176644.886051:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176644.886057:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176644.886063:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.886067:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176644.886072:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.886074:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176644.886079:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176644.886081:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176644.886085:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176644.886088:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176644.886094:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176644.886096:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176644.886100:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.886104:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176644.886107:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176644.886110:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176644.886115:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176644.886121:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176644.886125:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176644.886130:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176644.886134:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176644.886140:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.886144:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176644.886147:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176644.886151:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.886157:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176644.886161:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000020:00000040:3.0:1786176644.886166:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176644.886170:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176644.886173:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176644.886177:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176644.886179:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176644.886182:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176644.886187:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176644.886195:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176644.886203:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612103040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176644.886214:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176644.886218:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176644.886224:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612103040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176644.886238:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176644.886242:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8090) 00000800:00000200:1.1:1786176644.886343:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176644.886345:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176644.886565:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176644.886567:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176644.886747:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176644.886749:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176644.886963:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176644.886965:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000040:0.0:1786176645.525176:0:114504:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302753400, at 4302753408 00000100:00000010:0.0:1786176645.525194:0:114504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6060. 00000100:00000001:0.0:1786176645.781164:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176645.781164:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176645.781166:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176645.781178:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176645.781179:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176645.781180:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176645.781188:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176645.781189:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176645.781190:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176645.781204:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176645.781207:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176645.781207:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176645.781210:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176645.781218:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176645.781222:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176645.781225:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176645.781226:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176645.781228:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176645.781230:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176645.781234:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176645.781237:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176645.781238:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176645.781240:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176645.781246:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176645.781248:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176645.781257:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176645.781259:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176645.781263:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176645.781275:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176645.781280:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176645.781284:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176645.781290:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176645.781294:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176645.781299:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176645.781303:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176645.781305:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176645.781307:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176645.781314:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176645.781323:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176645.781323:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176645.781325:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176645.781343:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176645.781344:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176645.781353:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176645.781353:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176645.781366:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176645.781367:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176645.781379:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176645.781382:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176645.781391:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176645.781397:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176645.781398:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176645.781409:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176645.781414:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176646.805146:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176646.805156:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176646.805160:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176646.805161:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176646.805168:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176646.805169:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176646.805171:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176646.805174:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176646.805177:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176646.805182:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176646.805183:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176646.805184:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176646.805196:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176646.805198:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176646.805198:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176646.805206:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176646.805207:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176646.805217:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176646.805219:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176646.805219:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176646.805228:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176646.805235:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176646.805237:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176646.805243:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176646.805251:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176646.805254:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176646.805258:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176646.805259:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176646.805259:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176646.805266:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176646.805272:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176646.805272:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176646.805273:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176646.805280:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176646.805281:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176646.805289:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176646.805289:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176646.805295:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176646.805297:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176646.805299:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176646.805305:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176646.805305:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176646.805311:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176646.805312:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176646.805315:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176646.805318:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176646.805324:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176646.805324:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176646.805336:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176646.805342:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176646.805346:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176646.805349:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176646.805351:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176646.805354:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176647.829154:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176647.829165:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176647.829168:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.829175:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176647.829177:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176647.829185:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176647.829189:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176647.829189:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176647.829191:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176647.829198:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.829198:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176647.829200:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176647.829214:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176647.829215:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176647.829215:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176647.829219:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176647.829227:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176647.829228:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176647.829232:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176647.829239:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176647.829241:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176647.829245:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.829248:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176647.829263:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176647.829266:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176647.829266:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176647.829275:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176647.829276:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176647.829279:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.829286:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176647.829288:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176647.829296:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176647.829301:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176647.829303:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176647.829313:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176647.829313:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176647.829331:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176647.829332:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176647.829335:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176647.829346:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176647.829348:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176647.829353:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176647.829357:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176647.829359:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176647.829362:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176648.853147:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176648.853151:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176648.853155:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176648.853157:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176648.853158:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176648.853164:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176648.853166:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176648.853168:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176648.853180:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176648.853181:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176648.853183:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176648.853192:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176648.853194:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176648.853197:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176648.853198:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176648.853201:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176648.853207:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176648.853214:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176648.853214:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176648.853219:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176648.853220:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176648.853223:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176648.853224:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176648.853234:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176648.853242:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176648.853246:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176648.853250:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176648.853271:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176648.853278:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176648.853280:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176648.853284:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176648.853285:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176648.853289:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176648.853291:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176648.853294:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176648.853296:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176648.853297:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176648.853302:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176648.853304:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176648.853308:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176648.853316:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176648.853321:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176648.853327:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176648.853332:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176648.853337:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176649.877152:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176649.877154:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176649.877165:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176649.877166:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176649.877181:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176649.877182:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176649.877184:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176649.877194:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176649.877200:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176649.877201:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176649.877202:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176649.877216:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176649.877219:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176649.877220:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176649.877223:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176649.877229:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176649.877232:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176649.877235:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176649.877240:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176649.877240:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176649.877254:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176649.877254:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176649.877265:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176649.877272:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176649.877273:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176649.877280:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176649.877290:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176649.877302:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176649.877303:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176649.877311:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176649.877317:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176649.877318:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176649.877324:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176649.877326:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176649.877328:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176649.877331:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176649.877332:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176649.877343:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176649.877346:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176649.877346:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176649.877356:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176649.877359:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176649.877360:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176649.877361:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176649.877365:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176649.877374:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176649.877379:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176649.877380:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176649.877383:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176649.877386:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176649.877388:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176649.877395:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176649.877397:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176649.877399:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176650.005167:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176650.005177:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176650.005180:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176650.005184:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176650.005188:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176650.005194:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8085 00000400:00000200:0.0:1786176650.005200:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176650.005205:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176650.005207:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176650.005209:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005212:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176650.005214:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005215:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176650.005219:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176650.005220:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176650.005223:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176650.005225:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176650.005227:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176650.005228:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176650.005231:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005232:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176650.005234:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005235:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176650.005237:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176650.005239:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005241:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176650.005243:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176650.005245:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176650.005247:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005249:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176650.005251:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176650.005258:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176650.005261:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176650.005264:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176650.005265:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005268:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176650.005270:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176650.005273:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176650.005280:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786176650.005286:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176650.005292:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612103168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176650.005300:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176650.005304:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176650.005307:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612103168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176650.005326:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176650.005328:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176650.005331:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176650.005332:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176650.005334:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176650.005336:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176650.005339:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8085 00000400:00000200:0.0:1786176650.005342:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176650.005345:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176650.005347:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176650.005350:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005352:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176650.005355:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005357:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176650.005360:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176650.005363:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176650.005365:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176650.005367:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176650.005369:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176650.005373:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176650.005380:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005384:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176650.005388:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005392:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176650.005396:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176650.005399:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005402:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176650.005406:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176650.005412:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176650.005416:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005418:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176650.005421:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176650.005426:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005429:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176650.005435:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176650.005439:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176650.005441:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176650.005443:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005446:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176650.005456:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176650.005462:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176650.005467:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786176650.005471:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176650.005478:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612103296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176650.005487:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176650.005489:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176650.005492:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612103296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176650.005506:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176650.005509:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176650.005516:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176650.005518:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176650.005521:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176650.005526:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176650.005531:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8085 00000400:00000200:0.0:1786176650.005538:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176650.005542:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176650.005543:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176650.005549:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005552:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176650.005553:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005555:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176650.005558:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176650.005561:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176650.005563:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176650.005566:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176650.005572:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176650.005573:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176650.005578:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005583:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176650.005589:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005592:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176650.005595:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176650.005600:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005603:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176650.005605:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176650.005609:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176650.005613:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005617:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176650.005619:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176650.005622:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005626:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176650.005628:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176650.005631:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176650.005634:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176650.005637:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005639:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176650.005643:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176650.005646:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176650.005650:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176650.005654:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176650.005661:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612103424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176650.005669:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176650.005672:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176650.005678:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612103424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1786176650.005690:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176650.005692:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176650.005693:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00080000:0.0:1786176650.005695:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176650.005699:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176650.005701:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176650.005705:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176650.005710:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176650.005713:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8085 00000400:00000200:0.0:1786176650.005720:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176650.005725:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176650.005727:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176650.005732:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005735:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176650.005737:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005740:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176650.005743:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176650.005745:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176650.005746:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176650.005747:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176650.005749:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176650.005750:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176650.005753:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005757:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176650.005760:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005764:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176650.005768:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176650.005772:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005774:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176650.005776:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176650.005780:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176650.005783:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005785:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176650.005787:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176650.005792:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005795:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176650.005800:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176650.005803:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176650.005807:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176650.005809:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005814:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176650.005816:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176650.005819:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176650.005822:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786176650.005824:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176650.005829:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612103552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176650.005838:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176650.005843:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176650.005847:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612103552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176650.005853:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176650.005857:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176650.005859:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176650.005860:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176650.005861:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176650.005863:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176650.005867:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8085 00000400:00000200:0.0:1786176650.005870:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176650.005873:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176650.005877:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176650.005881:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005885:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176650.005887:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005892:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176650.005894:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176650.005895:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176650.005897:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176650.005900:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176650.005901:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176650.005906:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176650.005909:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005913:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176650.005915:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005917:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176650.005919:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176650.005924:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176650.005928:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176650.005944:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176650.005948:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176650.005951:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005953:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176650.005955:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176650.005959:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005961:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176650.005965:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176650.005970:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176650.005972:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176650.005977:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.005981:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176650.005984:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176650.005988:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176650.005992:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:0.0:1786176650.005997:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176650.006005:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612103680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176650.006037:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176650.006039:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176650.006048:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612103680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176650.006066:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176650.006072:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8095) 00000800:00000200:1.1:1786176650.006283:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176650.006285:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176650.006502:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176650.006504:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176650.006738:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176650.006740:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176650.006917:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176650.006919:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000040:0.0:1786176650.645095:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302758520, at 4302758528 00000100:00000010:0.0:1786176650.645108:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f66c0. 00000100:00000001:2.0:1786176650.901123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176650.901123:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176650.901125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176650.901134:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176650.901134:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176650.901134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176650.901140:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.901141:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176650.901141:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176650.901150:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176650.901151:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176650.901151:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176650.901156:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176650.901158:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176650.901159:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176650.901162:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176650.901163:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176650.901164:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176650.901169:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176650.901171:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176650.901174:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176650.901371:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176650.901374:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176650.901377:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176650.901423:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176650.901425:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176650.901427:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176650.901428:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176650.901433:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176650.901436:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176651.925090:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176651.925090:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176651.925098:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176651.925098:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176651.925101:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176651.925102:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176651.925109:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176651.925110:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176651.925113:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176651.925114:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176651.925115:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176651.925118:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176651.925121:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176651.925121:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176651.925122:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176651.925128:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176651.925129:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176651.925132:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176651.925133:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176651.925139:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176651.925140:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176651.925140:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176651.925145:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176651.925145:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176651.925148:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176651.925153:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176651.925154:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176651.925170:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176651.925174:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176651.925176:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176651.925176:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176651.925178:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176651.925181:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176651.925182:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176651.925184:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176651.925186:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176651.925187:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000020:00000001:3.0:1786176651.925188:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176651.925189:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1786176651.925193:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176651.925194:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176651.925194:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786176651.925200:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176651.925201:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176651.925201:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176651.925209:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176651.925212:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176651.925216:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.949111:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176652.949121:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176652.949125:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176652.949132:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176652.949135:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176652.949139:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.949142:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176652.949146:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.949149:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176652.949167:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176652.949171:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176652.949176:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176652.949183:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176652.949184:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.949186:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176652.949201:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176652.949201:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176652.949201:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176652.949213:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176652.949215:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176652.949216:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176652.949225:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176652.949234:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176652.949238:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176652.949238:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176652.949240:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176652.949250:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.949250:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176652.949252:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.949260:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176652.949265:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176652.949265:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.949267:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176652.949271:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.949274:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176652.949281:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176652.949324:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176652.949330:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176652.949333:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176652.949338:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176652.949344:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176652.949354:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176652.949362:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176652.949368:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176652.949376:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176652.949449:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176652.949453:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176652.949456:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176653.973132:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176653.973134:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176653.973145:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176653.973146:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176653.973150:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176653.973168:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176653.973171:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176653.973176:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176653.973180:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176653.973184:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176653.973184:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176653.973188:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176653.973191:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176653.973195:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176653.973195:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176653.973204:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176653.973206:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176653.973207:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176653.973216:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176653.973216:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176653.973218:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176653.973226:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176653.973227:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176653.973228:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176653.973239:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176653.973245:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176653.973250:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176653.973278:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1786176653.973285:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176653.973286:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1786176653.973290:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176653.973293:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176653.973296:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786176653.973303:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176653.973308:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176653.973312:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176653.973317:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176653.973318:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176653.973324:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176653.973324:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176653.973328:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176653.973333:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176653.973334:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176653.973342:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176653.973347:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176653.973351:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176653.973354:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176653.973357:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176654.997119:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176654.997143:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176654.997145:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176654.997150:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176654.997150:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176654.997154:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176654.997158:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176654.997163:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176654.997167:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176654.997168:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176654.997174:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176654.997175:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176654.997176:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176654.997182:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176654.997184:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176654.997184:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176654.997187:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176654.997190:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176654.997191:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176654.997195:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176654.997198:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176654.997200:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176654.997206:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176654.997207:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176654.997210:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176654.997211:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176654.997215:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176654.997217:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176654.997219:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176654.997223:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176654.997229:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176654.997230:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176654.997231:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176654.997233:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176654.997236:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176654.997239:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176654.997240:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176654.997266:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176654.997266:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176654.997272:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176654.997273:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176654.997276:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176654.997280:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176654.997283:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176654.997286:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176654.997332:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176654.997337:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176654.997342:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176655.125144:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176655.125153:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176655.125156:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176655.125159:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176655.125163:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176655.125170:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8090 00000400:00000200:3.0:1786176655.125176:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176655.125181:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176655.125184:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176655.125186:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125189:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176655.125190:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125192:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176655.125195:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176655.125197:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176655.125199:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176655.125202:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176655.125204:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176655.125205:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176655.125207:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125208:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176655.125210:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125211:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176655.125213:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176655.125216:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125217:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176655.125219:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176655.125222:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176655.125225:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.125227:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176655.125229:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176655.125238:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 00000020:00000040:3.0:1786176655.125242:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176655.125245:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176655.125248:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.125251:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176655.125254:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176655.125259:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176655.125269:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc000. 00000100:00000001:3.0:1786176655.125277:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176655.125288:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612103808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176655.125297:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176655.125301:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176655.125304:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612103808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176655.125324:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176655.125327:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176655.125330:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176655.125331:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176655.125332:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176655.125334:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176655.125336:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8090 00000400:00000200:3.0:1786176655.125340:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176655.125342:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176655.125344:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176655.125346:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125347:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176655.125349:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125351:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176655.125353:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176655.125354:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176655.125356:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176655.125358:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176655.125362:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176655.125364:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176655.125369:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125372:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176655.125377:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125382:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176655.125386:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176655.125392:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125397:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176655.125400:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176655.125407:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176655.125412:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.125417:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176655.125422:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176655.125428:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.125431:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176655.125435:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000020:00000040:3.0:1786176655.125439:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176655.125443:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176655.125446:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.125447:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176655.125449:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176655.125453:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176655.125461:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe000. 00000100:00000001:3.0:1786176655.125467:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176655.125475:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612103936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176655.125485:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176655.125489:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176655.125494:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612103936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176655.125506:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176655.125511:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176655.125517:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176655.125522:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176655.125526:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176655.125530:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176655.125536:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8090 00000400:00000200:3.0:1786176655.125551:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176655.125556:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176655.125559:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176655.125566:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125571:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176655.125576:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125579:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176655.125583:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176655.125586:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176655.125589:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176655.125592:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176655.125596:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176655.125599:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176655.125606:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125608:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176655.125610:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125611:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176655.125616:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176655.125622:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125626:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176655.125629:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176655.125632:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176655.125635:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.125638:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176655.125640:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176655.125643:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.125649:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176655.125656:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000020:00000040:3.0:1786176655.125662:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000800:00000200:1.1:1786176655.125667:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:3.0:1786176655.125668:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176655.125670:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176655.125673:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:3.0:1786176655.125674:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176655.125676:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176655.125679:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176655.125685:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786176655.125690:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176655.125699:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612104064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176655.125715:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176655.125721:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176655.125733:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612104064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176655.125761:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176655.125765:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176655.125773:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176655.125776:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176655.125779:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176655.125784:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176655.125788:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8090 00000400:00000200:3.0:1786176655.125796:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176655.125804:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176655.125807:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176655.125812:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125815:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176655.125817:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125822:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176655.125824:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176655.125825:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176655.125826:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176655.125828:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176655.125829:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176655.125830:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176655.125834:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125837:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176655.125841:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125845:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176655.125848:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176655.125853:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176655.125856:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176655.125859:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176655.125863:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176655.125865:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.125866:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176655.125870:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176655.125876:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.125880:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176655.125898:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000020:00000040:3.0:1786176655.125900:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176655.125903:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176655.125906:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.125908:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176655.125910:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176655.125914:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176655.125920:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176655.125926:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176655.125934:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612104192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176655.125962:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176655.125967:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176655.125975:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612104192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176655.125988:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176655.125994:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176655.126001:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176655.126004:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176655.126008:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176655.126037:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176655.126042:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8090 00000400:00000200:3.0:1786176655.126051:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176655.126058:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176655.126061:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176655.126067:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.126072:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176655.126078:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.126083:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176655.126086:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176655.126089:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176655.126092:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176655.126095:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176655.126099:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176655.126103:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176655.126111:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.126113:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176655.126117:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176655.126122:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176655.126126:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176655.126133:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176655.126139:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176655.126143:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176655.126146:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176655.126150:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.126154:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176655.126157:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176655.126159:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.126162:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176655.126168:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000020:00000040:3.0:1786176655.126173:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176655.126176:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176655.126179:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176655.126183:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176655.126185:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176655.126187:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176655.126190:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176655.126194:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176655.126201:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612104320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176655.126214:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176655.126216:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176655.126219:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612104320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176655.126239:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176655.126248:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8100) 00000800:00000200:1.1:1786176655.126336:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176655.126338:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176655.126522:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176655.126524:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176655.126697:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176655.126699:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176655.126971:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176655.126973:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000040:0.0:1786176655.765151:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302763640, at 4302763648 00000100:00000010:0.0:1786176655.765167:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6b40. 00000100:00000001:0.0:1786176656.021109:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176656.021109:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176656.021114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176656.021117:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176656.021117:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176656.021120:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176656.021122:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176656.021122:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176656.021124:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176656.021130:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176656.021130:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176656.021132:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176656.021136:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176656.021137:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176656.021139:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176656.021142:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176656.021143:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176656.021145:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176656.021148:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176656.021150:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176656.021152:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176656.021155:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176656.021155:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176656.021162:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176656.021163:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176656.021166:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176656.021171:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176656.021183:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176656.021186:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176656.021189:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176656.021190:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176656.021194:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176656.021194:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176656.021197:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176656.021199:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176656.021202:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176656.021203:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176656.021203:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176656.021207:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176656.021209:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176656.021210:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176656.021210:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176656.021213:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176656.021215:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176656.021218:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176656.021218:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176656.021219:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176656.021224:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176656.021224:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176656.021225:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176656.021230:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176656.021231:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176656.021232:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176656.021236:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176656.021244:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176656.021247:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176656.021250:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176657.045103:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176657.045108:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176657.045111:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176657.045114:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176657.045115:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.045117:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176657.045125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176657.045125:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176657.045125:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176657.045132:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176657.045133:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176657.045134:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176657.045136:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176657.045141:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176657.045141:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176657.045144:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176657.045150:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176657.045150:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176657.045151:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176657.045155:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176657.045156:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176657.045157:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176657.045159:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176657.045164:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176657.045165:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176657.045169:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176657.045175:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.045183:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176657.045189:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176657.045192:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176657.045194:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176657.045194:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176657.045199:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176657.045200:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176657.045205:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176657.045208:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176657.045211:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176657.045213:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176657.045215:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176657.045216:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176657.045220:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176657.045222:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176657.045224:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.045227:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176657.045233:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176657.045264:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176657.045270:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176657.045276:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176658.069123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176658.069124:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176658.069124:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176658.069133:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176658.069133:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176658.069133:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176658.069138:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176658.069138:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176658.069138:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176658.069147:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176658.069147:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176658.069148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176658.069154:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176658.069155:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176658.069155:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176658.069161:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176658.069161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176658.069161:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176658.069170:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176658.069170:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176658.069175:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176658.069177:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176658.069179:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176658.069185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176658.069185:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176658.069189:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176658.069194:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176658.069207:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176658.069211:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176658.069214:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176658.069217:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176658.069218:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176658.069221:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176658.069224:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176658.069226:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176658.069229:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176658.069233:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176658.069234:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176658.069237:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176658.069241:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176658.069242:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176658.069245:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176658.069246:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176658.069251:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176658.069252:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176658.069284:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176658.069288:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176658.069292:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176659.093118:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176659.093128:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176659.093130:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176659.093137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176659.093144:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176659.093150:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176659.093156:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176659.093161:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176659.093167:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176659.093170:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176659.093170:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176659.093181:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176659.093184:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176659.093211:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176659.093212:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176659.093214:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176659.093217:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176659.093221:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176659.093222:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176659.093225:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176659.093239:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176659.093241:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176659.093245:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176659.093250:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176659.093257:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176659.093258:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176659.093259:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176659.093261:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176659.093264:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176659.093269:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176659.093270:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176659.093273:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176659.093281:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176659.093282:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176659.093305:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176659.093309:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176659.093329:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176659.093335:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176659.093337:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176659.093339:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176659.093342:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176659.093346:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176659.093348:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176659.093349:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176659.093358:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176659.093359:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176659.093366:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176659.093369:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176660.117126:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176660.117130:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176660.117133:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176660.117135:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176660.117138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176660.117138:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.117138:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176660.117144:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176660.117147:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176660.117148:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176660.117148:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176660.117150:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176660.117156:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176660.117157:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176660.117157:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176660.117164:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176660.117164:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.117165:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176660.117171:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176660.117172:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176660.117175:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176660.117176:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176660.117183:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176660.117184:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.117184:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176660.117191:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.117195:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176660.117203:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176660.117206:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176660.117207:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176660.117209:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000020:00000001:3.0:1786176660.117211:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176660.117212:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176660.117217:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176660.117218:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176660.117220:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176660.117223:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786176660.117224:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176660.117227:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176660.117229:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176660.117232:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176660.117236:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176660.117239:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176660.117242:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176660.117246:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176660.117256:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176660.117259:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176660.117262:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176660.245103:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176660.245117:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176660.245120:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176660.245125:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176660.245131:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176660.245139:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8095 00000400:00000200:3.0:1786176660.245147:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176660.245153:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176660.245156:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176660.245160:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245164:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176660.245166:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245168:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176660.245173:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176660.245174:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176660.245177:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176660.245180:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176660.245182:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176660.245184:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176660.245187:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245189:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176660.245191:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245192:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176660.245195:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176660.245198:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245200:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176660.245202:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176660.245205:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176660.245208:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245209:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176660.245212:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176660.245221:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4e00. 00000020:00000040:3.0:1786176660.245224:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176660.245227:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176660.245229:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245232:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176660.245234:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176660.245238:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176660.245246:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176660.245263:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176660.245273:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4e00 x1872933612104448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176660.245283:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176660.245288:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176660.245292:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f4c2a18] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4e00 x1872933612104448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176660.245314:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176660.245318:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176660.245323:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176660.245325:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176660.245327:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176660.245331:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176660.245334:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8095 00000400:00000200:3.0:1786176660.245339:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176660.245343:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176660.245347:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176660.245350:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245353:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176660.245356:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245359:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176660.245362:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176660.245364:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176660.245367:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176660.245369:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176660.245372:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176660.245375:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176660.245380:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245382:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176660.245385:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245388:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176660.245392:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176660.245396:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245400:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176660.245402:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176660.245408:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176660.245411:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245414:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176660.245419:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176660.245422:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245425:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176660.245430:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000020:00000040:3.0:1786176660.245434:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176660.245437:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176660.245439:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245442:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176660.245443:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176660.245446:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176660.245462:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176660.245466:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176660.245478:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612104576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176660.245489:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176660.245492:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176660.245497:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612104576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176660.245507:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176660.245511:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176660.245515:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176660.245518:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176660.245520:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176660.245523:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176660.245526:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8095 00000400:00000200:3.0:1786176660.245531:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176660.245535:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176660.245538:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176660.245541:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245544:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176660.245547:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245550:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176660.245553:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176660.245554:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176660.245556:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176660.245559:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176660.245562:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176660.245565:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176660.245569:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245571:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176660.245574:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245577:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176660.245580:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176660.245583:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245587:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176660.245589:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176660.245592:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176660.245595:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245598:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:1.1:1786176660.245599:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000008:00100000:3.0:1786176660.245601:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176660.245604:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176660.245605:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:3.0:1786176660.245606:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176660.245611:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000020:00000040:3.0:1786176660.245614:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176660.245618:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176660.245620:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245622:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176660.245625:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176660.245627:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176660.245632:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176660.245636:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176660.245642:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612104704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176660.245653:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176660.245656:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176660.245661:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612104704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176660.245672:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176660.245676:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176660.245680:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176660.245682:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176660.245684:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176660.245687:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176660.245691:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8095 00000400:00000200:3.0:1786176660.245695:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176660.245699:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176660.245702:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176660.245706:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245708:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176660.245711:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245713:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176660.245716:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176660.245718:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176660.245720:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176660.245722:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176660.245725:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176660.245729:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176660.245733:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245736:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176660.245738:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245741:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176660.245744:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176660.245747:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245760:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176660.245763:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176660.245767:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176660.245770:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245774:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176660.245777:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176660.245781:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245783:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176660.245787:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000020:00000040:3.0:1786176660.245790:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176660.245794:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176660.245796:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245798:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176660.245800:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176660.245803:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176660.245808:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176660.245812:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176660.245818:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612104832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176660.245830:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176660.245849:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176660.245855:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612104832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176660.245867:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176660.245871:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176660.245876:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176660.245878:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176660.245881:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176660.245884:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176660.245888:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8095 00000400:00000200:3.0:1786176660.245893:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176660.245897:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176660.245900:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176660.245903:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245906:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176660.245909:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245912:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176660.245915:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176660.245917:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176660.245919:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176660.245922:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176660.245925:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176660.245928:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176660.245932:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245934:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176660.245937:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245940:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176660.245942:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176660.245946:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176660.245949:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176660.245951:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176660.245955:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176660.245958:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245961:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176660.245964:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176660.245967:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245970:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176660.245974:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000020:00000040:3.0:1786176660.245977:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176660.245980:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176660.245982:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.245984:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176660.245986:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176660.245988:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176660.245993:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cffc00. 00000100:00000001:3.0:1786176660.245997:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176660.246003:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612104960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176660.246042:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176660.246045:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176660.246051:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612104960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176660.246067:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176660.246073:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8105) 00000800:00000200:1.1:1786176660.246194:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176660.246197:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176660.246442:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176660.246444:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176660.246676:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176660.246678:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176660.247104:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176660.247107:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000040:0.0:1786176660.885136:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302768760, at 4302768768 00000100:00000010:0.0:1786176660.885156:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6180. 00000100:00000001:2.0:1786176661.141085:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176661.141092:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176661.141094:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176661.141098:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176661.141101:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176661.141104:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176661.141107:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176661.141112:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176661.141116:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176661.141124:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176661.141124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176661.141131:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176661.141131:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176661.141135:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176661.141135:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176661.141140:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176661.141141:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176661.141141:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176661.141144:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176661.141148:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176661.141148:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176661.141148:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176661.141153:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176661.141153:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176661.141153:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176661.141159:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176661.141159:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176661.141160:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176661.141162:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176661.141164:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176661.141164:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176661.141166:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176661.141167:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176661.141168:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176661.141171:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176661.141173:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176661.141184:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176661.141188:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176661.141192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176661.141198:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176661.141203:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176661.141207:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176661.141214:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176661.141217:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176661.141224:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176661.141282:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176661.141284:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176661.141286:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176662.165112:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176662.165112:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176662.165120:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176662.165120:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176662.165121:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176662.165124:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.165124:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176662.165128:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176662.165131:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176662.165133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176662.165134:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176662.165135:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176662.165141:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176662.165142:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176662.165142:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.165146:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176662.165147:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176662.165150:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176662.165152:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.165152:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176662.165156:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.165156:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176662.165158:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176662.165164:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176662.165165:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176662.165170:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176662.165175:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176662.165176:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176662.165179:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176662.165181:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176662.165183:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176662.165186:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176662.165188:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176662.165190:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176662.165191:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176662.165192:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176662.165194:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176662.165195:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176662.165199:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176662.165223:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176662.165226:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176662.165230:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176662.165232:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176662.165234:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176662.165237:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176662.165239:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176662.165241:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176662.165242:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176663.189094:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176663.189095:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176663.189102:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176663.189102:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176663.189105:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176663.189106:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176663.189108:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176663.189115:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176663.189115:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176663.189116:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176663.189122:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176663.189123:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176663.189124:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176663.189127:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176663.189130:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176663.189130:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176663.189133:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176663.189136:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176663.189137:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176663.189139:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176663.189140:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176663.189141:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176663.189148:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176663.189149:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176663.189158:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176663.189161:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176663.189165:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176663.189187:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176663.189193:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176663.189198:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176663.189200:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176663.189205:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176663.189206:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176663.189209:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176663.189212:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176663.189214:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176663.189216:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176663.189219:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176663.189221:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176663.189225:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176663.189225:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176663.189232:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176663.189233:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176663.189236:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176663.189239:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176663.189295:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176663.189298:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176663.189301:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176664.213092:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176664.213093:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176664.213100:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176664.213100:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176664.213103:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176664.213104:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176664.213112:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176664.213113:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176664.213114:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176664.213120:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176664.213121:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176664.213121:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176664.213125:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176664.213126:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176664.213126:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176664.213129:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176664.213134:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176664.213135:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176664.213135:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176664.213140:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176664.213140:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176664.213141:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176664.213149:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176664.213150:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176664.213150:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176664.213155:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176664.213161:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176664.213188:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176664.213192:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176664.213195:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176664.213199:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176664.213204:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176664.213207:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176664.213210:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176664.213213:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176664.213217:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176664.213218:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176664.213221:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176664.213224:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176664.213227:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176664.213231:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176664.213233:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176664.213235:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176664.213236:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176664.213239:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176664.213240:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176664.213242:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176664.213246:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176665.237165:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176665.237165:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176665.237175:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176665.237178:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176665.237179:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176665.237184:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176665.237186:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176665.237187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176665.237192:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176665.237193:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176665.237196:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176665.237199:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176665.237202:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176665.237204:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176665.237212:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176665.237214:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.237214:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176665.237221:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176665.237222:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176665.237229:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176665.237231:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176665.237231:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176665.237239:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176665.237248:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176665.237249:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176665.237255:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176665.237261:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.237264:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176665.237269:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176665.237272:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176665.237275:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176665.237277:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176665.237280:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.237284:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176665.237287:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.237292:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176665.237309:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176665.237316:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176665.237321:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176665.237327:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176665.237332:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176665.237337:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176665.237342:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176665.237345:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176665.237350:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176665.237398:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176665.237402:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176665.237406:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176665.365486:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176665.365492:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176665.365496:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176665.365507:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.365523:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176665.365527:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176665.365540:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176665.365544:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176665.365550:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176665.365558:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612105088:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176665.365565:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176665.365571:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176665.365575:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176665.365580:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176665.365587:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176665.365592:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176665.365603:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176665.365610:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176665.365619:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176665.365640:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612105088, portal 25 00000100:00000001:3.0:1786176665.365645:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176665.365648:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263252608 : -127833446299008 : ffff8bbc74d7ca80) 00000100:00000040:3.0:1786176665.365656:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.365677:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176665.365683:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176665.365688:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176665.365695:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612105088, offset 0 00000400:00000200:3.0:1786176665.365705:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176665.365728:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176665.365738:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176665.365747:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176665.365755:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176665.365762:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176665.365768:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176665.365777:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410141:410141:256:4294967295] 192.168.202.156@tcp LPNI seq info [410139:410139:8:4294967295] 00000400:00000200:3.0:1786176665.365810:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176665.365828:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176665.365849:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176665.365856:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176665.365868:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176665.365874:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176665.365884:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176665.365890:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1786176665.365900:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176665.365905:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176665.365914:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176665.365923:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176665.365941:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176665.365947:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176665.365958:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176665.365968:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.365996:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176665.366003:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366062:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.366067:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176665.366079:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176665.366089:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176665.366093:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4302773881 00000100:00000010:3.0:1786176665.366101:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a720. 00000100:00000001:3.0:1786176665.366124:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176665.366138:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4302773881 00000100:00000010:3.0:1786176665.366146:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a3c0. 00000100:00000001:3.0:1786176665.366155:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176665.366164:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176665.366169:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.366173:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176665.366181:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176665/real 1786176665] req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176665.366202:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176665.366206:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176665.366210:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176665.366214:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176665.366217:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176665.366223:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176665.366230:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176665.366244:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366255:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176665.366258:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366262:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176665.366265:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176665.366271:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366287:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176665.366297:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366305:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176665.366309:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366314:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176665.366317:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366323:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176665.366326:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176665.366330:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176665.366334:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176665.366339:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176665.366344:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176665.366367:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612105088:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176665.366384:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366389:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176665.366394:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ca80 x1872933612105088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366402:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176665.366405:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176665.366408:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176665.366410:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176665.366412:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176665.366413:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176665.366415:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176665.366417:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:3.0:1786176665.366421:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176665.366423:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176665.366424:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ca80. 00000100:00000001:3.0:1786176665.366427:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176665.366428:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366430:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366437:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176665.366439:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.366440:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176665.366442:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176665.366443:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176665.366445:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366450:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176665.366451:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176665.366453:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176665.366455:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176665.366456:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176665.366458:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612105216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176665.366460:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176665.366461:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176665.366462:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176665.366464:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176665.366466:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176665.366468:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176665.366471:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176665.366473:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176665.366476:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176665.366478:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612105216, portal 10 00000100:00000001:3.0:1786176665.366479:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176665.366480:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257984 : -127833446293632 : ffff8bbc74d7df80) 00000100:00000040:3.0:1786176665.366487:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366491:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176665.366493:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176665.366495:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176665.366496:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612105216, offset 0 00000400:00000200:3.0:1786176665.366499:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176665.366502:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176665.366504:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176665.366507:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176665.366508:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176665.366510:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176665.366512:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176665.366514:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410142:410142:256:4294967295] 192.168.202.156@tcp LPNI seq info [410140:410140:8:4294967295] 00000400:00000200:3.0:1786176665.366518:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176665.366522:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176665.366525:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176665.366527:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176665.366530:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176665.366533:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176665.366536:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176665.366538:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1786176665.366541:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176665.366542:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176665.366545:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176665.366547:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176665.366550:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176665.366551:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176665.366552:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176665.366555:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366561:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176665.366563:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366567:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.366568:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176665.366570:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176665.366573:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176665.366575:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176665.366576:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302773256 00000100:00000001:3.0:1786176665.366578:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302773881 00000100:00000001:3.0:1786176665.366580:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302773256 00000100:00000001:3.0:1786176665.366581:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302773881 00000100:00000001:3.0:1786176665.366583:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176665.366584:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.366585:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176665.366588:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176665/real 1786176665] req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176665.366592:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176665.366593:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176665.366595:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176665.366596:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176665.366598:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176665.366599:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176665.366601:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176665.366607:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366611:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176665.366612:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366613:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176665.366614:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176665.366616:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366620:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176665.366623:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366627:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176665.366628:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366629:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176665.366630:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366631:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176665.366635:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176665.366636:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176665.366638:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176665.366639:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176665.366642:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176665.366647:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612105216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176665.366649:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176665.366652:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366661:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176665.366662:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176665.366664:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176665.366665:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176665.366666:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176665.366668:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612105344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176665.366670:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176665.366671:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176665.366672:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176665.366673:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176665.366675:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176665.366676:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176665.366678:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176665.366679:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176665.366681:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176665.366683:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612105344, portal 10 00000100:00000001:3.0:1786176665.366684:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176665.366685:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263256192 : -127833446295424 : ffff8bbc74d7d880) 00000100:00000040:3.0:1786176665.366690:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366694:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176665.366696:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176665.366697:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176665.366699:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612105344, offset 0 00000400:00000200:3.0:1786176665.366702:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176665.366704:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176665.366706:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176665.366707:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176665.366709:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176665.366711:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176665.366713:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176665.366715:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410143:410143:256:4294967295] 192.168.202.156@tcp LPNI seq info [410141:410141:8:4294967295] 00000400:00000200:3.0:1786176665.366718:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176665.366722:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176665.366725:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176665.366728:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176665.366730:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176665.366732:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176665.366735:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176665.366737:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1786176665.366740:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176665.366741:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176665.366743:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176665.366745:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176665.366747:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176665.366749:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176665.366750:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176665.366752:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366758:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176665.366760:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366764:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.366765:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176665.366767:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176665.366769:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176665.366770:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176665.366772:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302773256 00000100:00000001:3.0:1786176665.366773:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302773881 00000100:00000001:3.0:1786176665.366775:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302773256 00000100:00000001:3.0:1786176665.366776:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302773881 00000100:00000001:3.0:1786176665.366778:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176665.366780:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.366781:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176665.366800:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176665/real 1786176665] req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176665.366806:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176665.366807:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176665.366809:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176665.366811:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176665.366812:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176665.366813:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176665.366816:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176665.366822:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366826:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176665.366827:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366828:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176665.366829:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176665.366831:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366835:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176665.366837:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366842:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176665.366844:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366845:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176665.366846:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.366847:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176665.366849:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176665.366851:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176665.366853:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176665.366855:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176665.366858:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176665.366863:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612105344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176665.366865:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176665.366867:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366871:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176665.366872:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176665.366873:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176665.366874:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176665.366876:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176665.366878:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612105472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176665.366880:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176665.366881:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176665.366882:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176665.366884:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176665.366886:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176665.366887:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176665.366890:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176665.366891:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176665.366894:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176665.366896:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612105472, portal 4 00000100:00000001:3.0:1786176665.366897:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176665.366898:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263254400 : -127833446297216 : ffff8bbc74d7d180) 00000100:00000040:3.0:1786176665.366903:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366907:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176665.366909:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176665.366910:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176665.366912:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612105472, offset 0 00000400:00000200:3.0:1786176665.366915:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176665.366917:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176665.366920:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176665.366922:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176665.366924:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176665.366926:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176665.366928:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176665.366931:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410144:410144:256:4294967295] 192.168.202.156@tcp LPNI seq info [410142:410142:8:4294967295] 00000400:00000200:3.0:1786176665.366936:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176665.366942:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176665.366947:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176665.366951:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176665.366955:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176665.366958:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176665.366962:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176665.366966:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1786176665.366970:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176665.366973:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176665.366976:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176665.366979:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176665.366982:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176665.366984:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176665.366987:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176665.366991:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.366999:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176665.367002:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367006:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.367008:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176665.367028:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176665.367031:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176665.367033:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176665.367035:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302773440 00000100:00000001:3.0:1786176665.367036:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302773881 00000100:00000001:3.0:1786176665.367038:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302773440 00000100:00000001:3.0:1786176665.367040:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302773881 00000100:00000001:3.0:1786176665.367042:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176665.367043:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.367044:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176665.367047:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176665/real 1786176665] req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176665.367051:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176665.367052:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176665.367054:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176665.367055:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176665.367057:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176665.367058:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176665.367060:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176665.367066:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367071:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176665.367072:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367073:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176665.367074:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176665.367076:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367080:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176665.367082:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367087:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176665.367089:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367090:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176665.367091:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367092:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176665.367093:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176665.367095:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176665.367097:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176665.367098:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176665.367100:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176665.367105:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612105472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176665.367107:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176665.367109:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367113:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176665.367114:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176665.367115:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176665.367116:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176665.367117:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176665.367119:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612105600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176665.367121:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176665.367122:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176665.367124:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176665.367125:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176665.367128:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176665.367129:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176665.367131:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176665.367134:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176665.367136:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176665.367138:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612105600, portal 4 00000100:00000001:3.0:1786176665.367139:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176665.367140:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257088 : -127833446294528 : ffff8bbc74d7dc00) 00000100:00000040:3.0:1786176665.367144:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367149:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176665.367150:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176665.367152:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176665.367154:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612105600, offset 0 00000400:00000200:3.0:1786176665.367156:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176665.367158:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176665.367160:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176665.367162:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176665.367164:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176665.367166:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176665.367168:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176665.367170:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410145:410145:256:4294967295] 192.168.202.156@tcp LPNI seq info [410143:410143:8:4294967295] 00000400:00000200:3.0:1786176665.367172:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176665.367177:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176665.367180:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176665.367182:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176665.367185:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176665.367187:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176665.367190:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176665.367191:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1786176665.367194:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176665.367195:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176665.367198:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176665.367200:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176665.367202:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176665.367204:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176665.367206:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176665.367208:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367213:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176665.367215:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367219:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.367221:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176665.367223:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176665.367224:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176665.367226:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176665.367227:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302773420 00000100:00000001:3.0:1786176665.367229:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302773881 00000100:00000001:3.0:1786176665.367231:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302773420 00000100:00000001:3.0:1786176665.367232:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302773881 00000100:00000001:3.0:1786176665.367234:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176665.367235:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.367236:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176665.367238:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176665/real 1786176665] req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176665.367243:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176665.367243:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176665.367244:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176665.367245:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176665.367247:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176665.367248:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176665.367250:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176665.367256:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367265:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176665.367266:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367267:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176665.367268:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176665.367270:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367274:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176665.367276:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367280:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176665.367282:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367283:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176665.367283:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367284:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176665.367285:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176665.367287:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176665.367289:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176665.367290:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176665.367292:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176665.367296:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612105600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176665.367299:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367300:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176665.367302:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7df80 x1872933612105216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367306:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176665.367307:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176665.367309:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176665.367311:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176665.367312:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176665.367313:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176665.367315:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176665.367316:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:3.0:1786176665.367318:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176665.367319:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176665.367319:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7df80. 00000100:00000001:3.0:1786176665.367322:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176665.367323:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367324:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176665.367326:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d880 x1872933612105344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367330:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176665.367331:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176665.367332:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176665.367334:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176665.367334:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176665.367335:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176665.367336:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176665.367337:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029400. 02000000:00000001:3.0:1786176665.367338:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176665.367339:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176665.367340:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d880. 00000100:00000001:3.0:1786176665.367341:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176665.367342:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367343:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176665.367344:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d180 x1872933612105472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367348:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176665.367349:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176665.367350:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176665.367351:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176665.367351:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176665.367352:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176665.367354:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176665.367355:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028400. 02000000:00000001:3.0:1786176665.367356:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176665.367357:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176665.367358:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d180. 00000100:00000001:3.0:1786176665.367359:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176665.367360:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367361:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176665.367363:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7dc00 x1872933612105600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176665.367367:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176665.367367:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176665.367368:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176665.367371:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176665.367372:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176665.367373:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176665.367374:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176665.367374:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:3.0:1786176665.367376:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176665.367376:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176665.367377:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7dc00. 00000100:00000001:3.0:1786176665.367378:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176665.367379:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367380:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176665.367382:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176665.367383:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176665.367384:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176665.367385:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176666.005108:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302773881, at 4302773888 00000100:00000010:0.0:1786176666.005127:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a720. 00000100:00000001:0.0:1786176666.261156:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176666.261156:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176666.261157:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176666.261167:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176666.261168:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176666.261168:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176666.261172:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176666.261174:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176666.261174:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176666.261182:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176666.261182:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176666.261189:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176666.261189:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176666.261193:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176666.261194:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176666.261195:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176666.261201:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176666.261202:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176666.261208:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176666.261209:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176666.261215:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176666.261215:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176666.261216:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176666.261221:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176666.261222:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176666.261226:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176666.261228:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176666.261239:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176666.261242:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176666.261243:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176666.261246:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176666.261248:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176666.261249:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176666.261253:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176666.261255:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176666.261257:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176666.261259:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176666.261265:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176666.261272:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176666.261273:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176666.261277:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176666.261279:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176666.261281:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176666.261284:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176666.261287:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176666.261356:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176666.261359:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176666.261362:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176667.285148:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176667.285148:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176667.285148:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176667.285156:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176667.285158:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176667.285158:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176667.285161:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.285162:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176667.285163:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176667.285169:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176667.285170:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176667.285170:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176667.285175:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176667.285178:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176667.285178:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176667.285180:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176667.285184:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.285184:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176667.285185:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176667.285190:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176667.285191:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176667.285195:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176667.285201:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176667.285203:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.285203:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176667.285208:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.285212:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176667.285221:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176667.285223:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176667.285227:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176667.285228:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176667.285230:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176667.285231:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176667.285232:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.285236:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176667.285238:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176667.285238:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176667.285240:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176667.285244:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176667.285245:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176667.285246:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176667.285248:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176667.285250:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.285252:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176667.285253:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176667.285254:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176667.285257:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176667.285258:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.285259:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176667.285262:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176667.285266:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.285266:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176667.285271:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.285274:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176668.309223:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176668.309247:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176668.309248:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176668.309253:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176668.309254:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176668.309258:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176668.309262:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176668.309264:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176668.309271:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176668.309273:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176668.309278:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176668.309279:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176668.309280:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176668.309285:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176668.309288:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176668.309292:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176668.309296:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176668.309299:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176668.309300:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176668.309305:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176668.309305:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176668.309309:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176668.309314:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176668.309319:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176668.309323:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176668.309327:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176668.309330:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176668.309338:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176668.309349:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176668.309351:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176668.309354:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176668.309357:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176668.309361:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176668.309363:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176668.309365:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176668.309368:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176668.309392:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176668.309398:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176668.309399:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176668.309402:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176668.309405:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176668.309408:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176668.309410:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176668.309412:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176668.309415:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176668.309443:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176668.309452:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176668.309456:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176668.309460:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176668.309468:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176668.309472:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176668.309475:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176668.309478:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176668.309480:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176669.333134:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176669.333143:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176669.333146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176669.333149:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176669.333153:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176669.333165:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176669.333168:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176669.333171:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176669.333174:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176669.333179:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176669.333182:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176669.333187:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176669.333188:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176669.333192:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176669.333197:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176669.333204:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176669.333210:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176669.333210:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176669.333211:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176669.333222:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176669.333228:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176669.333229:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176669.333243:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176669.333251:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176669.333263:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176669.333268:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176669.333271:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176669.333271:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176669.333276:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176669.333278:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176669.333280:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176669.333284:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176669.333286:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176669.333288:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176669.333293:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176669.333296:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176669.333297:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176669.333300:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176669.333305:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176669.333308:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176669.333309:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176669.333319:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176669.333324:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176669.333327:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176669.333330:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176669.334066:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176669.334069:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176669.334070:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176669.334072:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176669.334074:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176669.334076:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176669.334078:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176669.334080:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176669.334081:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.357126:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176670.357138:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176670.357141:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176670.357143:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176670.357149:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176670.357151:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176670.357153:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176670.357166:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176670.357172:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176670.357174:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176670.357178:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176670.357179:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176670.357187:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176670.357191:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176670.357192:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176670.357195:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176670.357197:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176670.357199:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176670.357207:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176670.357208:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176670.357213:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176670.357219:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176670.357233:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176670.357238:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176670.357241:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176670.357245:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176670.357249:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.358055:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176670.358058:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176670.358060:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176670.358062:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176670.358065:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176670.358067:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176670.358069:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176670.358070:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176670.358072:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176670.358086:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176670.358091:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176670.358093:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176670.358097:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176670.358100:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176670.358102:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176670.358104:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176670.358106:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176670.358109:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176670.485214:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176670.485225:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176670.485227:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176670.485232:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176670.485237:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176670.485247:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8105 00000400:00000200:3.0:1786176670.485256:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176670.485263:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176670.485266:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176670.485269:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485272:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176670.485274:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485276:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176670.485280:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176670.485282:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176670.485284:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176670.485287:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176670.485290:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176670.485292:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176670.485294:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485295:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176670.485297:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485298:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176670.485300:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176670.485303:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485304:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176670.485307:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176670.485310:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176670.485313:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.485315:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176670.485317:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176670.485339:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 00000020:00000040:3.0:1786176670.485343:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176670.485347:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176670.485349:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.485352:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176670.485355:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176670.485359:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176670.485368:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cffc00. 00000100:00000001:3.0:1786176670.485375:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176670.485384:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612105728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176670.485393:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176670.485397:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176670.485401:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612105728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176670.485430:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176670.485434:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176670.485437:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176670.485438:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176670.485439:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176670.485441:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176670.485443:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8105 00000400:00000200:3.0:1786176670.485445:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176670.485447:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176670.485448:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176670.485451:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485452:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176670.485454:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485455:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176670.485456:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176670.485457:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176670.485458:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176670.485461:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176670.485462:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176670.485464:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176670.485466:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485467:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176670.485468:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485469:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176670.485471:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176670.485472:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485474:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176670.485475:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176670.485480:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176670.485481:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.485483:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176670.485488:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176670.485490:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.485492:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176670.485495:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000020:00000040:3.0:1786176670.485498:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176670.485499:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176670.485501:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.485502:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176670.485504:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176670.485505:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176670.485509:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:3.0:1786176670.485517:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176670.485537:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612105856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176670.485556:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176670.485562:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176670.485576:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612105856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176670.485617:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176670.485621:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176670.485632:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176670.485636:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176670.485641:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176670.485644:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176670.485660:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8105 00000400:00000200:3.0:1786176670.485665:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176670.485670:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176670.485676:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176670.485681:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485685:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176670.485687:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485691:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176670.485698:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176670.485702:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176670.485708:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176670.485715:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176670.485722:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176670.485727:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176670.485767:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485787:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176670.485799:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485814:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176670.485822:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176670.485826:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176670.485832:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176670.485837:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176670.485845:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176670.485850:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.485861:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176670.485866:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176670.485885:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.485895:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176670.485907:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786176670.485914:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176670.485925:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176670.485928:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.485941:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176670.485945:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176670.485950:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176670.485960:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:3.0:1786176670.485970:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176670.485984:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612105984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176670.486000:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176670.486003:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176670.486054:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612105984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176670.486061:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176670.486064:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176670.486068:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176670.486069:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176670.486071:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176670.486073:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:1.1:1786176670.486077:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:3.0:1786176670.486078:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8105 00000800:00000200:1.1:1786176670.486089:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000400:00000200:3.0:1786176670.486093:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176670.486103:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176670.486112:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176670.486123:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.486127:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176670.486133:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.486138:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176670.486146:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176670.486149:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176670.486153:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176670.486156:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176670.486161:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176670.486167:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176670.486179:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.486188:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176670.486195:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.486204:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176670.486219:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176670.486226:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176670.486234:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176670.486243:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176670.486248:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176670.486252:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.486258:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176670.486262:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176670.486266:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.486270:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176670.486273:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786176670.486287:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176670.486302:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176670.486305:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.486312:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176670.486313:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176670.486316:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176670.486325:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176670.486330:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176670.486337:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612106112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176670.486352:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176670.486358:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176670.486367:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612106112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176670.486392:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176670.486401:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176670.486417:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176670.486423:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176670.486426:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176670.486432:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176670.486447:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8105 00000400:00000200:3.0:1786176670.486459:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176670.486466:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176670.486474:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176670.486484:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.486495:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176670.486504:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.486513:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176670.486519:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176670.486522:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176670.486528:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176670.486542:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176670.486544:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176670.486554:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176670.486568:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.486580:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176670.486595:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176670.486608:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176670.486624:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176670.486634:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176670.486641:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176670.486644:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176670.486648:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176670.486655:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.486660:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176670.486662:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176670.486669:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.486675:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176670.486698:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000020:00000040:3.0:1786176670.486705:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176670.486717:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176670.486725:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176670.486746:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176670.486751:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176670.486761:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176670.486773:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176670.486794:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176670.486808:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612106240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176670.486843:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176670.486852:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176670.486869:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612106240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176670.486896:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176670.486902:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8116) 00000800:00000200:1.1:1786176670.487083:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176670.487085:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786176670.487300:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176670.487303:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786176670.487514:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176670.487517:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1786176670.487823:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176670.487825:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000100:00000040:0.0:1786176671.125123:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302779001, at 4302779008 00000100:00000010:0.0:1786176671.125138:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6a80. 00000100:00000001:2.0:1786176671.381077:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176671.381085:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176671.381088:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176671.381094:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176671.381098:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176671.381102:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176671.381106:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176671.381109:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176671.381112:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176671.381121:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176671.381124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176671.381127:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176671.381129:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176671.381131:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176671.381133:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176671.381136:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176671.381139:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176671.381142:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176671.381143:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176671.381145:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176671.381146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176671.381147:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176671.381148:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176671.381150:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176671.381152:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176671.381154:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176671.381155:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176671.381156:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176671.381157:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176671.381163:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176671.381164:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176671.381164:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176671.381168:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176671.381172:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176671.381174:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176671.381177:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176671.382058:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176671.382060:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176671.382062:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176671.382064:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176671.382067:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176671.382069:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176671.382071:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176671.382072:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176671.382074:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176671.382078:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176671.382083:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176671.382084:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176671.382087:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176671.382090:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176671.382093:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176671.382095:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176671.382097:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176671.382100:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176672.405106:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176672.405115:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176672.405118:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176672.405122:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176672.405125:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176672.405128:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176672.405131:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176672.405132:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176672.405136:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176672.405137:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176672.405139:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176672.405142:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176672.405143:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176672.405149:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176672.405154:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176672.405156:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176672.405160:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176672.405163:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176672.405329:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176672.405333:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176672.405334:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176672.405337:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176672.405341:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176672.405343:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176672.405345:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176672.405347:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176672.405351:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176672.405352:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176672.405354:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176672.405360:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176672.405361:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176672.405361:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176672.405374:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176672.405374:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176672.405375:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176672.405385:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176672.405386:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176672.405394:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176672.405395:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176672.405405:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176672.405406:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176672.405416:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176672.405420:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176672.405422:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176672.405424:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176672.406055:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176672.406058:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176672.406060:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176672.406063:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176672.406065:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176672.406067:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176672.406076:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176672.406077:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176672.406079:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.429107:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176673.429112:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176673.429114:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176673.429115:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176673.429117:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176673.429118:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176673.429120:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176673.429123:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176673.429124:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176673.429125:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176673.429131:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176673.429132:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176673.429133:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176673.429135:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176673.429138:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176673.429142:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176673.429143:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.429143:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176673.429147:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176673.429148:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176673.429148:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176673.429153:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.429155:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176673.429157:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176673.429164:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176673.429170:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176673.429175:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176673.429185:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176673.429188:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176673.429190:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176673.429192:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176673.429193:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176673.429195:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176673.429197:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176673.429199:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176673.429200:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176673.429202:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176673.429204:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176673.429205:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176673.429210:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176673.429211:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176673.429214:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176673.429218:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176673.429220:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176673.429222:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176674.453103:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176674.453105:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176674.453110:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176674.453111:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176674.453113:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176674.453115:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176674.453120:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176674.453123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176674.453124:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176674.453129:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176674.453130:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176674.453130:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176674.453132:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176674.453136:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176674.453137:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176674.453138:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176674.453141:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176674.453141:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176674.453143:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176674.453145:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176674.453147:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176674.453148:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176674.453152:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176674.453154:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176674.453159:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176674.453162:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176674.453164:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176674.453180:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176674.453183:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176674.453184:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176674.453188:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176674.453188:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176674.453192:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176674.453192:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176674.453192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176674.453198:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176674.453199:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176674.453200:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176674.453201:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176674.453203:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176674.453205:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176674.453206:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176674.453207:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176674.453209:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176674.453210:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176674.453212:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176674.453214:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176674.453215:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176674.453219:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176674.453225:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176674.453226:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176674.453228:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176674.453231:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176674.453233:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.477091:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176675.477096:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176675.477099:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176675.477100:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176675.477103:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176675.477104:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176675.477108:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176675.477109:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176675.477109:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176675.477118:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176675.477118:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176675.477118:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176675.477123:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.477125:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176675.477126:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176675.477129:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176675.477134:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176675.477134:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176675.477135:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176675.477139:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176675.477140:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176675.477141:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176675.477148:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176675.477149:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176675.477149:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176675.477154:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176675.477160:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.477165:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176675.477171:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176675.477172:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176675.477174:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176675.477178:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176675.477179:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176675.477182:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176675.477185:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.477186:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176675.477192:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176675.477193:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176675.477197:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176675.477199:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176675.477202:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176675.477204:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176675.477207:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176675.477210:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176675.477214:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176675.477214:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176675.477218:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176675.477219:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176675.477225:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176675.477229:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176675.477232:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176675.477234:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176675.477237:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176675.477240:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176675.605204:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176675.605214:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176675.605217:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176675.605221:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176675.605226:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176675.605233:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8111 00000400:00000200:2.0:1786176675.605260:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176675.605265:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176675.605268:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176675.605272:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605275:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176675.605277:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605279:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176675.605283:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176675.605285:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176675.605288:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176675.605290:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176675.605292:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176675.605294:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176675.605296:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605298:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176675.605300:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605301:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176675.605303:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176675.605306:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605308:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176675.605310:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176675.605313:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176675.605315:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605317:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176675.605319:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176675.605328:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786176675.605331:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176675.605334:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176675.605335:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605338:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176675.605340:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176675.605344:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176675.605351:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786176675.605357:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176675.605365:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612106368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176675.605379:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176675.605384:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176675.605388:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612106368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176675.605411:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176675.605414:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176675.605417:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176675.605418:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176675.605419:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176675.605422:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176675.605424:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8111 00000400:00000200:2.0:1786176675.605426:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176675.605429:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176675.605430:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176675.605433:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605434:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176675.605436:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605438:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176675.605439:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176675.605440:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176675.605442:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176675.605443:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176675.605444:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176675.605446:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176675.605448:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605449:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176675.605451:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605453:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176675.605455:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176675.605457:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605475:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176675.605477:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176675.605481:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176675.605482:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605484:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176675.605487:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176675.605490:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605492:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176675.605495:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786176675.605497:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176675.605500:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176675.605501:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605503:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176675.605504:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176675.605506:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176675.605509:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176675.605511:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176675.605516:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612106496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176675.605525:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176675.605529:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176675.605533:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612106496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176675.605541:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176675.605545:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176675.605552:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176675.605555:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176675.605557:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176675.605562:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176675.605567:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8111 00000400:00000200:2.0:1786176675.605574:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176675.605579:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176675.605584:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176675.605589:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605592:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176675.605594:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605595:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176675.605597:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176675.605597:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176675.605598:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176675.605600:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176675.605601:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176675.605603:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176675.605606:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605607:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176675.605608:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605610:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176675.605614:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176675.605618:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605623:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176675.605626:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176675.605630:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176675.605633:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605636:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176675.605637:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176675.605641:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605644:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176675.605650:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176675.605653:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176675.605656:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176675.605660:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605663:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176675.605664:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176675.605667:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176675.605675:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176675.605682:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176675.605709:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612106624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176675.605720:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176675.605722:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176675.605728:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612106624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176675.605741:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176675.605745:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176675.605753:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176675.605756:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176675.605759:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176675.605766:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176675.605773:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8111 00000400:00000200:2.0:1786176675.605781:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176675.605788:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176675.605793:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176675.605798:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605803:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176675.605808:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605810:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176675.605812:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176675.605813:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176675.605815:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176675.605817:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176675.605820:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176675.605826:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176675.605830:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605832:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176675.605835:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605838:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176675.605841:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176675.605847:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176675.605856:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176675.605859:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176675.605864:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176675.605871:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605876:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176675.605881:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176675.605904:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605909:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176675.605919:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176675.605926:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176675.605933:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176675.605938:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.605941:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176675.605943:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176675.605948:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176675.605957:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786176675.605963:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176675.605974:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612106752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176675.605989:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176675.605994:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176675.606019:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612106752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176675.606025:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176675.606027:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176675.606030:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176675.606032:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176675.606034:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176675.606036:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176675.606038:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8111 00000800:00000200:1.1:1786176675.606066:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:2.0:1786176675.606068:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.1:1786176675.606072:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000400:00000200:2.0:1786176675.606076:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176675.606080:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176675.606089:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.606092:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176675.606097:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.606099:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176675.606102:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176675.606106:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176675.606109:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176675.606113:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176675.606118:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176675.606120:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176675.606125:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.606129:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176675.606133:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176675.606138:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176675.606141:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176675.606146:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176675.606152:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176675.606156:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176675.606161:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176675.606164:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.606168:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176675.606172:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176675.606179:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.606184:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176675.606189:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176675.606193:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176675.606198:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176675.606200:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176675.606202:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176675.606205:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176675.606209:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176675.606214:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786176675.606243:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176675.606257:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612106880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176675.606273:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176675.606277:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176675.606286:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612106880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176675.606300:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176675.606306:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8121) 00000800:00000200:1.1:1786176675.606580:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176675.606582:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786176675.606859:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176675.606861:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786176675.607082:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176675.607084:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786176675.607311:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176675.607313:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000100:00000040:0.0:1786176676.245142:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302784121, at 4302784128 00000100:00000010:0.0:1786176676.245159:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6000. 00000100:00000001:2.0:1786176676.501110:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176676.501112:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176676.501117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176676.501118:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176676.501119:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176676.501123:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176676.501123:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176676.501124:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176676.501129:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176676.501132:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176676.501132:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176676.501135:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176676.501138:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176676.501139:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176676.501141:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176676.501143:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176676.501144:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176676.501146:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176676.501151:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176676.501154:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176676.501158:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176676.501159:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176676.501161:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176676.501163:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176676.501166:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176676.501168:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176676.501171:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176676.501191:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176676.501192:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176676.501197:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176676.501198:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176676.501200:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176676.501202:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176676.501203:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176676.501208:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176676.501209:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176676.501214:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176676.501215:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176676.501219:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176676.501220:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176676.501224:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176676.501224:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176676.501229:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176676.501230:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176676.501233:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176677.525113:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176677.525114:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176677.525121:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176677.525121:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176677.525123:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176677.525125:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176677.525125:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176677.525128:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176677.525133:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176677.525134:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176677.525134:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176677.525136:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176677.525141:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176677.525142:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176677.525142:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176677.525148:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176677.525149:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176677.525149:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176677.525155:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176677.525156:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176677.525158:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176677.525159:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176677.525161:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176677.525162:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176677.525209:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176677.525212:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176677.525213:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176677.525215:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176677.525217:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176677.525218:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176677.525220:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176677.525222:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176677.525223:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176677.525246:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176677.525250:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176677.525253:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176677.525257:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176677.525260:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176677.525262:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176677.525263:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176677.525264:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176677.525265:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176677.525276:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176677.525279:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176677.525281:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176678.549117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176678.549127:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176678.549133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176678.549145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176678.549154:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176678.549161:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.549161:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176678.549171:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176678.549171:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176678.549173:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176678.549197:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176678.549198:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176678.549198:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176678.549208:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176678.549210:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176678.549212:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176678.549226:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176678.549228:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176678.549241:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176678.549241:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176678.549254:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.549255:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176678.549256:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176678.549269:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176678.549271:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176678.549271:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176678.549278:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176678.549279:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.549281:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176678.549283:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176678.549291:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176678.549293:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176678.549301:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176678.549305:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176678.549312:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.549317:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176678.549318:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.549329:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176678.549335:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176678.549356:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176678.549362:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176678.549365:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.549368:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176678.549370:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.549372:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176679.573176:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176679.573176:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176679.573182:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176679.573185:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176679.573185:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176679.573190:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176679.573192:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176679.573195:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176679.573198:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176679.573199:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176679.573204:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176679.573205:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176679.573211:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176679.573216:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176679.573219:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176679.573227:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176679.573230:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176679.573232:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176679.573254:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176679.573259:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176679.573263:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176679.573266:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176679.573270:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176679.573276:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176679.573290:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176679.573294:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176679.573299:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176679.573305:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176679.573309:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176679.573311:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176679.573314:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176679.573317:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176679.573319:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176679.573321:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176679.573322:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176679.573324:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176679.573331:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176679.573336:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176679.573340:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176679.573344:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176679.573348:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176679.573351:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176679.573354:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176679.573356:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176679.573358:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176680.597096:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176680.597103:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176680.597104:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176680.597106:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.597109:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176680.597109:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176680.597112:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176680.597113:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.597115:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176680.597117:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176680.597118:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176680.597119:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176680.597121:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176680.597123:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176680.597126:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176680.597126:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176680.597128:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176680.597131:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176680.597133:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176680.597134:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176680.597135:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176680.597138:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176680.597139:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176680.597143:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.597145:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176680.597149:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176680.597154:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176680.597167:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176680.597171:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176680.597172:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176680.597177:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176680.597177:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176680.597181:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176680.597182:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176680.597185:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176680.597187:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176680.597189:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176680.597190:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176680.597190:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176680.597195:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176680.597196:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176680.597197:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176680.597200:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176680.597201:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176680.597204:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176680.597208:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176680.597209:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176680.597212:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176680.597216:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176680.597217:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.597223:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176680.597228:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176680.597232:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176680.597236:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176680.725167:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176680.725178:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176680.725181:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176680.725184:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176680.725188:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176680.725194:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8116 00000400:00000200:0.0:1786176680.725200:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176680.725205:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176680.725207:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176680.725210:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725212:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176680.725214:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725216:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176680.725219:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176680.725220:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176680.725222:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176680.725225:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176680.725226:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176680.725228:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176680.725230:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725232:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176680.725233:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725235:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176680.725237:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176680.725239:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725240:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176680.725243:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176680.725246:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176680.725249:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725250:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176680.725252:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176680.725261:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176680.725264:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176680.725267:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176680.725268:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725271:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176680.725273:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176680.725276:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176680.725284:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786176680.725289:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176680.725296:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612107008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176680.725304:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176680.725308:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176680.725311:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612107008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176680.725331:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176680.725334:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176680.725336:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176680.725338:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176680.725339:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176680.725341:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176680.725342:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8116 00000400:00000200:0.0:1786176680.725345:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176680.725347:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176680.725349:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176680.725351:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725353:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176680.725355:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725357:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176680.725359:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176680.725360:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176680.725361:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176680.725362:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176680.725364:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176680.725368:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176680.725371:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725374:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176680.725378:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725380:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176680.725383:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176680.725387:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725393:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176680.725396:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176680.725402:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176680.725406:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725410:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176680.725413:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176680.725418:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725420:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176680.725425:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176680.725429:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176680.725432:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176680.725435:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725437:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176680.725439:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176680.725443:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176680.725447:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:0.0:1786176680.725451:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176680.725458:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612107136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176680.725470:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176680.725472:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176680.725476:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612107136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176680.725484:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176680.725488:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176680.725495:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176680.725496:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176680.725499:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176680.725501:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176680.725507:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8116 00000400:00000200:0.0:1786176680.725515:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176680.725519:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176680.725522:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176680.725528:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725532:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176680.725536:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725538:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176680.725541:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176680.725543:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176680.725545:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176680.725547:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176680.725549:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176680.725553:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176680.725557:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725559:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176680.725563:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725566:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176680.725570:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176680.725575:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725579:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176680.725582:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176680.725586:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176680.725589:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725592:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176680.725595:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176680.725598:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725602:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176680.725606:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176680.725610:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176680.725615:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176680.725617:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725621:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176680.725623:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176680.725625:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176680.725630:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786176680.725633:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176680.725650:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612107264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176680.725659:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176680.725663:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176680.725668:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612107264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1786176680.725675:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176680.725681:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000100:00000001:0.0:1786176680.725682:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176680.725688:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176680.725692:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176680.725695:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176680.725702:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176680.725708:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176680.725712:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8116 00000400:00000200:0.0:1786176680.725714:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176680.725716:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176680.725720:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176680.725725:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725728:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176680.725730:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725733:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176680.725737:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176680.725738:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176680.725739:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176680.725742:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176680.725746:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176680.725748:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176680.725755:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725760:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176680.725763:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725766:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176680.725768:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176680.725773:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725778:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176680.725783:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176680.725786:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176680.725788:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725792:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176680.725795:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176680.725796:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725798:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176680.725805:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176680.725811:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176680.725818:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176680.725821:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.725831:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176680.725834:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176680.725836:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176680.725844:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176680.725851:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176680.725861:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612107392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176680.725874:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176680.725878:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176680.725885:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612107392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176680.725897:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176680.725900:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176680.725906:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176680.725909:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176680.725911:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176680.725915:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176680.725920:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8116 00000400:00000200:0.0:1786176680.725928:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176680.725934:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176680.725939:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176680.725944:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725947:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176680.725951:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725955:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176680.725959:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176680.725962:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176680.725965:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176680.725967:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176680.725970:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176680.725977:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176680.725986:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.725992:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176680.725999:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176680.726007:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176680.726042:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176680.726049:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176680.726055:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176680.726059:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176680.726063:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176680.726067:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.726070:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176680.726073:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176680.726078:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.726081:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176680.726085:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176680.726089:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176680.726092:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176680.726093:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176680.726098:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176680.726099:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176680.726101:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176680.726105:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786176680.726109:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176680.726118:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612107520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176680.726132:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176680.726137:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176680.726146:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612107520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176680.726161:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176680.726169:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8126) 00000800:00000200:1.1:1786176680.726311:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176680.726314:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786176680.726610:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176680.726613:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786176680.726929:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176680.726931:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786176680.727198:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176680.727200:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000100:00000040:0.0:1786176681.365121:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302789240, at 4302789248 00000100:00000010:0.0:1786176681.365137:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f69c0. 00000100:00000001:0.0:1786176681.621179:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176681.621179:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176681.621180:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176681.621189:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176681.621189:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176681.621189:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176681.621195:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176681.621196:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176681.621205:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176681.621209:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176681.621210:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176681.621213:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176681.621218:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176681.621221:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176681.621221:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176681.621224:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176681.621228:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176681.621230:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176681.621231:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176681.621237:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176681.621241:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176681.621243:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176681.621244:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176681.621251:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176681.621252:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176681.621260:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176681.621262:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176681.621263:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176681.621269:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176681.621273:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176681.621276:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176681.621280:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176681.621284:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176681.621286:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176681.621288:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176681.621290:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176681.621296:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176681.621301:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176681.621307:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176681.621309:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176681.621319:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176681.621321:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176681.621327:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176681.621330:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176681.621332:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176681.621336:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176681.621336:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176681.621341:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176681.621342:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176681.621343:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176681.621349:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176681.621351:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176681.621355:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176681.621358:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176682.645128:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176682.645128:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176682.645128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176682.645136:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176682.645136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176682.645137:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176682.645142:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176682.645142:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176682.645143:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176682.645151:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176682.645152:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176682.645152:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176682.645159:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176682.645161:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176682.645161:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176682.645163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176682.645165:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176682.645166:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176682.645167:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176682.645172:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176682.645172:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176682.645177:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176682.645178:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176682.645179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176682.645183:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176682.645183:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176682.645191:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176682.645198:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176682.645202:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176682.645203:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176682.645205:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176682.645207:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176682.645209:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176682.645209:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176682.645213:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176682.645215:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176682.645215:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176682.645217:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176682.645220:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176682.645221:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176682.645222:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176682.645224:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176682.645224:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176682.645231:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176682.645232:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176682.645232:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176682.645238:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176682.645239:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176682.645246:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176682.645246:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176682.645249:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176682.645251:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176682.645252:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176682.645258:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176683.669123:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176683.669126:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176683.669126:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176683.669130:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176683.669133:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176683.669133:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176683.669134:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.669137:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.669137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176683.669143:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176683.669144:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176683.669144:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176683.669152:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176683.669152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176683.669153:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176683.669159:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176683.669160:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.669160:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176683.669167:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176683.669168:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176683.669173:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176683.669174:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176683.669181:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176683.669182:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.669182:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176683.669188:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.669193:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.669201:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176683.669204:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176683.669205:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176683.669208:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176683.669209:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176683.669211:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176683.669214:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176683.669215:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176683.669222:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176683.669222:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176683.669227:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176683.669229:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176683.669233:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176683.669235:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176683.669236:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176683.669240:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176683.669240:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.669243:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176683.669247:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.669248:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176683.669250:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176683.669252:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176683.669254:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176683.669258:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.669260:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176683.669261:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.669263:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176684.693139:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176684.693139:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176684.693140:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176684.693149:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176684.693149:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176684.693149:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176684.693153:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176684.693154:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176684.693154:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176684.693162:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176684.693163:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176684.693163:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176684.693170:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176684.693170:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176684.693170:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176684.693175:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176684.693176:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176684.693176:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176684.693183:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176684.693184:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176684.693188:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176684.693189:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176684.693193:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176684.693194:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176684.693196:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176684.693199:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176684.693204:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176684.693217:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176684.693221:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176684.693223:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176684.693226:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176684.693230:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176684.693231:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176684.693231:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176684.693236:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176684.693236:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176684.693237:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176684.693237:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176684.693239:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176684.693243:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176684.693245:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176684.693245:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176684.693248:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176684.693252:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176684.693252:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176684.693252:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176684.693256:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176684.693256:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176684.693260:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176684.693261:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176684.693265:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176684.693265:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176684.693268:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176684.693268:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176685.717162:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176685.717165:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176685.717166:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176685.717173:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176685.717175:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176685.717175:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176685.717176:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176685.717181:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176685.717182:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176685.717183:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176685.717188:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176685.717192:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176685.717193:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176685.717194:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176685.717202:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176685.717203:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176685.717203:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176685.717209:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176685.717211:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176685.717211:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176685.717213:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176685.717220:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176685.717221:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176685.717224:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176685.717225:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176685.717229:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176685.717231:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.717233:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176685.717239:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176685.717241:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176685.717244:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176685.717247:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176685.717250:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176685.717253:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176685.717256:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176685.717258:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176685.717258:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176685.717260:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176685.717263:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176685.717266:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176685.717266:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176685.717271:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176685.717272:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176685.717280:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176685.717281:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176685.717285:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176685.717288:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176685.717289:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176685.717293:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176685.717294:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176685.717296:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176685.717303:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176685.717307:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176685.717316:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176685.845140:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176685.845149:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176685.845151:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176685.845155:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176685.845159:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176685.845164:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8121 00000400:00000200:3.0:1786176685.845170:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176685.845176:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176685.845178:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176685.845181:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845184:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176685.845186:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845188:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176685.845191:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176685.845193:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176685.845195:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176685.845198:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176685.845199:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176685.845201:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176685.845203:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845204:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176685.845206:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845207:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176685.845209:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176685.845211:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845212:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176685.845214:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176685.845217:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176685.845219:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845220:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176685.845222:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176685.845231:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786176685.845233:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176685.845236:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176685.845238:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845240:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176685.845242:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176685.845245:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176685.845252:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176685.845257:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176685.845265:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612107648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176685.845273:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176685.845276:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176685.845280:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612107648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176685.845300:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176685.845303:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176685.845305:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176685.845306:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176685.845307:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176685.845308:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176685.845310:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8121 00000400:00000200:3.0:1786176685.845312:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176685.845314:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176685.845316:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176685.845318:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845319:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176685.845321:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845322:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176685.845323:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176685.845324:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176685.845325:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176685.845327:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176685.845328:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176685.845330:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176685.845332:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845333:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176685.845336:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845337:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176685.845339:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176685.845341:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845343:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176685.845345:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176685.845350:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176685.845351:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845354:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176685.845359:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176685.845371:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845374:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176685.845379:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000020:00000040:3.0:1786176685.845383:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176685.845388:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176685.845390:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845394:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176685.845397:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176685.845401:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176685.845405:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176685.845409:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176685.845417:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612107776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176685.845429:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176685.845432:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176685.845439:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612107776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176685.845448:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176685.845451:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176685.845455:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176685.845456:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176685.845457:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176685.845460:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176685.845471:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8121 00000400:00000200:3.0:1786176685.845475:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176685.845481:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176685.845483:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176685.845489:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845491:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176685.845493:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845499:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176685.845501:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176685.845504:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176685.845507:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176685.845510:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176685.845512:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176685.845514:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176685.845519:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845522:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176685.845524:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845528:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176685.845533:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176685.845537:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845542:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176685.845546:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176685.845549:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176685.845551:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845554:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176685.845558:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176685.845561:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845565:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176685.845570:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000020:00000040:3.0:1786176685.845574:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176685.845575:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176685.845576:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845578:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176685.845580:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176685.845583:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176685.845603:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176685.845606:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176685.845611:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612107904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176685.845620:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176685.845623:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176685.845627:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612107904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176685.845638:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176685.845642:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176685.845648:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176685.845652:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176685.845653:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176685.845657:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176685.845662:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8121 00000400:00000200:3.0:1786176685.845671:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176685.845674:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176685.845678:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176685.845686:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845690:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176685.845695:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845699:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176685.845701:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176685.845702:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176685.845706:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176685.845707:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176685.845709:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176685.845713:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176685.845719:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845721:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176685.845726:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176685.845726:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176685.845730:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176685.845734:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176685.845736:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845738:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176685.845739:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176685.845741:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176685.845742:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845743:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176685.845745:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176685.845747:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845749:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176685.845762:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000020:00000040:3.0:1786176685.845767:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176685.845770:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176685.845771:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845774:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176685.845776:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176685.845779:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176685.845784:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176685.845790:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176685.845794:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612108032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176685.845803:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176685.845806:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176685.845813:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612108032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176685.845828:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176685.845834:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176685.845836:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176685.845837:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176685.845840:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176685.845844:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176685.845848:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8121 00000400:00000200:3.0:1786176685.845853:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176685.845859:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176685.845865:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176685.845871:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845874:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176685.845879:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845884:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176685.845890:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176685.845893:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176685.845897:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176685.845901:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176685.845904:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176685.845908:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176685.845917:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845920:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176685.845925:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845928:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176685.845933:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176685.845939:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176685.845943:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176685.845947:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176685.845950:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176685.845954:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845959:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176685.845963:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176685.845967:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845971:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176685.845978:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 00000020:00000040:3.0:1786176685.845982:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176685.845986:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176685.845989:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176685.845991:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176685.845994:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176685.845997:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176685.846001:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176685.846005:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176685.846033:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612108160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176685.846038:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176685.846040:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176685.846043:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612108160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176685.846053:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176685.846058:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8131) 00000800:00000200:1.1:1786176685.846115:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176685.846260:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176685.846408:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176685.846556:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176686.485136:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302794360, at 4302794368 00000100:00000010:0.0:1786176686.485156:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6780. 00000100:00000001:0.0:1786176686.741117:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176686.741117:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176686.741119:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176686.741125:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176686.741125:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176686.741127:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176686.741129:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176686.741130:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176686.741132:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176686.741137:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176686.741138:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176686.741139:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176686.741145:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176686.741146:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176686.741147:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176686.741151:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176686.741152:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176686.741153:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176686.741158:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176686.741160:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176686.741162:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176686.741164:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176686.741168:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176686.741168:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176686.741169:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176686.741172:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176686.741177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176686.741186:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176686.741190:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176686.741190:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176686.741194:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176686.741195:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176686.741195:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176686.741198:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176686.741199:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176686.741200:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176686.741203:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176686.741203:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176686.741204:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176686.741210:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176686.741210:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176686.741211:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176686.741215:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176686.741217:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176686.741218:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176686.741220:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176686.741223:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176686.741224:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176686.741226:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176686.741226:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176686.741230:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176686.741230:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176686.741236:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176686.741237:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176687.765119:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176687.765129:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176687.765133:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176687.765140:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176687.765147:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176687.765152:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176687.765158:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176687.765159:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176687.765159:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176687.765163:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176687.765165:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176687.765165:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176687.765169:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176687.765169:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176687.765170:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176687.765177:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176687.765178:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176687.765183:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176687.765184:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176687.765188:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176687.765188:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176687.765190:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176687.765195:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176687.765195:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176687.765197:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176687.765199:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176687.765200:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176687.765201:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176687.765205:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176687.765206:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176687.765207:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176687.765213:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176687.765217:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176687.765222:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176687.765225:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176687.765230:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176687.765233:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176687.765237:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176687.765239:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176687.765241:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176687.765241:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176687.765244:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176687.765245:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176687.765248:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176687.765249:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176687.765252:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176687.765254:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176687.765257:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176687.765258:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176687.765260:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176687.765262:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176687.765265:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176687.765266:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176687.765268:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.789122:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176688.789122:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176688.789123:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176688.789130:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176688.789131:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176688.789131:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176688.789135:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176688.789136:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.789137:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176688.789144:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176688.789145:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176688.789145:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176688.789150:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176688.789152:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176688.789153:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176688.789155:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.789156:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176688.789160:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176688.789160:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176688.789160:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176688.789163:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.789165:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176688.789168:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.789170:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.789176:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176688.789181:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176688.789187:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176688.789189:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176688.789189:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176688.789194:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176688.789195:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176688.789198:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.789199:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176688.789202:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176688.789203:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176688.789207:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176688.789208:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176688.789210:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176688.789211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.789212:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176688.789214:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176688.789216:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176688.789217:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176688.789221:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176688.789221:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176688.789227:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176688.789228:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176688.789229:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.789232:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.789232:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176688.789238:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176688.789239:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.789240:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176688.789246:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1786176688.917276:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:2.0:1786176688.917317:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1786176688.917326:0:2378:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176688.917328:0:2378:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:2.0:1786176688.917332:0:2378:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176688.917335:0:2378:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1786176688.917338:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176688.917342:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f900. 00000400:00000200:2.0:1786176688.917347:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176688.917350:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176688.917355:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35088 00000400:00000010:2.0:1786176688.917357:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35088. 00000100:00000001:2.0:1786176688.917361:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176688.917368:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e7100 x1872933612107648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176688.917391:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176688.917395:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7100 x1872933612107648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176688.917405:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176688.917407:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176688.917418:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176688.917421:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f500. 00000400:00000200:2.0:1786176688.917425:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176688.917433:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176688.917439:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35550 00000400:00000010:2.0:1786176688.917443:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35550. 00000100:00000001:2.0:1786176688.917448:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176688.917456:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e6a00 x1872933612107776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176688.917485:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176688.917491:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6a00 x1872933612107776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176688.917504:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176688.917508:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176688.917519:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176688.917525:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fa00. 00000400:00000200:2.0:1786176688.917532:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176688.917541:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176688.917547:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35a18 00000400:00000010:2.0:1786176688.917551:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35a18. 00000100:00000001:2.0:1786176688.917572:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176688.917577:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e5500 x1872933612107904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176688.917585:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176688.917588:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5500 x1872933612107904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176688.917604:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176688.917606:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176688.917613:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176688.917619:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:2.0:1786176688.917624:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176688.917632:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176688.917636:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35bb0 00000400:00000010:2.0:1786176688.917640:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35bb0. 00000100:00000001:2.0:1786176688.917645:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176688.917652:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e7480 x1872933612108032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176688.917666:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176688.917673:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7480 x1872933612108032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176688.917700:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176688.917706:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176688.917717:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176688.917723:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f700. 00000400:00000200:2.0:1786176688.917729:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176688.917739:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176688.917744:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b352a8 00000400:00000010:2.0:1786176688.917749:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b352a8. 00000100:00000001:2.0:1786176688.917756:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176688.917763:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e5180 x1872933612108160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176688.917777:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176688.917785:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5180 x1872933612108160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176688.917796:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176688.917799:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176689.813122:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176689.813126:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176689.813129:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176689.813131:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176689.813136:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176689.813136:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176689.813145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176689.813146:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176689.813154:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176689.813154:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176689.813161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176689.813161:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176689.813170:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176689.813174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176689.813182:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176689.813183:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176689.813188:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176689.813192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176689.813209:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176689.813215:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176689.813215:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176689.813220:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176689.813221:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176689.813225:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176689.813226:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176689.813228:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176689.813230:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176689.813233:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176689.813233:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176689.813235:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176689.813236:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176689.813239:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176689.813243:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176689.813244:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176689.813245:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176689.813248:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176689.813250:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176689.813251:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176689.813253:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176689.813256:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176689.813257:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176689.813264:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176689.813265:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176689.813269:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176689.813272:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.837198:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176690.837200:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176690.837209:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176690.837214:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176690.837215:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176690.837219:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176690.837221:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176690.837224:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176690.837226:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176690.837231:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.837235:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176690.837236:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176690.837238:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176690.837242:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176690.837247:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176690.837248:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176690.837249:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176690.837261:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176690.837263:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176690.837264:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176690.837266:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176690.837282:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176690.837284:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176690.837287:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176690.837289:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176690.837300:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176690.837301:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.837302:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176690.837310:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176690.837318:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176690.837322:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176690.837332:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176690.837338:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176690.837342:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176690.837343:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176690.837348:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176690.837358:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176690.837365:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176690.837369:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176690.837375:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176690.837380:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176690.837384:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176690.837387:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176690.837396:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176690.837399:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176690.965088:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176690.965100:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176690.965103:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176690.965108:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176690.965114:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176690.965122:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8126 00000400:00000200:3.0:1786176690.965131:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176690.965137:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176690.965140:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176690.965146:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965150:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176690.965153:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965155:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176690.965159:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176690.965161:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176690.965164:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176690.965168:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176690.965171:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176690.965173:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176690.965175:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965176:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176690.965177:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965179:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176690.965181:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176690.965184:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965185:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176690.965187:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176690.965190:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176690.965193:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.965195:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176690.965197:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176690.965216:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5f80. 00000020:00000040:3.0:1786176690.965219:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176690.965224:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176690.965226:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.965231:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176690.965235:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176690.965240:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176690.965252:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786176690.965260:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176690.965272:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5f80 x1872933612108288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176690.965284:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176690.965288:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176690.965292:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004880dcf8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5f80 x1872933612108288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176690.965315:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176690.965317:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176690.965320:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176690.965322:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176690.965323:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176690.965326:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176690.965328:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8126 00000400:00000200:3.0:1786176690.965331:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176690.965334:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176690.965337:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176690.965340:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965342:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176690.965345:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965348:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176690.965351:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176690.965353:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176690.965355:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176690.965357:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176690.965360:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176690.965364:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176690.965370:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965375:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176690.965380:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965383:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176690.965387:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176690.965393:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965399:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176690.965404:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176690.965414:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176690.965419:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.965424:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176690.965432:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176690.965438:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.965443:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176690.965455:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000020:00000040:3.0:1786176690.965461:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176690.965467:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176690.965470:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.965474:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176690.965478:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176690.965482:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176690.965488:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe000. 00000100:00000001:3.0:1786176690.965494:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176690.965503:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612108416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176690.965518:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176690.965523:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176690.965533:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612108416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176690.965589:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176690.965596:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176690.965602:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176690.965605:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176690.965607:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176690.965614:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176690.965620:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8126 00000400:00000200:3.0:1786176690.965627:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176690.965634:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176690.965638:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176690.965642:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965659:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176690.965662:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965666:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176690.965669:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176690.965672:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176690.965675:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176690.965691:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176690.965696:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176690.965703:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176690.965710:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965715:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176690.965721:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965727:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176690.965733:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176690.965738:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965745:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176690.965750:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176690.965756:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176690.965760:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.965764:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176690.965768:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176690.965773:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.965776:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176690.965784:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000020:00000040:3.0:1786176690.965786:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176690.965789:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176690.965791:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.965795:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176690.965799:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176690.965803:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176690.965809:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc000. 00000800:00000200:1.1:1786176690.965814:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176690.965817:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176690.965821:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00100000:3.0:1786176690.965827:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612108544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176690.965843:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176690.965848:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176690.965855:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612108544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176690.965872:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176690.965876:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176690.965883:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176690.965886:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176690.965889:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176690.965896:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176690.965902:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8126 00000400:00000200:3.0:1786176690.965912:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176690.965917:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176690.965922:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176690.965929:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965936:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176690.965940:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.965944:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176690.965947:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176690.966072:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176690.966078:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176690.966082:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176690.966087:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176690.966093:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176690.966101:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.966105:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176690.966110:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.966115:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176690.966122:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176690.966127:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176690.966132:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176690.966136:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176690.966141:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176690.966146:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.966151:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176690.966153:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176690.966156:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.966159:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176690.966165:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000020:00000040:3.0:1786176690.966171:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176690.966175:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176690.966178:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.966183:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176690.966187:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176690.966190:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176690.966196:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176690.966201:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176690.966210:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612108672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176690.966243:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176690.966249:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176690.966260:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612108672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176690.966278:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176690.966283:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176690.966290:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176690.966294:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176690.966299:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176690.966306:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176690.966311:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8126 00000400:00000200:3.0:1786176690.966320:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176690.966329:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176690.966335:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176690.966342:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.966349:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176690.966352:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.966358:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176690.966363:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176690.966366:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176690.966370:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176690.966375:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176690.966380:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176690.966384:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176690.966393:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.966398:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176690.966403:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176690.966405:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176690.966410:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176690.966418:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176690.966424:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176690.966428:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176690.966434:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176690.966440:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.966444:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176690.966449:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176690.966455:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.966460:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176690.966467:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 00000020:00000040:3.0:1786176690.966470:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176690.966473:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176690.966475:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176690.966480:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176690.966484:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176690.966488:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176690.966495:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176690.966500:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176690.966506:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612108800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176690.966533:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176690.966557:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176690.966566:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612108800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176690.966588:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176690.966598:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8136) 00000800:00000200:1.1:1786176690.966727:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176690.966730:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176690.967056:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176690.967059:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176690.967299:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176690.967302:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176690.967645:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176690.967647:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000040:0.0:1786176691.605154:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302799480, at 4302799488 00000100:00000010:0.0:1786176691.605173:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f60c0. 00000100:00000001:2.0:1786176691.861107:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176691.861107:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176691.861114:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176691.861115:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176691.861119:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176691.861120:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176691.861126:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176691.861127:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176691.861133:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176691.861134:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176691.861139:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176691.861139:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176691.861145:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176691.861148:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176691.861151:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176691.861152:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176691.861156:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176691.861161:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176691.861175:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176691.861187:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176691.861191:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176691.861201:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176691.861204:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176691.861205:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176691.861209:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176691.861210:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176691.861218:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176691.861219:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176691.861219:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176691.861221:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176691.861224:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176691.861230:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176691.861231:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176691.861231:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176691.861249:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176691.861250:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176691.861250:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176691.861261:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176691.861261:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176691.861262:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176691.861278:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176691.861278:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176691.861278:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176691.861285:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176691.861292:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176692.885133:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176692.885133:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176692.885133:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176692.885142:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176692.885143:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176692.885143:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176692.885147:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176692.885149:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176692.885149:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176692.885152:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176692.885155:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176692.885157:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176692.885158:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176692.885160:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176692.885163:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176692.885165:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176692.885166:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176692.885171:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176692.885172:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176692.885177:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176692.885178:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176692.885183:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176692.885184:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176692.885185:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176692.885187:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176692.885189:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176692.885196:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176692.885208:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176692.885211:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176692.885213:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176692.885214:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176692.885218:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176692.885218:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176692.885220:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176692.885222:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176692.885226:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176692.885226:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176692.885228:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176692.885230:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176692.885233:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176692.885234:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176692.885235:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176692.885236:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176692.885239:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176692.885240:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176692.885241:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176692.885245:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176692.885246:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176692.885246:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176692.885249:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176692.885251:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176692.885252:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176692.885258:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176692.885259:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176693.909139:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176693.909142:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176693.909149:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176693.909149:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176693.909154:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176693.909156:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176693.909160:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176693.909166:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176693.909167:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176693.909174:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176693.909176:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176693.909178:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176693.909183:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176693.909184:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.909190:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176693.909193:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176693.909199:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176693.909206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176693.909288:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176693.909294:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176693.909297:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176693.909301:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176693.909305:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176693.909309:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176693.909313:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176693.909318:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176693.909322:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176693.909327:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.909328:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176693.909332:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176693.909337:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176693.909342:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176693.909347:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176693.909351:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176693.909357:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176693.909365:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176693.909366:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176693.909373:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176693.909378:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176693.909382:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176693.909387:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176693.909390:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176693.909394:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176693.909397:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176693.909400:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176693.909439:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176693.909443:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176693.909447:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176694.933118:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176694.933118:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176694.933122:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176694.933126:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176694.933127:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176694.933129:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176694.933132:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176694.933132:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176694.933133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176694.933142:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176694.933143:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176694.933143:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176694.933147:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176694.933150:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176694.933151:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176694.933151:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176694.933155:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176694.933155:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176694.933159:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176694.933162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176694.933163:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176694.933166:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176694.933170:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176694.933171:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176694.933174:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176694.933175:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176694.933179:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176694.933192:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176694.933195:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176694.933197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176694.933197:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176694.933200:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176694.933201:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176694.933205:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176694.933206:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176694.933209:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176694.933211:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176694.933213:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176694.933215:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176694.933216:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176694.933220:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176694.933220:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176694.933224:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176694.933224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176694.933230:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176694.933271:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176694.933274:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176694.933277:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176695.957088:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176695.957094:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176695.957096:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176695.957101:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176695.957102:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176695.957104:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176695.957110:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176695.957111:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176695.957115:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176695.957116:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176695.957121:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176695.957122:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176695.957126:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176695.957129:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176695.957129:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176695.957134:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176695.957136:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176695.957137:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176695.957140:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176695.957141:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176695.957147:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176695.957149:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176695.957154:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176695.957155:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176695.957158:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176695.957160:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176695.957162:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176695.957164:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176695.957168:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176695.957169:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176695.957173:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176695.957174:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176695.957182:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176695.957183:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176695.957187:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176695.957191:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176695.957195:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176695.957199:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176695.957202:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176695.957208:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176695.957212:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176695.957216:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176695.957219:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176695.957219:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176695.957223:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176695.957224:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176695.957226:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176695.957227:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176695.957231:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176695.957234:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176695.957236:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176695.957238:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176695.957239:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176695.957240:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176695.957243:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176695.957244:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176695.957248:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176696.085067:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176696.085076:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176696.085079:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176696.085082:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176696.085086:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176696.085093:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8131 00000400:00000200:3.0:1786176696.085099:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176696.085105:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176696.085108:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176696.085110:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085113:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176696.085115:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085117:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176696.085121:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176696.085123:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176696.085125:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176696.085127:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176696.085129:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176696.085131:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176696.085134:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085136:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176696.085137:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085139:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176696.085141:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176696.085144:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085148:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176696.085150:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176696.085153:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176696.085155:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085157:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176696.085159:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176696.085166:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786176696.085168:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176696.085171:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176696.085172:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085174:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176696.085176:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176696.085180:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176696.085186:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176696.085191:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176696.085199:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612108928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176696.085207:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176696.085211:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176696.085214:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612108928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176696.085232:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176696.085234:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176696.085237:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176696.085238:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176696.085239:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176696.085241:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176696.085242:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8131 00000400:00000200:3.0:1786176696.085245:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176696.085246:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176696.085248:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176696.085250:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085252:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176696.085253:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085255:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176696.085256:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176696.085257:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176696.085259:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176696.085260:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176696.085262:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176696.085264:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176696.085265:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085267:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176696.085268:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085270:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176696.085272:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176696.085274:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085275:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176696.085277:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176696.085282:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176696.085284:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085288:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176696.085292:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176696.085295:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085297:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176696.085301:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000020:00000040:3.0:1786176696.085303:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176696.085307:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176696.085310:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085314:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176696.085316:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176696.085319:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176696.085324:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176696.085328:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176696.085335:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612109056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176696.085344:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176696.085347:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176696.085352:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612109056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176696.085363:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176696.085366:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176696.085372:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176696.085377:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176696.085378:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176696.085380:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176696.085383:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8131 00000400:00000200:3.0:1786176696.085390:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176696.085395:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176696.085397:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176696.085399:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085401:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176696.085403:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085408:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176696.085414:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176696.085415:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176696.085416:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176696.085417:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176696.085420:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176696.085425:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176696.085428:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085430:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176696.085432:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085436:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176696.085438:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176696.085439:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085441:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176696.085443:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176696.085446:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176696.085449:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085451:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176696.085454:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176696.085460:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085464:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176696.085471:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786176696.085476:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176696.085482:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176696.085484:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085501:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176696.085504:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176696.085507:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176696.085513:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176696.085520:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176696.085529:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612109184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176696.085538:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176696.085542:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176696.085548:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612109184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176696.085554:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176696.085558:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176696.085563:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176696.085565:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176696.085566:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176696.085570:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176696.085576:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8131 00000400:00000200:3.0:1786176696.085582:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176696.085587:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176696.085589:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176696.085595:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085598:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176696.085602:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085606:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176696.085609:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176696.085611:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176696.085613:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176696.085617:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176696.085620:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176696.085623:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176696.085628:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085633:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176696.085638:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085641:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176696.085644:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176696.085646:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085649:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176696.085651:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176696.085654:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176696.085658:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085661:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176696.085664:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176696.085668:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085669:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176696.085674:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786176696.085678:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176696.085681:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176696.085682:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085684:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176696.085686:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176696.085690:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176696.085694:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176696.085698:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176696.085706:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612109312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176696.085717:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1786176696.085721:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176696.085726:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000001:3.0:1786176696.085729:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176696.085737:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612109312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176696.085749:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176696.085751:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176696.085755:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176696.085757:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176696.085759:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176696.085762:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176696.085766:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8131 00000400:00000200:3.0:1786176696.085770:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176696.085774:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176696.085779:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176696.085782:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085786:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176696.085792:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085794:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176696.085798:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176696.085799:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176696.085803:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176696.085805:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176696.085809:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176696.085813:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176696.085817:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085820:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176696.085823:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085825:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176696.085828:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176696.085833:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176696.085838:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176696.085842:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176696.085846:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176696.085851:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085855:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176696.085859:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176696.085862:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085868:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176696.085874:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000020:00000040:3.0:1786176696.085880:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176696.085883:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176696.085884:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.085886:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176696.085889:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176696.085892:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176696.085898:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176696.085904:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176696.085908:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612109440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176696.085913:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176696.085915:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176696.085921:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612109440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176696.085933:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176696.085939:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8141) 00000800:00000200:1.1:1786176696.086300:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176696.086303:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176696.086629:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176696.086632:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176696.086932:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176696.086934:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176696.087265:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176696.087268:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000040:0.0:1786176696.725116:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302804600, at 4302804608 00000100:00000010:0.0:1786176696.725131:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6480. 00000100:00000001:2.0:1786176696.981112:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176696.981112:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176696.981113:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176696.981121:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176696.981122:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176696.981128:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176696.981128:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176696.981128:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176696.981133:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176696.981136:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176696.981137:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176696.981138:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176696.981142:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176696.981145:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176696.981146:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176696.981148:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176696.981152:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176696.981153:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176696.981153:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176696.981158:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176696.981161:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176696.981162:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176696.981162:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176696.981166:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176696.981171:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176696.981172:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.981174:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176696.981190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176696.981195:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176696.981195:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176696.981199:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176696.981200:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.981201:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176696.981204:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176696.981207:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176696.981207:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176696.981208:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176696.981215:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176696.981215:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176696.981215:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176696.981220:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176696.981222:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176696.981224:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176696.981225:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176696.981227:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176696.981229:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176696.981230:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176696.981231:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176696.981235:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176696.981236:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176696.981239:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176696.981241:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176696.981244:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176696.981247:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176698.005094:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176698.005100:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176698.005101:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176698.005105:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.005105:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176698.005106:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176698.005109:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176698.005111:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176698.005113:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176698.005113:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176698.005117:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176698.005118:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.005119:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176698.005121:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.005124:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176698.005125:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176698.005125:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176698.005129:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176698.005130:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176698.005131:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176698.005132:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176698.005134:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.005137:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.005137:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.005143:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176698.005146:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176698.005149:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.005166:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176698.005168:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176698.005170:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176698.005172:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176698.005175:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176698.005178:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176698.005179:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176698.005183:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176698.005183:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176698.005188:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.005189:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176698.005194:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176698.005196:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176698.005201:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176698.005205:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.005210:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176698.005213:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.005215:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176699.029126:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176699.029133:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176699.029136:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176699.029141:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176699.029145:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176699.029148:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176699.029152:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176699.029154:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176699.029157:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176699.029158:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176699.029167:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176699.029170:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176699.029179:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176699.029185:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176699.029191:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176699.029195:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176699.029197:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176699.029206:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176699.029211:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176699.029212:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176699.029216:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176699.029220:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176699.029225:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176699.029225:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176699.029232:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176699.029235:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176699.029240:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176699.029241:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176699.029244:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176699.029247:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176699.029251:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176699.029252:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176699.029252:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176699.029254:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176699.029259:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176699.029261:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176699.029266:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176699.029268:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176699.029272:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176699.029277:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176699.029278:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176699.029286:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176699.029287:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176699.029290:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176699.029295:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176700.053099:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176700.053101:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176700.053107:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176700.053111:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176700.053113:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176700.053116:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176700.053118:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176700.053118:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176700.053120:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176700.053123:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176700.053125:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176700.053127:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176700.053127:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176700.053128:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176700.053131:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176700.053134:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176700.053136:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176700.053139:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176700.053142:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176700.053142:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176700.053142:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176700.053146:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176700.053149:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176700.053151:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176700.053151:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176700.053155:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176700.053158:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176700.053168:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176700.053173:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176700.053177:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176700.053179:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176700.053182:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176700.053183:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176700.053188:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176700.053188:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176700.053201:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176700.053202:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176700.053203:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176700.053205:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176700.053205:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176700.053208:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176700.053208:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176700.053211:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176700.053214:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176700.053218:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.077155:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176701.077157:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176701.077161:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176701.077164:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176701.077165:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176701.077167:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176701.077169:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176701.077169:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176701.077171:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176701.077179:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176701.077179:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176701.077180:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176701.077185:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176701.077186:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176701.077188:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176701.077192:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176701.077192:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176701.077194:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176701.077200:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176701.077200:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176701.077205:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176701.077206:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176701.077211:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176701.077211:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.077213:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176701.077216:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176701.077222:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176701.077234:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176701.077238:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176701.077241:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176701.077245:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176701.077248:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176701.077248:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176701.077253:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176701.077254:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176701.077257:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176701.077258:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176701.077259:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176701.077262:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176701.077263:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176701.077264:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176701.077270:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.077270:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176701.077271:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.077275:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176701.077278:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176701.077279:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176701.077283:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176701.077285:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176701.077286:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176701.077290:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176701.077295:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176701.077300:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176701.077304:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176701.205080:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176701.205088:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176701.205091:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176701.205100:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176701.205104:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176701.205110:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8136 00000400:00000200:2.0:1786176701.205116:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176701.205121:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176701.205123:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176701.205125:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205128:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176701.205129:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205131:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176701.205135:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176701.205136:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176701.205138:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176701.205141:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176701.205142:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176701.205144:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176701.205145:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205147:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176701.205148:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205149:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176701.205152:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176701.205154:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205156:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176701.205158:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176701.205160:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176701.205162:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205164:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176701.205165:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176701.205173:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176701.205175:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176701.205179:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176701.205180:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205182:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176701.205184:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176701.205187:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176701.205195:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786176701.205200:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176701.205207:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612109568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176701.205215:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176701.205218:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176701.205221:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612109568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176701.205237:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176701.205240:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176701.205242:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176701.205243:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176701.205245:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176701.205247:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176701.205249:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8136 00000400:00000200:2.0:1786176701.205251:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176701.205255:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176701.205256:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176701.205259:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205261:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176701.205262:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205264:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176701.205266:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176701.205269:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176701.205272:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176701.205275:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176701.205279:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176701.205282:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176701.205286:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205288:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176701.205292:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205297:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176701.205301:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176701.205307:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205311:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176701.205314:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176701.205319:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176701.205323:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205325:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176701.205331:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176701.205337:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205339:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176701.205342:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176701.205345:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176701.205350:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176701.205353:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205355:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176701.205357:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176701.205359:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176701.205364:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786176701.205369:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176701.205375:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612109696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176701.205388:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176701.205392:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176701.205398:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612109696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176701.205415:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176701.205417:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176701.205420:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176701.205424:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176701.205427:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176701.205430:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176701.205435:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8136 00000400:00000200:2.0:1786176701.205466:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176701.205472:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176701.205475:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176701.205482:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205486:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176701.205491:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205493:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176701.205499:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176701.205500:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176701.205501:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176701.205503:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176701.205506:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176701.205511:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176701.205514:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205515:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176701.205518:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205521:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176701.205524:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176701.205527:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205531:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176701.205536:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176701.205539:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176701.205541:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205544:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176701.205548:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176701.205552:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205555:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176701.205563:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176701.205570:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176701.205578:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176701.205582:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205586:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176701.205590:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176701.205594:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176701.205602:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176701.205616:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176701.205625:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612109824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176701.205638:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1786176701.205638:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176701.205642:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176701.205645:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000040:2.0:1786176701.205647:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612109824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176701.205666:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176701.205671:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176701.205681:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176701.205685:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176701.205689:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176701.205695:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176701.205701:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8136 00000400:00000200:2.0:1786176701.205708:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176701.205715:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176701.205720:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176701.205724:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205735:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176701.205742:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205746:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176701.205751:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176701.205755:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176701.205756:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176701.205758:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176701.205760:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176701.205764:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176701.205771:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205775:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176701.205780:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205784:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176701.205788:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176701.205792:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176701.205798:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176701.205800:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176701.205803:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176701.205805:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205807:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176701.205811:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176701.205816:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205822:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176701.205831:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176701.205838:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176701.205844:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176701.205847:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.205853:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176701.205858:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176701.205862:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176701.205868:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176701.205879:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176701.205894:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612109952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176701.205917:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176701.205936:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176701.205950:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612109952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176701.205985:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176701.205991:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176701.205998:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176701.206003:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176701.206006:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176701.206043:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176701.206051:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8136 00000400:00000200:2.0:1786176701.206062:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176701.206070:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176701.206076:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176701.206085:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.206093:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176701.206100:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.206108:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176701.206115:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176701.206120:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176701.206126:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176701.206132:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176701.206140:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176701.206149:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176701.206158:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.206164:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176701.206173:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176701.206179:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176701.206182:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176701.206188:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176701.206197:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176701.206203:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176701.206211:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176701.206218:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.206223:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176701.206229:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176701.206236:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.206240:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176701.206246:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176701.206252:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176701.206257:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176701.206261:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176701.206267:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176701.206271:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176701.206275:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176701.206283:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786176701.206290:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176701.206300:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612110080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176701.206325:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176701.206331:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176701.206340:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612110080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176701.206363:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176701.206372:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8146) 00000800:00000200:1.1:1786176701.206417:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176701.206420:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176701.206745:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176701.206748:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176701.207058:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176701.207061:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176701.207411:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176701.207413:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000040:0.0:1786176701.845228:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302809720, at 4302809728 00000100:00000010:0.0:1786176701.845238:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6120. 00000100:00000001:3.0:1786176702.101077:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176702.101084:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176702.101086:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176702.101091:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176702.101095:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176702.101095:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176702.101099:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176702.101102:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176702.101103:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176702.101104:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176702.101106:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176702.101108:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176702.101109:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176702.101112:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176702.101114:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176702.101115:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176702.101117:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176702.101121:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176702.101122:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176702.101127:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176702.101128:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176702.101132:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176702.101132:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176702.101139:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176702.101139:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176702.101143:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176702.101147:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176702.101159:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176702.101165:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176702.101166:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176702.101167:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176702.101170:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176702.101173:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176702.101177:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1786176702.101178:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000020:00000001:3.0:1786176702.101181:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176702.101185:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176702.101185:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1786176702.101185:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176702.101191:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176702.101192:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176702.101196:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176702.101197:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176702.101201:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176702.101201:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176702.101206:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176702.101207:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176702.101210:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.125099:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176703.125105:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176703.125106:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176703.125110:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.125111:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176703.125113:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176703.125117:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176703.125118:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176703.125123:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176703.125124:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176703.125129:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.125129:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176703.125134:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176703.125138:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176703.125142:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.125142:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176703.125147:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.125152:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176703.125153:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176703.125158:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176703.125161:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176703.125167:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176703.125173:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176703.125174:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176703.125176:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176703.125179:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176703.125182:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176703.125187:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176703.125189:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176703.125190:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176703.125193:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176703.125195:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176703.125197:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.125199:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176703.125202:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176703.125204:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.125210:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176703.125215:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176703.125217:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176703.125221:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176703.125226:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176703.125230:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.125233:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176703.125234:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.125237:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176703.125297:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176703.125302:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176703.125305:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176704.149139:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176704.149139:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176704.149146:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176704.149147:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176704.149150:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176704.149151:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176704.149155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176704.149157:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176704.149157:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176704.149159:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176704.149161:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176704.149165:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176704.149165:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176704.149166:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176704.149172:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176704.149174:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176704.149174:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176704.149176:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176704.149179:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176704.149180:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176704.149181:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176704.149184:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176704.149189:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176704.149193:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176704.149194:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176704.149198:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176704.149199:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176704.149203:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176704.149205:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176704.149207:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176704.149212:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176704.149216:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176704.149220:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176704.149220:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176704.149224:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176704.149225:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176704.149225:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176704.149229:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176704.149230:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176704.149231:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176704.149232:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176704.149234:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176704.149236:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176704.149238:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176704.149240:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176704.149242:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176704.149244:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176704.149246:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176704.149247:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176704.149249:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176704.149250:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176704.149252:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176704.149254:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176704.149258:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176705.173124:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176705.173124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176705.173132:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176705.173133:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176705.173136:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176705.173137:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176705.173137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176705.173143:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176705.173143:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176705.173147:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176705.173149:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176705.173153:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176705.173154:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176705.173154:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176705.173159:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176705.173161:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176705.173161:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176705.173163:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176705.173166:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176705.173167:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176705.173168:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176705.173170:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176705.173172:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176705.173173:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176705.173177:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176705.173178:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176705.173182:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176705.173186:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176705.173187:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176705.173191:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176705.173197:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176705.173198:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176705.173202:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176705.173203:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176705.173205:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176705.173207:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176705.173208:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176705.173208:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176705.173213:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176705.173214:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176705.173215:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176705.173218:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176705.173219:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176705.173220:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176705.173225:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176705.173225:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176705.173227:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176705.173233:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176705.173233:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176705.173238:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176705.173239:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176705.173243:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176705.173245:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176705.173248:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176706.197116:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176706.197116:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176706.197124:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176706.197126:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176706.197128:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.197130:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176706.197135:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176706.197137:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176706.197140:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176706.197143:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176706.197144:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176706.197145:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176706.197150:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176706.197150:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176706.197151:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176706.197156:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176706.197157:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176706.197157:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176706.197163:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176706.197165:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176706.197165:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.197169:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176706.197173:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176706.197179:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176706.197187:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176706.197187:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176706.197192:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176706.197193:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176706.197196:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176706.197200:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176706.197201:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176706.197203:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176706.197208:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176706.197211:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176706.197214:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176706.197217:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.197227:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176706.197231:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176706.197232:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176706.197235:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176706.197237:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176706.197242:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176706.197245:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176706.197247:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176706.197249:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176706.197251:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176706.197252:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.197255:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176706.197257:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176706.197262:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176706.197264:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176706.197266:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176706.197268:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176706.197271:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176706.325140:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176706.325150:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176706.325152:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176706.325156:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176706.325161:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176706.325167:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8141 00000400:00000200:3.0:1786176706.325175:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176706.325181:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176706.325185:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176706.325189:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325192:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176706.325194:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325197:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176706.325202:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176706.325204:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176706.325207:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176706.325210:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176706.325213:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176706.325216:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176706.325219:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325221:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176706.325223:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325226:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176706.325229:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176706.325232:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325234:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176706.325237:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176706.325241:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176706.325244:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.325246:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176706.325249:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176706.325259:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 00000020:00000040:3.0:1786176706.325263:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176706.325267:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176706.325269:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.325272:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176706.325275:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176706.325279:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176706.325287:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:3.0:1786176706.325295:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176706.325305:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612110208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176706.325316:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176706.325321:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176706.325326:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612110208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176706.325348:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176706.325351:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176706.325355:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176706.325356:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176706.325358:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176706.325361:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176706.325364:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8141 00000400:00000200:3.0:1786176706.325369:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176706.325372:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176706.325375:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176706.325381:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325386:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176706.325407:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325413:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176706.325419:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176706.325422:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176706.325427:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176706.325431:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176706.325435:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176706.325440:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176706.325455:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325464:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176706.325472:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325476:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176706.325482:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176706.325489:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325497:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176706.325500:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176706.325508:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176706.325511:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.325515:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176706.325520:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176706.325527:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.325531:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176706.325538:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000020:00000040:3.0:1786176706.325543:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176706.325549:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176706.325552:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.325557:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176706.325561:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176706.325566:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176706.325574:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:3.0:1786176706.325581:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176706.325591:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612110336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176706.325607:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176706.325611:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176706.325619:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612110336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176706.325633:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176706.325637:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176706.325643:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176706.325646:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176706.325649:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176706.325653:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176706.325657:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8141 00000400:00000200:3.0:1786176706.325664:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176706.325671:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176706.325674:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176706.325680:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325683:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176706.325687:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325689:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176706.325691:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176706.325693:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176706.325696:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176706.325699:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176706.325702:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176706.325709:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:1.1:1786176706.325713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:3.0:1786176706.325716:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176706.325718:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00000001:3.0:1786176706.325719:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176706.325723:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325728:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176706.325733:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176706.325739:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325741:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176706.325743:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176706.325748:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176706.325751:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.325753:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176706.325757:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176706.325761:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.325764:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176706.325775:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000020:00000040:3.0:1786176706.325779:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176706.325781:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176706.325785:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.325787:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176706.325790:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176706.325793:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176706.325800:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cffc00. 00000100:00000001:3.0:1786176706.325806:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176706.325813:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612110464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176706.325826:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176706.325829:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176706.325835:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612110464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176706.325845:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176706.325847:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176706.325849:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176706.325850:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176706.325851:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176706.325854:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176706.325858:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8141 00000400:00000200:3.0:1786176706.325864:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176706.325869:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176706.325874:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176706.325879:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325883:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176706.325888:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325890:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176706.325896:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176706.325898:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176706.325901:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176706.325904:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176706.325907:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176706.325911:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176706.325916:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325921:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176706.325926:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325932:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176706.325934:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176706.325941:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176706.325946:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176706.325949:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176706.325952:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176706.325955:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.325960:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176706.325967:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176706.325975:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.325982:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176706.325990:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000020:00000040:3.0:1786176706.325998:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176706.326005:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176706.326009:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.326049:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176706.326054:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176706.326059:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176706.326068:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176706.326075:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176706.326086:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612110592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176706.326105:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176706.326110:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176706.326121:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612110592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176706.326150:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176706.326157:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176706.326165:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176706.326170:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176706.326174:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176706.326180:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176706.326187:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8141 00000400:00000200:3.0:1786176706.326195:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176706.326201:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176706.326203:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176706.326208:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.326214:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176706.326219:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.326225:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176706.326229:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176706.326232:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176706.326236:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176706.326240:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176706.326245:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176706.326251:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176706.326261:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.326266:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176706.326273:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176706.326279:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176706.326287:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176706.326294:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176706.326301:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176706.326308:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176706.326313:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176706.326321:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.326325:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176706.326330:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176706.326337:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.326343:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176706.326350:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000020:00000040:3.0:1786176706.326356:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176706.326362:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176706.326365:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176706.326369:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176706.326372:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176706.326374:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176706.326381:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176706.326405:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176706.326416:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612110720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176706.326436:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176706.326441:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176706.326450:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612110720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176706.326475:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176706.326484:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8151) 00000800:00000200:1.1:1786176706.326487:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176706.326491:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176706.326730:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176706.326733:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176706.327001:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176706.327004:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176706.327381:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176706.327384:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00000040:0.0:1786176706.965089:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302814840, at 4302814848 00000100:00000010:0.0:1786176706.965105:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6480. 00000100:00000001:0.0:1786176707.221116:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176707.221116:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176707.221119:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176707.221122:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176707.221123:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176707.221124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176707.221128:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176707.221128:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176707.221129:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176707.221136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176707.221137:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176707.221137:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176707.221145:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176707.221146:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176707.221146:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176707.221151:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176707.221151:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176707.221152:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176707.221155:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176707.221161:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176707.221161:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176707.221165:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176707.221168:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176707.221169:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176707.221169:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176707.221173:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176707.221177:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176707.221190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176707.221192:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176707.221194:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176707.221196:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176707.221197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176707.221201:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176707.221203:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176707.221205:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176707.221211:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176707.221212:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176707.221215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176707.221217:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176707.221219:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176707.221220:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176707.221222:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176707.221223:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176707.221225:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176707.221227:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.245127:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176708.245130:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176708.245133:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176708.245134:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176708.245137:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176708.245138:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176708.245141:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176708.245142:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176708.245145:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176708.245145:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176708.245149:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176708.245151:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176708.245153:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176708.245157:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.245157:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176708.245159:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176708.245163:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176708.245164:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176708.245165:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176708.245167:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.245170:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176708.245173:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.245175:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176708.245180:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176708.245180:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176708.245186:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176708.245192:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.245192:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176708.245203:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176708.245204:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176708.245207:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.245209:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176708.245210:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176708.245213:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.245214:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176708.245219:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176708.245220:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176708.245226:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176708.245227:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176708.245230:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.245232:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176708.245233:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.245241:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176708.245244:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.245251:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176709.269117:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176709.269117:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176709.269117:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176709.269125:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176709.269126:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176709.269126:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176709.269129:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176709.269130:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176709.269132:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176709.269137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176709.269137:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176709.269139:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176709.269145:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176709.269146:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176709.269146:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176709.269151:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176709.269151:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176709.269152:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176709.269159:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176709.269159:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176709.269163:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176709.269164:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176709.269170:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176709.269171:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176709.269259:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176709.269263:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176709.269267:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176709.269270:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176709.269273:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176709.269275:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176709.269276:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176709.269278:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176709.269281:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176709.269303:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176709.269307:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176709.269309:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176709.269311:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176709.269312:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176709.269314:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176709.269316:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176709.269317:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176709.269320:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176709.269334:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176709.269338:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176709.269341:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176709.269370:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176709.269373:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176709.269376:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176710.293115:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176710.293121:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176710.293123:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176710.293126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176710.293130:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176710.293131:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176710.293132:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176710.293139:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176710.293140:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176710.293140:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176710.293144:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176710.293147:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176710.293147:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176710.293150:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176710.293152:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176710.293153:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176710.293155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176710.293161:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176710.293162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176710.293162:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176710.293167:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176710.293167:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176710.293170:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176710.293173:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176710.293183:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176710.293185:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176710.293188:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176710.293189:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176710.293193:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176710.293194:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176710.293195:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176710.293200:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176710.293202:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176710.293204:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176710.293206:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176710.293208:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176710.293208:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176710.293215:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176710.293219:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176710.293224:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176710.293229:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176710.293234:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176710.293241:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176710.293244:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176710.293248:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176710.293284:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176710.293289:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176710.293293:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176711.317147:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176711.317147:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176711.317147:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176711.317158:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176711.317158:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176711.317159:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176711.317162:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176711.317163:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.317165:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176711.317169:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176711.317171:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176711.317173:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176711.317174:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176711.317179:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176711.317180:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176711.317181:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176711.317185:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176711.317187:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176711.317188:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176711.317189:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176711.317191:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176711.317193:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176711.317196:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176711.317199:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.317206:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176711.317211:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176711.317218:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176711.317218:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176711.317222:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176711.317225:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176711.317228:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176711.317231:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176711.317236:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176711.317240:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176711.317241:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176711.317244:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176711.317246:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176711.317248:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176711.317250:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176711.317253:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176711.317254:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176711.317256:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176711.317261:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176711.317262:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176711.317268:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176711.317271:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176711.317272:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176711.317276:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176711.317276:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176711.317279:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176711.317282:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176711.317283:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.317288:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176711.317292:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176711.317299:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176711.317304:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176711.317308:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176711.445133:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176711.445141:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176711.445144:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176711.445147:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176711.445150:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176711.445156:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8146 00000400:00000200:2.0:1786176711.445162:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176711.445168:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176711.445171:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176711.445175:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445178:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176711.445181:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445184:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176711.445189:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176711.445191:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176711.445194:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176711.445198:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176711.445201:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176711.445204:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176711.445207:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445209:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176711.445211:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445213:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176711.445216:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176711.445219:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445221:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176711.445224:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176711.445227:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176711.445229:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445230:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176711.445233:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176711.445241:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786176711.445244:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176711.445249:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176711.445250:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445254:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176711.445256:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176711.445261:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176711.445270:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176711.445276:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176711.445287:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612110848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176711.445295:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176711.445299:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176711.445303:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612110848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176711.445320:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176711.445323:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176711.445326:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176711.445327:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176711.445328:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176711.445330:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176711.445332:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8146 00000400:00000200:2.0:1786176711.445337:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176711.445356:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176711.445358:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176711.445361:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445363:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176711.445365:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445367:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176711.445371:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176711.445373:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176711.445376:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176711.445380:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176711.445382:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176711.445385:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176711.445389:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445394:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176711.445397:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445401:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176711.445405:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176711.445409:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445412:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176711.445415:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176711.445421:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176711.445426:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445428:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176711.445433:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176711.445437:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445440:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176711.445444:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786176711.445448:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176711.445455:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176711.445458:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445461:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176711.445464:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176711.445466:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176711.445471:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176711.445475:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176711.445482:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612110976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176711.445495:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176711.445497:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176711.445501:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612110976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176711.445510:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176711.445512:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176711.445514:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176711.445516:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176711.445519:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176711.445524:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176711.445529:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8146 00000400:00000200:2.0:1786176711.445533:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176711.445539:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176711.445543:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176711.445548:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445551:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176711.445555:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445558:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176711.445561:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176711.445563:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176711.445566:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176711.445569:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176711.445571:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176711.445582:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176711.445590:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445594:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176711.445598:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445600:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176711.445605:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176711.445610:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445615:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176711.445616:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176711.445619:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176711.445621:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445625:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176711.445628:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176711.445632:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445634:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176711.445639:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176711.445644:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176711.445648:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176711.445650:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445653:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176711.445655:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176711.445657:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176711.445661:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176711.445663:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176711.445670:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612111104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176711.445682:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176711.445685:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176711.445690:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612111104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176711.445702:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176711.445704:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176711.445709:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176711.445710:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176711.445711:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176711.445717:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176711.445722:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8146 00000400:00000200:2.0:1786176711.445728:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176711.445734:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000200:1.1:1786176711.445735:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786176711.445736:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:1.1:1786176711.445740:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000040:2.0:1786176711.445741:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445746:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176711.445750:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445753:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176711.445756:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176711.445759:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176711.445760:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176711.445762:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176711.445764:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176711.445769:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176711.445775:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445778:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176711.445782:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445787:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176711.445789:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176711.445794:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445798:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176711.445799:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176711.445801:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176711.445802:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445803:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176711.445804:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176711.445806:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445811:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176711.445815:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176711.445818:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176711.445823:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176711.445825:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.445829:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176711.445831:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176711.445832:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176711.445835:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176711.445839:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176711.445845:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612111232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176711.445874:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176711.445876:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176711.445882:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612111232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176711.445888:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176711.445892:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176711.445898:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176711.445907:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176711.445909:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176711.445912:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176711.445915:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8146 00000400:00000200:2.0:1786176711.445922:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176711.445925:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176711.445930:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176711.445935:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445938:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176711.445942:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445946:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176711.445951:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176711.445954:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176711.445956:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176711.445958:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176711.445960:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176711.445965:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176711.445971:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445976:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176711.445981:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176711.445986:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176711.445993:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176711.445999:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176711.446004:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176711.446010:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176711.446046:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176711.446050:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.446055:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176711.446058:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176711.446063:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.446066:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176711.446070:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176711.446074:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176711.446080:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176711.446083:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176711.446085:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176711.446087:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176711.446089:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176711.446094:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176711.446099:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176711.446108:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612111360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176711.446118:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176711.446122:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176711.446130:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612111360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176711.446143:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176711.446150:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8157) 00000800:00000200:1.1:1786176711.446325:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176711.446327:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176711.446560:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176711.446562:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176711.446778:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176711.446779:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176711.446991:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176711.446992:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000040:0.0:1786176712.085163:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302819960, at 4302819968 00000100:00000010:0.0:1786176712.085190:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f60c0. 00000100:00000001:3.0:1786176712.341131:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176712.341138:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176712.341139:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176712.341143:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176712.341145:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176712.341148:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176712.341151:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176712.341153:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176712.341157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176712.341162:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176712.341163:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176712.341167:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176712.341169:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176712.341170:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176712.341173:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176712.341174:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176712.341176:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176712.341183:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176712.341191:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176712.341206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176712.341210:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176712.341217:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176712.341219:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176712.341223:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176712.341224:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176712.341232:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176712.341233:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176712.341235:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176712.341237:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176712.341242:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176712.341245:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176712.341246:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176712.341247:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176712.341253:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176712.341254:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176712.341254:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176712.341262:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176712.341265:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176712.341266:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176712.341267:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176712.341272:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176712.341279:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176712.341280:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176712.341283:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176712.341288:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.365123:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176713.365123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176713.365124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176713.365132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176713.365133:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176713.365134:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176713.365136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176713.365138:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.365139:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176713.365146:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176713.365146:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176713.365147:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176713.365153:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176713.365154:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176713.365155:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176713.365158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176713.365160:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176713.365161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.365164:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176713.365171:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176713.365174:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176713.365176:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.365179:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176713.365181:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176713.365184:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176713.365185:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176713.365190:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.365198:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176713.365202:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176713.365203:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176713.365206:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176713.365209:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176713.365212:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176713.365213:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176713.365216:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.365217:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176713.365223:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176713.365223:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176713.365226:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176713.365228:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176713.365231:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176713.365233:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176713.365238:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176713.365240:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176713.365244:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176714.389152:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176714.389161:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176714.389164:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176714.389170:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176714.389178:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176714.389182:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176714.389183:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176714.389186:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176714.389188:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176714.389194:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176714.389195:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176714.389199:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176714.389202:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176714.389202:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176714.389206:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176714.389219:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176714.389220:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176714.389227:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176714.389232:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176714.389238:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176714.389245:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176714.389246:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176714.389250:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176714.389258:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176714.389259:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176714.389260:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176714.389264:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176714.389269:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176714.389270:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176714.389274:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176714.389278:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176714.389281:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176714.389283:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176714.389297:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176714.389300:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176714.389305:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176714.389306:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176714.389324:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176714.389327:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176714.389332:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176714.389334:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176714.389336:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176714.389348:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176714.389348:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176714.389352:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176714.389357:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176714.389364:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176714.389364:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176714.389376:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176714.389380:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176714.389385:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176714.389385:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176714.389390:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176714.389394:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176715.413133:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176715.413141:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176715.413147:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176715.413148:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176715.413152:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176715.413156:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176715.413159:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176715.413161:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176715.413163:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176715.413171:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176715.413172:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176715.413174:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176715.413179:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176715.413183:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176715.413184:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176715.413185:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176715.413197:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176715.413197:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176715.413198:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176715.413211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176715.413211:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176715.413211:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176715.413224:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176715.413229:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176715.413230:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176715.413243:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176715.413251:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176715.413253:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176715.413260:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176715.413266:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176715.413281:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176715.413283:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176715.413290:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176715.413292:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176715.413293:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176715.413298:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176715.413298:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176715.413319:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176715.413323:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176715.413326:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176715.413328:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176715.413333:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176715.413334:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176715.413338:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176715.413342:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176716.437142:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176716.437151:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176716.437154:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176716.437162:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176716.437175:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176716.437182:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176716.437188:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176716.437192:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176716.437195:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.437200:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176716.437208:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176716.437214:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176716.437217:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176716.437220:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176716.437226:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176716.437228:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176716.437230:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176716.437232:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176716.437239:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176716.437240:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176716.437241:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176716.437250:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176716.437253:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176716.437253:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176716.437254:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176716.437263:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176716.437267:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176716.437268:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176716.437268:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176716.437273:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176716.437273:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176716.437288:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176716.437300:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176716.437303:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176716.437304:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176716.437310:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176716.437340:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176716.437345:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176716.437347:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176716.437351:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176716.437354:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176716.437357:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176716.437361:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176716.437364:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176716.437367:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176716.565143:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176716.565157:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176716.565161:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176716.565166:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176716.565173:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176716.565184:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8152 00000400:00000200:2.0:1786176716.565195:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176716.565203:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176716.565207:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176716.565211:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565216:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176716.565219:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565222:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176716.565227:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176716.565230:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176716.565233:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176716.565237:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176716.565240:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176716.565242:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176716.565246:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565248:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176716.565250:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565253:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176716.565256:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176716.565260:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565264:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176716.565267:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176716.565272:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176716.565276:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.565279:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176716.565282:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176716.565308:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176716.565313:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176716.565318:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176716.565321:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.565332:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176716.565336:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176716.565342:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176716.565353:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786176716.565362:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176716.565380:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612111488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176716.565393:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176716.565398:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176716.565404:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612111488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176716.565430:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176716.565433:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176716.565438:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176716.565439:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176716.565441:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176716.565444:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176716.565449:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8152 00000400:00000200:2.0:1786176716.565453:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176716.565463:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176716.565466:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176716.565470:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565474:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176716.565480:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565484:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176716.565490:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176716.565496:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176716.565498:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176716.565501:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176716.565504:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176716.565509:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176716.565516:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565523:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176716.565528:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565537:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176716.565544:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176716.565551:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565556:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176716.565562:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176716.565572:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176716.565578:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.565583:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176716.565590:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176716.565598:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.565601:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176716.565608:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176716.565616:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176716.565619:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176716.565621:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.565628:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176716.565632:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176716.565636:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176716.565643:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786176716.565651:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176716.565662:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612111616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176716.565677:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176716.565683:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176716.565695:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612111616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176716.565745:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176716.565751:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176716.565761:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176716.565765:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176716.565768:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176716.565777:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176716.565783:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8152 00000400:00000200:2.0:1786176716.565792:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176716.565803:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176716.565807:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176716.565815:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565819:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176716.565824:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565831:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176716.565837:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176716.565841:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176716.565845:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176716.565851:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176716.565859:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176716.565865:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176716.565875:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565881:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176716.565890:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565897:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176716.565904:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176716.565912:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176716.565921:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176716.565926:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176716.565933:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176716.565938:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.565943:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176716.565948:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176716.565954:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.565960:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176716.565967:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176716.565976:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176716.565983:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176716.565986:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.565991:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.1:1786176716.565993:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:2.0:1786176716.565995:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176716.566000:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176716.566001:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 02000000:00000010:2.0:1786176716.566049:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176716.566058:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176716.566071:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612111744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176716.566089:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176716.566094:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176716.566106:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612111744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176716.566127:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176716.566135:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176716.566148:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176716.566153:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176716.566156:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176716.566164:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176716.566171:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8152 00000400:00000200:2.0:1786176716.566180:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176716.566187:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176716.566195:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176716.566205:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.566210:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176716.566218:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.566222:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176716.566226:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176716.566230:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176716.566232:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176716.566235:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176716.566237:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176716.566240:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176716.566245:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.566251:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176716.566256:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.566262:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176716.566269:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176716.566277:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176716.566285:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176716.566303:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176716.566307:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176716.566312:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.566318:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176716.566323:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176716.566332:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.566339:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176716.566346:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176716.566355:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176716.566361:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176716.566366:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.566372:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176716.566376:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176716.566379:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176716.566386:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176716.566396:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176716.566409:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612111872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176716.566429:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176716.566437:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176716.566451:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612111872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176716.566478:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176716.566484:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176716.566497:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176716.566502:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176716.566506:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176716.566515:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176716.566521:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8152 00000400:00000200:2.0:1786176716.566530:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176716.566540:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176716.566550:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176716.566558:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.566565:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176716.566573:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.566580:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176716.566587:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176716.566591:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176716.566596:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176716.566600:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176716.566606:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176716.566613:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176716.566623:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.566630:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176716.566637:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176716.566644:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176716.566654:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176716.566663:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176716.566669:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176716.566674:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176716.566678:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176716.566685:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.566689:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176716.566693:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176716.566703:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.566709:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176716.566717:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176716.566726:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176716.566733:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176716.566737:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176716.566742:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176716.566746:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176716.566749:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176716.566758:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176716.566769:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176716.566780:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612112000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176716.566800:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176716.566807:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176716.566818:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612112000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176716.566841:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176716.566851:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8162) 00000800:00000200:1.1:1786176716.567006:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176716.567009:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176716.567390:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176716.567393:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176716.567726:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176716.567729:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176716.568199:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176716.568202:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000040:0.0:1786176717.205074:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302825081, at 4302825088 00000100:00000010:0.0:1786176717.205089:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6780. 00000100:00000001:0.0:1786176717.461103:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176717.461104:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176717.461111:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176717.461112:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176717.461113:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176717.461115:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176717.461122:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176717.461123:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176717.461130:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176717.461130:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176717.461131:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176717.461136:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176717.461141:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176717.461143:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176717.461143:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176717.461150:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176717.461151:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176717.461154:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176717.461165:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176717.461166:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176717.461167:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176717.461185:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176717.461186:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176717.461194:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176717.461198:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176717.461206:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176717.461208:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176717.461209:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176717.461214:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176717.461217:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176717.461220:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176717.461222:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176717.461222:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176717.461236:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176717.461237:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176717.461244:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176717.461245:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176717.461249:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176717.461252:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176717.461253:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176717.461254:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176717.461257:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176717.461262:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176717.461263:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176717.461264:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176717.461271:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176717.461273:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176717.461274:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176717.461276:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176717.461295:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176717.461299:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176717.461302:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176717.461304:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176717.461306:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176718.485162:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176718.485168:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176718.485168:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176718.485169:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176718.485178:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176718.485180:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176718.485182:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176718.485183:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176718.485184:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176718.485189:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176718.485190:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176718.485191:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176718.485197:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176718.485200:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176718.485205:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176718.485206:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176718.485210:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176718.485216:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176718.485220:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176718.485220:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176718.485222:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176718.485229:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176718.485230:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176718.485238:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176718.485239:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176718.485244:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176718.485249:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176718.485265:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176718.485266:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176718.485284:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176718.485286:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176718.485287:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176718.485288:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176718.485291:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176718.485292:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176718.485299:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176718.485302:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176718.485305:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176718.485306:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176718.485307:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176718.485314:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176718.485314:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176718.485324:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176718.485324:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176718.485339:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176718.485340:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176718.485340:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176718.485347:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176718.485351:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176718.485354:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176718.485355:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176718.485359:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176718.485362:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176718.485364:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.509114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176719.509122:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176719.509125:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.509127:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176719.509129:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176719.509134:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176719.509137:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176719.509138:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176719.509144:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176719.509144:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176719.509145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176719.509160:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176719.509162:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176719.509162:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176719.509174:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.509175:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.509175:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.509192:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.509194:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176719.509194:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176719.509202:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176719.509204:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176719.509207:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176719.509209:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176719.509214:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176719.509216:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176719.509221:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.509271:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176719.509273:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176719.509277:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176719.509278:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176719.509278:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176719.509281:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176719.509283:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.509285:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.509286:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176719.509294:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176719.509296:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176719.509297:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176719.509311:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176719.509312:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176719.509313:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176719.509319:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176719.509321:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.509321:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176719.509325:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176719.509327:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176719.509330:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176719.509332:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176719.509334:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.509336:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.509340:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176719.509344:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.509350:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176720.533168:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176720.533179:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176720.533183:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176720.533183:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176720.533183:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176720.533197:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176720.533197:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176720.533198:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176720.533210:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176720.533211:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176720.533212:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176720.533215:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176720.533228:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176720.533233:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176720.533234:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176720.533235:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176720.533264:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176720.533266:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176720.533269:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176720.533272:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176720.533278:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176720.533279:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176720.533284:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176720.533288:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176720.533290:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176720.533290:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176720.533294:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176720.533297:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176720.533302:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176720.533311:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176720.533312:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176720.533322:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176720.533330:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176720.533336:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176720.533340:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176720.533340:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176720.533350:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176720.533351:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176720.533355:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176720.533358:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176720.533363:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176720.533364:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176720.533378:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176720.533378:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176720.533387:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176720.533390:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176720.533391:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176720.533394:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176720.533401:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176720.533401:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176720.533411:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176720.533418:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176720.533424:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176720.533431:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176721.557136:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176721.557138:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176721.557144:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176721.557146:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176721.557148:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176721.557150:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.557153:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176721.557153:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176721.557157:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176721.557167:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176721.557167:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176721.557170:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176721.557177:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176721.557179:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176721.557179:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176721.557194:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176721.557195:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176721.557195:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176721.557203:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176721.557205:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176721.557207:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176721.557208:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176721.557209:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.557216:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176721.557227:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176721.557232:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176721.557233:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176721.557237:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176721.557239:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176721.557257:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176721.557261:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176721.557269:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176721.557270:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176721.557271:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176721.557274:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176721.557284:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176721.557287:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176721.557290:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176721.557292:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176721.557293:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176721.557298:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176721.557299:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176721.557303:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176721.557306:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176721.557307:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176721.685176:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176721.685187:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176721.685190:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176721.685194:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176721.685199:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176721.685207:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8157 00000400:00000200:2.0:1786176721.685216:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176721.685221:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176721.685224:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176721.685227:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685231:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176721.685233:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685235:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176721.685260:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176721.685263:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176721.685265:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176721.685268:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176721.685270:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176721.685272:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176721.685275:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685277:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176721.685278:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685280:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176721.685283:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176721.685286:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685288:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176721.685291:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176721.685294:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176721.685297:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.685299:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176721.685301:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176721.685314:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786176721.685317:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176721.685322:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176721.685323:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.685327:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176721.685329:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176721.685333:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176721.685342:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176721.685349:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176721.685358:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612112128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176721.685367:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176721.685371:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176721.685375:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612112128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176721.685396:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176721.685399:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176721.685402:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176721.685403:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176721.685404:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176721.685407:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176721.685409:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8157 00000400:00000200:2.0:1786176721.685414:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176721.685418:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176721.685420:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176721.685423:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685426:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176721.685431:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685436:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176721.685447:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176721.685449:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176721.685451:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176721.685456:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176721.685459:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176721.685466:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176721.685478:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685484:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176721.685491:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685496:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176721.685502:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176721.685514:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685524:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176721.685531:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176721.685539:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176721.685543:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.685548:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176721.685561:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176721.685567:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.685568:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176721.685573:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786176721.685589:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176721.685601:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176721.685603:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.685613:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176721.685622:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176721.685625:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176721.685635:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176721.685643:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176721.685651:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612112256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176721.685669:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176721.685674:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176721.685690:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612112256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176721.685734:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176721.685742:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176721.685748:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176721.685751:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176721.685755:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176721.685759:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176721.685764:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8157 00000400:00000200:2.0:1786176721.685775:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176721.685782:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176721.685786:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176721.685793:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685799:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176721.685809:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685817:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176721.685826:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176721.685828:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176721.685836:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176721.685843:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176721.685850:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176721.685864:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176721.685871:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685880:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176721.685890:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685894:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176721.685906:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176721.685913:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176721.685917:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176721.685921:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176721.685928:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176721.685932:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.685943:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176721.685948:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.1:1786176721.685949:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000008:00000001:2.0:1786176721.685956:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176721.685958:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1786176721.685961:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176721.685968:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176721.685972:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176721.685981:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176721.685983:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.685986:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176721.685988:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176721.685991:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176721.685996:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786176721.686002:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176721.686048:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612112384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176721.686074:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176721.686080:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176721.686093:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612112384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176721.686121:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176721.686125:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176721.686132:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176721.686142:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176721.686145:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176721.686149:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176721.686153:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8157 00000400:00000200:2.0:1786176721.686163:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176721.686173:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176721.686184:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176721.686200:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.686204:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176721.686211:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.686219:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176721.686228:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176721.686233:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176721.686251:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176721.686254:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176721.686258:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176721.686261:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176721.686277:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.686280:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176721.686289:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.686295:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176721.686304:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176721.686317:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176721.686329:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176721.686335:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176721.686344:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176721.686354:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.686363:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176721.686368:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176721.686378:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.686380:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176721.686383:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176721.686387:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176721.686391:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176721.686394:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.686398:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176721.686400:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176721.686405:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176721.686420:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176721.686426:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176721.686439:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612112512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176721.686489:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176721.686496:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176721.686513:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612112512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176721.686530:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176721.686534:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176721.686544:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176721.686547:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176721.686551:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176721.686555:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176721.686565:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8157 00000400:00000200:2.0:1786176721.686576:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176721.686590:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176721.686597:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176721.686611:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.686618:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176721.686623:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.686635:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176721.686642:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176721.686648:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176721.686656:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176721.686661:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176721.686671:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176721.686678:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176721.686687:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.686693:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176721.686703:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176721.686716:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176721.686725:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176721.686734:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176721.686740:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176721.686747:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176721.686754:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176721.686759:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.686761:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176721.686764:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176721.686773:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.686776:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176721.686787:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176721.686795:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176721.686801:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176721.686806:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176721.686813:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176721.686816:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176721.686820:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176721.686832:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176721.686839:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176721.686851:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612112640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176721.686893:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176721.686900:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176721.686909:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612112640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176721.686939:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176721.686954:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8167) 00000800:00000200:1.1:1786176721.687068:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176721.687070:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176721.687286:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176721.687288:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176721.687471:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176721.687473:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176721.687808:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176721.687810:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000040:0.0:1786176722.325108:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302830201, at 4302830208 00000100:00000010:0.0:1786176722.325122:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f69c0. 00000100:00000001:0.0:1786176722.581134:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176722.581135:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176722.581142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176722.581143:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176722.581146:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176722.581146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176722.581155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176722.581155:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176722.581158:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176722.581161:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176722.581162:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176722.581169:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176722.581170:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176722.581171:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176722.581181:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176722.581182:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176722.581182:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176722.581188:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176722.581189:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176722.581198:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176722.581199:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176722.581199:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176722.581208:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176722.581217:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176722.581222:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176722.581228:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176722.581229:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176722.581247:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176722.581253:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176722.581253:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176722.581256:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176722.581258:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176722.581262:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176722.581263:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176722.581269:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176722.581271:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176722.581272:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176722.581275:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176722.581277:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176722.581279:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176722.581281:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176722.581282:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176722.581285:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176722.581290:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176722.581290:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176723.605133:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176723.605136:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176723.605141:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176723.605143:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176723.605145:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176723.605147:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176723.605151:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176723.605154:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176723.605158:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176723.605159:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176723.605161:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176723.605162:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176723.605171:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176723.605171:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176723.605172:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176723.605179:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176723.605179:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176723.605181:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176723.605189:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176723.605195:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176723.605195:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176723.605196:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176723.605211:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176723.605219:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176723.605239:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176723.605239:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176723.605243:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176723.605245:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176723.605255:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176723.605256:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176723.605259:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176723.605269:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176723.605273:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176723.605276:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176723.605276:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176723.605279:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176723.605282:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176723.605284:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176723.605288:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176723.605290:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176723.605292:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176723.605293:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176723.605299:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176723.605300:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176723.605301:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176723.605308:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176723.605309:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176723.605324:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176723.605324:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176723.605336:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176723.605343:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176723.605347:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176723.605349:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176723.605351:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.629126:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176724.629127:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176724.629134:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176724.629135:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176724.629137:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176724.629139:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.629145:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176724.629147:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176724.629147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176724.629152:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176724.629152:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176724.629155:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176724.629158:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.629159:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176724.629161:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176724.629166:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176724.629167:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176724.629171:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176724.629173:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176724.629175:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176724.629176:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176724.629178:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176724.629181:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176724.629184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.629184:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176724.629189:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176724.629193:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176724.629195:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.629197:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176724.629201:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176724.629203:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176724.629206:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176724.629206:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176724.629223:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176724.629225:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176724.629227:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176724.629231:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176724.629231:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176724.629233:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176724.629236:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176724.629237:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.629240:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176724.629241:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176724.629243:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176724.629246:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176724.629247:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176724.629249:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176724.629250:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176724.629253:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176724.629255:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176724.629257:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.629259:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176724.629262:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176724.629265:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176725.653118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176725.653118:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176725.653118:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176725.653126:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176725.653128:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176725.653128:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176725.653129:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176725.653132:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176725.653134:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176725.653136:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176725.653138:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176725.653143:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176725.653143:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176725.653144:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176725.653148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176725.653150:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176725.653151:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176725.653152:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176725.653157:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176725.653158:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176725.653161:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176725.653164:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176725.653166:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176725.653169:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176725.653170:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176725.653174:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176725.653176:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176725.653178:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176725.653180:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176725.653183:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176725.653185:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176725.653188:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176725.653190:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176725.653193:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176725.653193:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176725.653196:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176725.653197:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176725.653198:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176725.653214:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176725.653217:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176725.653219:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176725.653221:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176725.653226:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176725.653228:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176725.653231:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176725.653232:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176725.653234:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176725.653237:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176725.653238:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176725.653244:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176725.653248:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176725.653250:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176725.653252:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176725.653255:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176726.677121:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176726.677129:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176726.677130:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176726.677130:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176726.677135:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.677136:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176726.677137:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176726.677142:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.677142:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176726.677143:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176726.677150:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176726.677151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176726.677151:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176726.677157:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176726.677158:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176726.677158:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176726.677164:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176726.677164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176726.677164:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176726.677170:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176726.677170:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176726.677174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176726.677175:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176726.677182:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.677182:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176726.677187:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176726.677206:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176726.677210:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176726.677212:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176726.677213:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176726.677217:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176726.677219:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176726.677221:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.677221:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176726.677224:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176726.677228:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176726.677230:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176726.677232:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176726.677234:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176726.677236:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176726.677238:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176726.677240:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176726.677244:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176726.677245:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176726.677247:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176726.677267:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176726.677269:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176726.677270:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176726.677272:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176726.677274:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176726.677276:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176726.677277:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176726.677278:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176726.677281:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176726.677281:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176726.677289:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176726.677289:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176726.805139:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176726.805151:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176726.805153:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176726.805158:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176726.805162:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176726.805170:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8162 00000400:00000200:3.0:1786176726.805178:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176726.805184:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176726.805187:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176726.805226:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805230:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176726.805233:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805236:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176726.805241:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176726.805244:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176726.805247:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176726.805250:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176726.805252:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176726.805255:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176726.805259:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805261:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176726.805263:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805265:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176726.805269:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176726.805272:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805275:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176726.805279:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176726.805282:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176726.805286:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.805289:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176726.805293:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176726.805302:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4e00. 00000020:00000040:3.0:1786176726.805305:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176726.805310:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176726.805312:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.805315:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176726.805318:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176726.805322:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176726.805331:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176726.805340:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176726.805351:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4e00 x1872933612112768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176726.805363:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176726.805369:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176726.805374:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f4c2a18] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4e00 x1872933612112768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176726.805398:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176726.805402:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176726.805406:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176726.805407:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176726.805410:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176726.805413:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176726.805417:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8162 00000400:00000200:3.0:1786176726.805423:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176726.805431:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176726.805438:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176726.805447:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805454:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176726.805460:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805465:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176726.805473:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176726.805478:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176726.805482:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176726.805487:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176726.805493:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176726.805499:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176726.805507:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805514:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176726.805520:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805525:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176726.805531:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176726.805537:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805545:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176726.805550:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176726.805558:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176726.805566:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.805572:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176726.805579:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176726.805585:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.805590:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176726.805598:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000020:00000040:3.0:1786176726.805604:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176726.805612:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176726.805616:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.805622:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176726.805627:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176726.805631:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176726.805640:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176726.805648:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176726.805661:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612112896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176726.805682:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1786176726.805683:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176726.805688:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176726.805688:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000040:3.0:1786176726.805700:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612112896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176726.805723:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176726.805730:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176726.805737:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176726.805741:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176726.805745:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176726.805750:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176726.805757:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8162 00000400:00000200:3.0:1786176726.805768:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176726.805775:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176726.805780:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176726.805788:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805792:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176726.805797:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805803:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176726.805809:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176726.805812:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176726.805815:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176726.805819:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176726.805823:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176726.805826:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176726.805830:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805832:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176726.805835:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805840:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176726.805843:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176726.805857:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176726.805865:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176726.805872:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176726.805877:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176726.805883:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.805887:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176726.805892:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176726.805899:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.805902:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176726.805909:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000020:00000040:3.0:1786176726.805916:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176726.805923:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176726.805927:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.805933:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176726.805936:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176726.805938:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176726.805946:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176726.805954:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176726.805967:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612113024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176726.805988:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176726.805995:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176726.806007:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612113024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176726.806065:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176726.806072:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176726.806081:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176726.806085:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176726.806090:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176726.806096:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176726.806105:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8162 00000400:00000200:3.0:1786176726.806115:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176726.806126:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176726.806132:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176726.806140:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.806146:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176726.806154:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.806160:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176726.806166:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176726.806170:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176726.806177:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176726.806183:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176726.806203:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176726.806210:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176726.806219:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.806225:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176726.806231:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.806237:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176726.806244:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176726.806253:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176726.806261:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176726.806278:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176726.806289:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176726.806295:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.806300:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176726.806305:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176726.806312:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.806316:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176726.806324:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000020:00000040:3.0:1786176726.806331:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176726.806338:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176726.806342:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.806348:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176726.806353:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176726.806358:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176726.806366:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000800:00000200:1.1:1786176726.806367:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176726.806371:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:3.0:1786176726.806374:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176726.806387:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612113152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176726.806408:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176726.806414:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176726.806426:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612113152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176726.806451:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176726.806458:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176726.806467:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176726.806472:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176726.806477:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176726.806485:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176726.806494:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8162 00000400:00000200:3.0:1786176726.806506:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176726.806516:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176726.806522:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176726.806532:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.806538:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176726.806546:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.806552:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176726.806559:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176726.806562:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176726.806567:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176726.806573:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176726.806578:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176726.806586:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176726.806597:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.806604:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176726.806612:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176726.806618:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176726.806627:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176726.806637:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176726.806644:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176726.806648:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176726.806655:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176726.806661:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.806667:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176726.806673:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176726.806681:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.806687:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176726.806694:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000020:00000040:3.0:1786176726.806700:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176726.806707:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176726.806712:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176726.806719:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176726.806725:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176726.806729:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176726.806739:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176726.806747:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176726.806758:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612113280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176726.806777:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176726.806782:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176726.806792:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612113280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176726.806814:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176726.806822:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8172) 00000800:00000200:1.1:1786176726.806855:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176726.806857:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176726.807112:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176726.807114:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176726.807335:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176726.807337:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000040:0.0:1786176727.445106:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302835320, at 4302835328 00000100:00000010:0.0:1786176727.445122:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6000. 00000100:00000001:3.0:1786176727.701110:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176727.701111:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176727.701117:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176727.701117:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176727.701118:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176727.701122:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176727.701123:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176727.701123:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176727.701127:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176727.701131:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176727.701132:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176727.701133:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176727.701138:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176727.701141:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176727.701142:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176727.701142:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176727.701146:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176727.701147:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176727.701148:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176727.701151:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176727.701152:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176727.701155:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176727.701157:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176727.701159:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176727.701163:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176727.701166:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.701170:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176727.701175:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176727.701179:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176727.701193:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176727.701197:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176727.701200:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176727.701201:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176727.701202:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176727.701203:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1786176727.701206:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176727.701208:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176727.701208:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176727.701212:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176727.701213:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176727.701214:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176727.701218:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176727.701219:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176727.701225:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176727.701230:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176727.701235:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176727.701237:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176727.701241:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176728.725091:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176728.725098:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176728.725100:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176728.725105:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176728.725110:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176728.725115:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176728.725119:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176728.725119:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176728.725125:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176728.725125:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176728.725129:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176728.725133:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176728.725133:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176728.725139:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176728.725140:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176728.725143:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176728.725145:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176728.725148:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176728.725153:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176728.725155:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176728.725157:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176728.725159:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176728.725161:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176728.725163:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176728.725164:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176728.725169:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176728.725185:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176728.725205:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176728.725209:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176728.725212:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176728.725216:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176728.725220:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176728.725223:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176728.725226:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176728.725228:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176728.725231:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176728.725309:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176728.725312:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176728.725314:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176729.749188:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176729.749190:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176729.749191:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176729.749199:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176729.749201:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176729.749204:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176729.749205:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.749205:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176729.749212:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176729.749214:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176729.749228:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176729.749229:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176729.749230:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176729.749240:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.749242:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176729.749245:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176729.749249:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176729.749250:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176729.749254:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176729.749264:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.749264:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176729.749273:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176729.749274:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.749275:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176729.749284:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.749287:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.749291:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.749326:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176729.749329:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176729.749333:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176729.749339:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176729.749343:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176729.749348:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176729.749353:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176729.749355:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176729.749359:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176729.749509:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176729.749515:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176729.749520:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176730.773099:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176730.773108:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176730.773111:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176730.773119:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176730.773122:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176730.773125:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176730.773127:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176730.773131:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176730.773133:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176730.773134:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176730.773139:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176730.773142:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176730.773143:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176730.773149:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176730.773150:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176730.773164:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176730.773167:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176730.773170:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176730.773241:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176730.773244:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176730.773247:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176730.773250:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176730.773253:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176730.773255:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176730.773256:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176730.773258:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176730.773261:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176730.773270:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176730.773276:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176730.773282:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176730.773287:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176730.773292:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176730.773292:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176730.773297:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176730.773300:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176730.773311:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176730.773311:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176730.773316:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176730.773319:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176730.773327:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176730.773329:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176730.773339:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176730.773349:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176730.773350:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176730.773366:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176730.773367:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176730.773374:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176730.773381:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176730.773385:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176730.773386:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176730.773390:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176730.773400:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176730.773404:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176730.773411:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176730.773559:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176730.773564:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176730.773567:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176731.797170:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176731.797170:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176731.797182:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176731.797183:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176731.797188:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176731.797189:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176731.797197:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176731.797197:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176731.797203:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176731.797204:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176731.797208:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176731.797211:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176731.797212:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176731.797213:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176731.797220:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176731.797227:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176731.797228:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176731.797231:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176731.797232:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176731.797238:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176731.797238:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.797240:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176731.797245:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176731.797246:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176731.797251:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176731.797253:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176731.797257:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176731.797267:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176731.797268:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176731.797270:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176731.797280:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176731.797285:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176731.797287:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176731.797292:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176731.797293:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176731.797293:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176731.797296:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176731.797299:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.797299:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176731.797300:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176731.797303:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176731.797306:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176731.797306:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176731.797307:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176731.797311:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176731.797316:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176731.797317:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176731.797318:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176731.797321:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176731.797321:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176731.797326:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176731.797327:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176731.797328:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786176731.797330:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176731.797332:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.797333:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176731.797336:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176731.925176:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176731.925186:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176731.925189:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176731.925193:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176731.925197:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176731.925205:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8167 00000400:00000200:3.0:1786176731.925215:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176731.925221:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176731.925225:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176731.925231:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925236:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176731.925240:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925244:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176731.925249:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176731.925252:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176731.925256:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176731.925260:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176731.925263:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176731.925267:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176731.925272:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925275:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176731.925278:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925281:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176731.925286:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176731.925291:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925295:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176731.925299:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176731.925304:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176731.925307:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.925309:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176731.925312:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176731.925321:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 00000020:00000040:3.0:1786176731.925325:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176731.925329:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176731.925347:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.925352:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176731.925355:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176731.925360:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176731.925370:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc000. 00000100:00000001:3.0:1786176731.925378:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176731.925390:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612113408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176731.925419:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176731.925424:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176731.925428:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612113408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176731.925457:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176731.925461:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176731.925464:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176731.925466:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176731.925467:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176731.925471:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176731.925473:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8167 00000400:00000200:3.0:1786176731.925477:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176731.925488:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176731.925491:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176731.925494:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925496:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176731.925498:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925500:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176731.925503:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176731.925504:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176731.925506:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176731.925510:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176731.925512:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176731.925514:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176731.925533:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925536:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176731.925538:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925544:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176731.925547:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176731.925551:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925555:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176731.925557:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176731.925562:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176731.925565:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.925572:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176731.925579:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176731.925591:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.925595:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176731.925604:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000020:00000040:3.0:1786176731.925608:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176731.925617:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176731.925622:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.925635:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176731.925638:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176731.925641:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176731.925648:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe000. 00000100:00000001:3.0:1786176731.925654:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176731.925664:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612113536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176731.925682:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176731.925685:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176731.925692:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612113536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176731.925708:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176731.925714:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176731.925721:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176731.925722:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176731.925723:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176731.925726:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176731.925733:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8167 00000400:00000200:3.0:1786176731.925737:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176731.925742:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176731.925752:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176731.925755:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925757:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176731.925759:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925767:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176731.925770:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176731.925773:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176731.925779:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176731.925783:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176731.925785:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176731.925790:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176731.925796:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925802:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176731.925805:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925812:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176731.925818:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176731.925831:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176731.925837:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176731.925844:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176731.925849:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176731.925855:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.925876:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176731.925882:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176731.925894:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.925900:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176731.925916:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786176731.925929:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176731.925945:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176731.925951:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.925964:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176731.925977:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176731.925985:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176731.925995:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786176731.926008:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176731.926057:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612113664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176731.926085:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176731.926093:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176731.926093:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176731.926106:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000040:3.0:1786176731.926112:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612113664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176731.926135:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176731.926157:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176731.926160:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176731.926162:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176731.926166:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176731.926192:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176731.926206:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8167 00000400:00000200:3.0:1786176731.926215:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176731.926226:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176731.926241:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176731.926253:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.926265:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176731.926276:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.926284:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176731.926297:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176731.926306:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176731.926312:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176731.926316:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176731.926319:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176731.926326:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176731.926333:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.926335:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176731.926337:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.926340:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176731.926348:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176731.926364:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176731.926369:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176731.926386:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176731.926397:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176731.926404:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.926415:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176731.926421:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176731.926427:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.926435:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176731.926444:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786176731.926449:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176731.926459:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176731.926467:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.926481:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176731.926486:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176731.926495:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176731.926526:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176731.926541:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176731.926560:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612113792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176731.926589:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176731.926592:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176731.926601:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612113792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176731.926634:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176731.926644:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176731.926675:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176731.926684:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176731.926690:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176731.926699:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176731.926714:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8167 00000400:00000200:3.0:1786176731.926726:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176731.926734:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176731.926740:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176731.926753:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.926764:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176731.926772:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.926775:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176731.926776:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176731.926778:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176731.926780:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176731.926784:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176731.926792:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176731.926801:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176731.926814:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.926826:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176731.926838:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176731.926847:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176731.926859:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176731.926876:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176731.926885:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176731.926896:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176731.926905:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176731.926917:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.926935:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176731.926949:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176731.926961:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.926984:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176731.926999:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000020:00000040:3.0:1786176731.927007:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176731.927013:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176731.927018:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176731.927021:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176731.927024:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176731.927044:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176731.927053:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176731.927057:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176731.927069:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612113920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176731.927138:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176731.927167:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176731.927193:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:3.0:1786176731.927210:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612113920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1786176731.927210:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:3.0:1786176731.927242:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176731.927253:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8177) 00000800:00000200:1.1:1786176731.927461:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176731.927462:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176731.927668:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176731.927669:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176731.927916:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176731.927918:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000040:0.0:1786176732.565127:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302840441, at 4302840448 00000100:00000010:0.0:1786176732.565171:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6a80. 00000100:00000001:2.0:1786176732.821099:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176732.821099:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176732.821104:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176732.821107:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176732.821108:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176732.821109:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176732.821112:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176732.821113:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176732.821114:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176732.821121:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176732.821122:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176732.821123:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176732.821127:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176732.821130:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176732.821145:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176732.821149:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176732.821151:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176732.821154:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176732.821157:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176732.821158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176732.821165:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176732.821165:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176732.821166:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176732.821168:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176732.821171:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176732.821174:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176732.821175:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176732.821188:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176732.821191:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176732.821193:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176732.821195:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176732.821197:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176732.821198:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176732.821205:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176732.821205:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176732.821211:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176732.821212:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176732.821215:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176732.821217:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176732.821219:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176732.821222:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176732.821225:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176732.821226:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176732.821231:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176732.821238:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176732.821280:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176732.821283:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176732.821285:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176733.845109:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176733.845111:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176733.845111:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176733.845118:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176733.845119:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176733.845119:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176733.845135:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176733.845135:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176733.845136:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176733.845145:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176733.845145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176733.845146:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176733.845152:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176733.845153:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176733.845153:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176733.845157:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176733.845158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176733.845159:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176733.845164:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176733.845165:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176733.845169:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176733.845170:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176733.845173:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176733.845176:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176733.845176:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176733.845179:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176733.845183:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176733.845216:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176733.845221:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176733.845223:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176733.845225:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176733.845227:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176733.845229:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176733.845231:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176733.845232:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176733.845234:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176733.845324:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176733.845327:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176733.845329:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176734.869139:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176734.869149:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176734.869155:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176734.869163:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176734.869168:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176734.869172:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176734.869175:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176734.869180:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.869180:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176734.869189:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176734.869194:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176734.869197:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176734.869200:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176734.869206:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176734.869213:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176734.869218:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176734.869221:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176734.869224:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.869238:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176734.869245:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176734.869249:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176734.869264:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176734.869265:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176734.869270:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176734.869273:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176734.869274:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176734.869280:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176734.869280:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176734.869287:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176734.869287:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176734.869291:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176734.869293:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176734.869296:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176734.869301:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176734.869304:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176734.869308:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176734.869322:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176734.869326:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176734.869330:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176735.893130:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176735.893139:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176735.893145:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176735.893145:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176735.893151:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176735.893155:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176735.893155:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176735.893156:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176735.893162:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176735.893163:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176735.893165:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176735.893168:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176735.893170:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176735.893171:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176735.893173:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176735.893183:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176735.893183:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176735.893195:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176735.893196:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176735.893199:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176735.893206:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176735.893206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176735.893209:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176735.893212:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176735.893213:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176735.893216:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176735.893219:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176735.894087:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176735.894091:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176735.894092:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176735.894094:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176735.894097:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176735.894100:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176735.894116:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176735.894119:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176735.894124:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176735.894159:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176735.894161:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176735.894164:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176736.917152:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176736.917173:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176736.917177:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176736.917179:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176736.917184:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176736.917185:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176736.917187:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176736.917196:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176736.917197:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176736.917204:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176736.917206:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176736.917209:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176736.917212:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176736.917217:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176736.917219:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176736.917221:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176736.917227:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176736.917228:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176736.917228:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176736.917240:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176736.917247:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176736.917256:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176736.917257:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176736.917261:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176736.917269:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176736.917270:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176736.917281:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176736.917282:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176736.917288:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176736.917289:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176736.917297:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176736.917297:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176736.917297:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176736.917304:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176736.917304:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176736.917311:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176736.917314:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176736.917315:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176736.917315:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176736.917321:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176736.917322:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176736.917326:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176736.917329:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176736.917332:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176736.917338:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176737.045185:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176737.045202:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176737.045206:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176737.045212:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176737.045219:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176737.045230:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8172 00000400:00000200:3.0:1786176737.045242:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176737.045251:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176737.045256:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176737.045260:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045264:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176737.045268:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045271:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176737.045276:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176737.045279:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176737.045282:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176737.045286:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176737.045289:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176737.045292:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176737.045296:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045298:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176737.045301:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045303:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176737.045306:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176737.045311:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045314:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176737.045318:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176737.045322:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176737.045326:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.045329:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176737.045332:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176737.045345:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786176737.045350:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176737.045355:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176737.045357:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.045361:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176737.045365:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176737.045370:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176737.045382:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176737.045390:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176737.045402:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612114048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176737.045415:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176737.045421:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176737.045427:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612114048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176737.045452:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176737.045455:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176737.045459:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176737.045460:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176737.045461:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176737.045464:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176737.045466:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8172 00000400:00000200:3.0:1786176737.045469:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176737.045471:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176737.045473:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176737.045476:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045478:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176737.045480:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045481:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176737.045483:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176737.045485:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176737.045487:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176737.045488:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176737.045490:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176737.045493:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176737.045495:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045497:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176737.045499:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045502:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176737.045508:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176737.045511:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045514:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176737.045515:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176737.045520:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176737.045527:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.045528:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176737.045533:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176737.045538:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.045541:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176737.045547:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 00000020:00000040:3.0:1786176737.045555:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176737.045566:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176737.045571:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.045582:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176737.045585:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176737.045594:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176737.045599:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176737.045604:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176737.045613:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612114176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176737.045633:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176737.045636:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176737.045641:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612114176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176737.045652:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176737.045656:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176737.045659:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176737.045661:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176737.045664:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176737.045678:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176737.045688:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8172 00000400:00000200:3.0:1786176737.045695:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176737.045705:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176737.045715:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176737.045720:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045729:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176737.045732:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045747:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176737.045757:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176737.045764:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176737.045767:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176737.045769:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176737.045775:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176737.045785:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176737.045801:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045811:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176737.045820:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045828:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176737.045836:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176737.045849:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176737.045858:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176737.045863:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176737.045871:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176737.045875:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.045881:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176737.045883:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176737.045890:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.045898:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176737.045905:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000020:00000040:3.0:1786176737.045913:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176737.045921:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176737.045924:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.045926:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176737.045930:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176737.045938:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176737.045943:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176737.045951:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176737.045961:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612114304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176737.045969:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176737.045973:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176737.045979:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612114304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176737.045992:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176737.045997:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176737.046006:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176737.046007:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176737.046034:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176737.046038:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176737.046043:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8172 00000400:00000200:3.0:1786176737.046049:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176737.046053:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176737.046059:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176737.046066:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.046073:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176737.046080:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.046104:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176737.046116:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176737.046122:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000800:00000200:1.1:1786176737.046122:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176737.046127:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000020:00000001:3.0:1786176737.046129:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176737.046136:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176737.046144:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176737.046154:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176737.046166:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.046175:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176737.046184:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.046193:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176737.046208:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176737.046219:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176737.046230:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176737.046238:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176737.046247:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176737.046258:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.046268:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176737.046274:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176737.046283:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.046290:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176737.046298:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000020:00000040:3.0:1786176737.046303:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176737.046317:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176737.046323:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.046333:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176737.046338:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176737.046344:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176737.046358:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176737.046367:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176737.046384:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612114432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176737.046448:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176737.046460:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176737.046478:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612114432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176737.046516:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176737.046525:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176737.046534:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176737.046542:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176737.046548:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176737.046562:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176737.046571:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8172 00000400:00000200:3.0:1786176737.046588:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176737.046600:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176737.046608:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176737.046618:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.046625:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176737.046633:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.046640:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176737.046647:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176737.046653:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176737.046661:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176737.046668:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176737.046680:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176737.046695:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176737.046710:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.046718:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176737.046730:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176737.046740:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176737.046752:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176737.046762:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176737.046775:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176737.046789:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176737.046796:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176737.046803:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.046811:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176737.046816:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176737.046832:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.046854:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176737.046873:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000020:00000040:3.0:1786176737.046890:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176737.046900:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176737.046904:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.046908:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176737.046914:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176737.046926:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176737.046940:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176737.046952:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176737.046967:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612114560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176737.047002:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176737.047008:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176737.047053:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612114560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176737.047107:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176737.047125:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8182) 00000800:00000200:1.1:1786176737.047142:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176737.047145:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176737.047349:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176737.047351:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176737.047534:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176737.047536:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176737.047820:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176737.047822:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000040:0.0:1786176737.685169:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302845561, at 4302845568 00000100:00000010:0.0:1786176737.685195:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6180. 00000100:00000001:0.0:1786176737.941097:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176737.941106:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176737.941109:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176737.941115:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176737.941115:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176737.941121:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176737.941122:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176737.941123:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176737.941126:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176737.941127:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176737.941132:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176737.941136:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176737.941137:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176737.941142:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176737.941143:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176737.941147:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176737.941149:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176737.941159:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176737.941159:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176737.941163:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.941169:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176737.941170:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176737.941174:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176737.941177:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176737.941180:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176737.941182:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176737.941184:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176737.941188:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176737.941190:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176737.941195:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176737.941196:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176737.941206:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176737.941207:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176737.941211:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176737.941220:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176737.941222:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176737.941225:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176737.941227:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176737.941232:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176737.941235:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176737.941237:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176737.941242:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176737.941245:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176737.941247:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176737.941250:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176738.965093:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176738.965100:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176738.965102:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176738.965111:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176738.965115:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176738.965120:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176738.965124:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176738.965127:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176738.965131:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176738.965143:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176738.965150:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176738.965156:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176738.965162:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176738.965164:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176738.965168:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176738.965175:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176738.965178:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176738.965178:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176738.965186:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176738.965189:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176738.965190:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176738.965192:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176738.965196:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176738.965198:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176738.965200:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176738.965202:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176738.965206:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176738.965206:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176738.965221:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176738.965222:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176738.965233:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176738.965235:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176738.965242:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176738.965243:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176738.965245:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176738.965249:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176738.965254:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176738.965255:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176738.965259:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176738.965263:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176738.965268:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176738.965273:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176738.965277:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176738.965281:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176738.965285:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.989101:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176739.989110:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176739.989110:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176739.989116:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176739.989116:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176739.989120:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176739.989125:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176739.989127:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176739.989130:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176739.989134:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176739.989134:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176739.989139:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.989140:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176739.989145:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176739.989147:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176739.989149:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176739.989150:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176739.989155:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.989195:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176739.989199:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176739.989203:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176739.989204:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176739.989206:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.989208:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176739.989216:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176739.989217:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176739.989231:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176739.989231:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176739.989242:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.989243:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176739.989260:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176739.989262:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176739.989275:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.989277:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176739.989294:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.989295:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176741.013129:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176741.013137:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176741.013141:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176741.013147:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176741.013148:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176741.013154:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176741.013156:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176741.013159:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176741.013162:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176741.013163:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176741.013167:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176741.013169:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176741.013176:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176741.013178:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176741.013187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176741.013189:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176741.013200:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176741.013201:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176741.013206:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176741.013212:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176741.013213:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176741.013223:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176741.013228:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176741.013229:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176741.013233:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176741.013240:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176741.013241:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176741.013256:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176741.013257:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176741.013258:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176741.013267:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176741.013271:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176741.013272:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176741.013282:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176741.013282:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176741.013293:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176741.013295:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176741.013296:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176741.013297:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176741.013301:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176741.013303:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176741.013311:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176741.013312:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176741.013315:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176741.013319:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176741.013360:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176741.013363:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176741.013366:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176742.037134:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176742.037136:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176742.037144:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176742.037144:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176742.037149:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.037149:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176742.037155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176742.037157:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176742.037161:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176742.037162:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176742.037163:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176742.037169:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176742.037172:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176742.037172:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176742.037173:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176742.037178:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.037178:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176742.037179:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176742.037184:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176742.037192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176742.037193:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176742.037194:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176742.037205:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176742.037214:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176742.037217:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176742.037221:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176742.037225:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.037242:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176742.037250:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176742.037257:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176742.037257:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176742.037267:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176742.037267:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176742.037275:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.037277:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176742.037282:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176742.037286:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176742.037288:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176742.037292:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176742.037294:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176742.037299:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176742.037300:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176742.037308:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176742.037311:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176742.037315:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176742.037326:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176742.037330:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176742.037333:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176742.165177:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176742.165190:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176742.165193:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176742.165198:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176742.165204:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176742.165225:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8177 00000400:00000200:3.0:1786176742.165235:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176742.165242:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176742.165246:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176742.165251:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165256:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176742.165259:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165262:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176742.165268:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176742.165271:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176742.165274:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176742.165278:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176742.165281:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176742.165284:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176742.165288:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165290:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176742.165291:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165293:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176742.165296:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176742.165298:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165301:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176742.165303:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176742.165307:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176742.165309:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.165311:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176742.165313:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176742.165323:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5f80. 00000020:00000040:3.0:1786176742.165326:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176742.165330:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176742.165332:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.165335:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176742.165338:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176742.165341:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176742.165349:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cffc00. 00000100:00000001:3.0:1786176742.165355:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176742.165364:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5f80 x1872933612114688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176742.165374:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176742.165378:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176742.165382:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004880dcf8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5f80 x1872933612114688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176742.165429:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176742.165435:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176742.165439:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176742.165441:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176742.165443:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176742.165447:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176742.165452:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8177 00000400:00000200:3.0:1786176742.165462:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176742.165469:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176742.165474:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176742.165483:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165493:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176742.165506:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165514:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176742.165525:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176742.165547:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176742.165555:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176742.165564:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176742.165574:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176742.165585:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176742.165602:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165611:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176742.165622:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165632:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176742.165640:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176742.165652:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165656:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176742.165666:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176742.165675:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176742.165684:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.165689:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176742.165695:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176742.165704:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.165712:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176742.165724:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000020:00000040:3.0:1786176742.165730:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176742.165736:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176742.165742:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.165748:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176742.165752:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176742.165756:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176742.165766:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:3.0:1786176742.165774:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176742.165786:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612114816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176742.165808:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176742.165812:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176742.165824:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612114816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176742.165841:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176742.165849:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176742.165859:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176742.165865:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176742.165887:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176742.165894:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176742.165901:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8177 00000400:00000200:3.0:1786176742.165911:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176742.165919:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176742.165923:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176742.165930:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165936:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176742.165960:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.165968:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176742.165979:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176742.165985:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176742.165990:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176742.165997:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176742.166006:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176742.166016:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:1.1:1786176742.166026:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:3.0:1786176742.166032:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176742.166035:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000001:3.0:1786176742.166118:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176742.166124:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166131:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176742.166136:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176742.166143:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166147:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176742.166152:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176742.166156:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176742.166158:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.166160:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176742.166162:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176742.166167:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.166170:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176742.166174:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000020:00000040:3.0:1786176742.166178:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176742.166183:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176742.166186:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.166191:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176742.166194:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176742.166198:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176742.166204:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:3.0:1786176742.166211:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176742.166221:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612114944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176742.166236:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176742.166239:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176742.166244:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612114944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176742.166262:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176742.166266:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176742.166271:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176742.166274:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176742.166275:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176742.166278:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176742.166283:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8177 00000400:00000200:3.0:1786176742.166288:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176742.166291:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176742.166293:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176742.166296:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166301:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176742.166304:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166309:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176742.166315:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176742.166318:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176742.166321:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176742.166325:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176742.166329:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176742.166333:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176742.166340:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166345:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176742.166351:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166356:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176742.166364:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176742.166368:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166371:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176742.166375:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176742.166379:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176742.166382:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.166386:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176742.166390:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176742.166394:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.166398:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176742.166403:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000020:00000040:3.0:1786176742.166408:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176742.166413:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176742.166415:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.166420:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176742.166424:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176742.166427:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176742.166434:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176742.166439:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176742.166449:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612115072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176742.166463:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176742.166467:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176742.166477:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612115072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176742.166491:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176742.166496:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176742.166505:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176742.166508:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176742.166513:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176742.166521:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176742.166529:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8177 00000400:00000200:3.0:1786176742.166536:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176742.166543:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176742.166546:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176742.166554:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166559:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176742.166581:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166587:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176742.166593:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176742.166599:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176742.166606:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176742.166614:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176742.166626:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176742.166636:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176742.166653:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166663:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176742.166675:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166683:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176742.166695:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176742.166706:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176742.166713:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176742.166720:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176742.166727:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176742.166732:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.166740:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176742.166745:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176742.166749:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.166755:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176742.166768:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 00000020:00000040:3.0:1786176742.166774:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176742.166780:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176742.166781:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176742.166783:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176742.166786:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176742.166793:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176742.166801:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176742.166808:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176742.166820:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612115200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176742.166834:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176742.166838:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176742.166866:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612115200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176742.166892:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176742.166898:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8187) 00000800:00000200:1.1:1786176742.167129:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176742.167131:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176742.167368:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176742.167370:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176742.167681:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176742.167683:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176742.168202:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176742.168204:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000040:0.0:1786176742.805169:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302850681, at 4302850688 00000100:00000010:0.0:1786176742.805187:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6b40. 00000100:00000001:0.0:1786176743.061156:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176743.061165:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176743.061167:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176743.061168:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176743.061173:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176743.061174:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176743.061176:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176743.061179:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176743.061179:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176743.061182:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176743.061183:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176743.061185:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176743.061189:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176743.061194:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176743.061195:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176743.061199:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176743.061199:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176743.061207:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176743.061207:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176743.061211:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176743.061214:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176743.061217:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176743.061224:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176743.061228:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176743.061232:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176743.061234:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176743.061238:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176743.061239:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176743.061246:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176743.061250:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176743.061260:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176743.061263:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176743.061265:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176743.061270:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176743.061273:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176743.061277:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176743.061280:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176743.061282:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176743.061282:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176743.061284:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176743.061286:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176743.061287:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176743.061288:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176743.061296:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176743.061297:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176743.061306:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176743.061307:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176743.061307:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176743.061315:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176743.061316:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176743.061319:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176743.061319:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176743.061321:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176743.061323:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.085188:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176744.085195:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176744.085198:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176744.085199:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.085205:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176744.085206:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176744.085207:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176744.085215:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.085215:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176744.085218:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.085225:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176744.085227:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176744.085228:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176744.085231:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176744.085234:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176744.085237:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176744.085237:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176744.085239:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.085241:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176744.085242:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.085249:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.085252:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176744.085257:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176744.085267:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176744.085269:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176744.085269:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176744.085276:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176744.085280:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.085282:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176744.085286:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176744.085288:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176744.085296:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176744.085301:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176744.085302:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176744.085305:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176744.085307:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176744.085308:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176744.085310:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.085313:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176744.085318:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176744.085324:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176744.085330:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176744.085333:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176744.085335:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176744.085339:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176745.109131:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176745.109138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176745.109141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176745.109147:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176745.109153:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176745.109160:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176745.109163:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176745.109167:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176745.109169:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176745.109173:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176745.109173:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176745.109184:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176745.109185:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176745.109185:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176745.109198:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176745.109199:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176745.109206:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176745.109209:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176745.109214:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176745.109215:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176745.109218:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176745.109225:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176745.109225:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176745.109234:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176745.109240:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176745.109244:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176745.109245:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176745.109247:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176745.109254:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176745.109259:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176745.109259:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176745.109273:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176745.109281:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176745.109284:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176745.109286:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176745.109287:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176745.109289:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176745.109293:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176745.109297:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176745.109302:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176745.109307:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176745.109310:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176745.109314:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176745.109317:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176745.109320:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176746.133136:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176746.133137:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176746.133137:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176746.133149:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176746.133149:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176746.133150:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176746.133163:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176746.133164:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176746.133164:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176746.133183:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176746.133183:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176746.133184:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176746.133202:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176746.133203:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176746.133204:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176746.133217:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176746.133218:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176746.133219:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176746.133230:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176746.133230:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176746.133236:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176746.133237:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176746.133246:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176746.133247:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176746.133247:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176746.133254:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176746.133267:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176746.133296:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176746.133299:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176746.133300:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176746.133302:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176746.133304:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176746.133306:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176746.133308:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176746.133309:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176746.133313:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176746.133319:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176746.133325:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176746.133328:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176746.133332:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176746.133336:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176746.133342:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176746.133345:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176746.133347:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176746.133349:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176747.157221:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176747.157223:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176747.157236:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176747.157241:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176747.157244:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176747.157250:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176747.157254:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176747.157262:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176747.157264:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176747.157269:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176747.157274:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176747.157280:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176747.157281:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176747.157283:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176747.157288:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176747.157292:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176747.157295:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176747.157298:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176747.157300:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176747.157312:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176747.157317:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.157318:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176747.157319:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.157325:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176747.157335:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176747.157340:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176747.157360:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176747.157372:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176747.157379:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176747.157381:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176747.157385:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176747.157388:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176747.157389:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176747.157399:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176747.157411:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176747.157412:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176747.157420:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176747.157424:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176747.157424:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176747.157431:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176747.157434:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176747.157435:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176747.157446:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176747.157450:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176747.157457:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176747.285209:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176747.285223:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176747.285227:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176747.285233:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176747.285239:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176747.285249:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8182 00000400:00000200:0.0:1786176747.285274:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176747.285283:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176747.285288:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176747.285292:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.285297:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176747.285300:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.285303:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176747.285308:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176747.285311:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176747.285315:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176747.285319:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176747.285322:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176747.285325:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176747.285329:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.285333:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176747.285336:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.285338:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176747.285343:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176747.285349:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176747.285353:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176747.285357:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176747.285363:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176747.285368:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.285371:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176747.285374:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176747.285386:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176747.285390:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176747.285396:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176747.285398:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.285403:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176747.285406:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176747.285411:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176747.285421:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176747.285429:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176747.285442:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612115328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176747.285456:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176747.285462:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176747.285469:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612115328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176747.285501:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176747.285506:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176747.285511:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176747.285513:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176747.285516:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176747.285521:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176747.285525:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8182 00000400:00000200:0.0:1786176747.285530:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176747.285534:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176747.285539:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176747.285547:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.285557:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176747.285573:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.285579:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176747.285583:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176747.285586:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176747.285591:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176747.285594:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176747.285608:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176747.285621:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176747.285640:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.285658:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176747.285670:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.285678:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176747.285688:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176747.285703:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176747.285712:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176747.285716:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176747.285728:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176747.285736:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.285739:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176747.285747:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176747.285761:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.285772:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176747.285787:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176747.285797:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176747.285811:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176747.285819:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.285833:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176747.285840:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176747.285850:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176747.285891:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786176747.285902:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176747.285924:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612115456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176747.285984:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176747.286068:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176747.286078:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176747.286087:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612115456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1786176747.286090:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00000001:0.0:1786176747.286153:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176747.286161:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176747.286173:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176747.286178:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176747.286185:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176747.286190:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176747.286197:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8182 00000400:00000200:0.0:1786176747.286209:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176747.286220:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176747.286229:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176747.286241:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.286252:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176747.286260:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.286270:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176747.286277:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176747.286282:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176747.286287:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176747.286290:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176747.286302:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176747.286311:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176747.286334:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.286342:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176747.286352:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.286360:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176747.286365:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176747.286372:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176747.286380:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176747.286394:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176747.286401:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176747.286406:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.286411:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176747.286416:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176747.286428:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.286434:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176747.286448:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176747.286454:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176747.286461:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176747.286464:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.286475:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176747.286479:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176747.286485:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176747.286495:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786176747.286502:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176747.286516:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612115584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176747.286612:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176747.286625:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176747.286644:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612115584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176747.286679:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176747.286694:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176747.286707:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176747.286714:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176747.286717:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176747.286728:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176747.286741:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8182 00000400:00000200:0.0:1786176747.286766:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176747.286789:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176747.286806:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176747.286831:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.286849:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176747.286860:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.286880:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176747.286889:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176747.286896:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176747.286902:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176747.286915:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176747.286930:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176747.286945:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176747.286974:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.287056:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176747.287065:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.287071:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176747.287083:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176747.287090:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176747.287096:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176747.287104:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176747.287116:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176747.287120:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.287124:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176747.287136:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176747.287152:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.287161:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176747.287172:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176747.287179:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176747.287186:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176747.287189:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.287196:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176747.287200:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176747.287205:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176747.287218:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786176747.287229:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176747.287241:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612115712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176747.287269:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176747.287275:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176747.287285:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612115712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176747.287328:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176747.287347:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176747.287360:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176747.287366:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176747.287374:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176747.287391:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176747.287404:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8182 00000400:00000200:0.0:1786176747.287417:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176747.287428:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176747.287437:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176747.287450:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.287461:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176747.287469:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.287476:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176747.287485:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176747.287487:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176747.287494:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176747.287499:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176747.287508:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176747.287517:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176747.287535:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.287539:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176747.287553:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176747.287558:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176747.287565:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176747.287574:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176747.287580:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176747.287588:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176747.287604:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176747.287621:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.287629:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176747.287636:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176747.287651:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.287657:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176747.287670:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176747.287685:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176747.287699:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176747.287703:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176747.287710:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176747.287716:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176747.287722:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176747.287730:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000800:00000200:1.1:1786176747.287739:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176747.287742:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176747.287743:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00100000:0.0:1786176747.287772:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612115840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176747.287833:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176747.287845:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176747.287868:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612115840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176747.287907:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176747.287930:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8192) 00000800:00000200:1.1:1786176747.288212:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176747.288214:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176747.288541:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176747.288543:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786176747.288740:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176747.288742:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00000040:0.0:1786176747.925094:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302855801, at 4302855808 00000100:00000010:0.0:1786176747.925109:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f66c0. 00000100:00000001:0.0:1786176748.181137:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176748.181146:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176748.181148:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176748.181153:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176748.181154:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176748.181160:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176748.181161:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176748.181165:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176748.181166:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176748.181169:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176748.181171:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176748.181172:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176748.181178:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176748.181183:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176748.181183:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176748.181183:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176748.181191:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176748.181191:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176748.181204:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176748.181206:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176748.181207:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176748.181218:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176748.181227:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176748.181227:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176748.181243:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176748.181248:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176748.181249:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176748.181251:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176748.181261:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176748.181261:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176748.181274:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176748.181283:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176748.181287:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176748.181288:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176748.181290:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176748.181293:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176748.181293:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176748.181297:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176748.181299:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176748.181301:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176748.181308:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176748.181313:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176748.181315:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176748.181317:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176748.181319:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176748.181328:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176748.181331:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176748.181334:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176749.205095:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176749.205107:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176749.205110:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176749.205117:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176749.205123:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176749.205129:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176749.205133:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176749.205136:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176749.205139:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.205165:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176749.205176:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176749.205180:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176749.205189:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176749.205195:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176749.205198:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176749.205200:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176749.205207:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.205207:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176749.205213:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176749.205223:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176749.205225:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176749.205228:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176749.205236:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176749.205237:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176749.205239:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176749.205248:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.205251:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176749.205253:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176749.205259:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176749.205264:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176749.205264:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.205282:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176749.205288:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176749.205293:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176749.205299:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176749.205311:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176749.205316:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176749.205321:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176749.205324:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176749.205331:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176749.205336:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176749.205340:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176749.205345:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176749.205347:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176749.205349:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176749.205363:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176749.205371:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176749.205376:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176750.229117:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176750.229125:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176750.229127:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176750.229132:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176750.229139:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176750.229142:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176750.229146:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176750.229149:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176750.229155:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176750.229155:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176750.229166:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176750.229171:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176750.229179:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176750.229186:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176750.229192:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176750.229194:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176750.229203:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176750.229205:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176750.229212:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176750.229213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176750.229214:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176750.229219:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176750.229229:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176750.229230:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176750.229231:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176750.229240:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176750.229242:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176750.229243:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176750.229246:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176750.229251:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176750.229255:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176750.229261:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176750.229262:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176750.229268:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176750.229274:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176750.229278:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176750.229279:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176750.229288:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176750.229289:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176750.229298:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176750.229306:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176750.229311:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176750.229314:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176750.229318:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176750.229320:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176750.229372:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176750.229375:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176750.229378:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176751.253163:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176751.253163:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176751.253164:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176751.253177:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176751.253178:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176751.253179:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176751.253187:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176751.253188:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176751.253189:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176751.253201:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176751.253203:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176751.253204:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176751.253208:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176751.253213:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176751.253214:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176751.253215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176751.253220:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176751.253223:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176751.253224:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176751.253227:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176751.253233:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176751.253235:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176751.253235:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176751.253240:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176751.253241:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176751.253245:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176751.253247:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176751.253260:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176751.253265:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176751.253266:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176751.253272:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176751.253279:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176751.253280:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176751.253287:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176751.253288:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176751.253292:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176751.253295:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176751.253301:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176751.253303:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176751.253305:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176751.253308:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176751.253310:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176751.253315:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176751.253319:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176751.253322:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176751.253400:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176751.253404:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176751.253407:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176752.277138:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176752.277139:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176752.277145:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176752.277149:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176752.277149:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.277153:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176752.277162:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.277163:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176752.277163:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176752.277170:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176752.277174:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176752.277177:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176752.277177:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176752.277179:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176752.277185:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176752.277191:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176752.277192:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176752.277192:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176752.277196:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176752.277203:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176752.277206:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176752.277206:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176752.277216:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176752.277225:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176752.277231:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176752.277231:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176752.277232:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176752.277241:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176752.277241:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176752.277247:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176752.277249:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176752.277252:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176752.277257:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176752.277261:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176752.277264:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176752.277264:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176752.277273:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176752.277275:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176752.277276:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176752.277278:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176752.277284:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176752.277287:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786176752.277288:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176752.277297:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176752.277300:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176752.277303:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176752.277307:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176752.277310:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176752.405118:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176752.405127:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176752.405129:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176752.405132:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176752.405136:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176752.405143:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8187 00000400:00000200:0.0:1786176752.405149:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176752.405154:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176752.405156:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176752.405158:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405161:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176752.405162:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405164:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176752.405168:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176752.405169:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176752.405172:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176752.405174:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176752.405176:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176752.405177:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176752.405179:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405180:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176752.405182:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405183:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176752.405186:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176752.405188:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405190:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176752.405192:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176752.405195:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176752.405197:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405199:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176752.405200:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176752.405209:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176752.405212:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176752.405215:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176752.405216:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405218:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176752.405220:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176752.405224:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176752.405232:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176752.405237:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176752.405245:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612115968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176752.405253:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176752.405257:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176752.405260:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612115968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176752.405278:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176752.405281:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176752.405283:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176752.405284:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176752.405286:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176752.405288:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176752.405290:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8187 00000400:00000200:0.0:1786176752.405294:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176752.405297:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176752.405299:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176752.405301:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405303:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176752.405308:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405310:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176752.405313:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176752.405316:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176752.405317:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176752.405320:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176752.405322:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176752.405326:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176752.405333:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405337:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176752.405341:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405345:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176752.405350:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176752.405354:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405357:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176752.405361:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176752.405366:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176752.405368:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405370:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176752.405374:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176752.405378:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405381:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176752.405384:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176752.405389:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176752.405394:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176752.405395:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405396:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176752.405398:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176752.405401:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176752.405407:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786176752.405413:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176752.405421:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612116096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176752.405431:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176752.405433:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176752.405443:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612116096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176752.405459:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176752.405466:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176752.405475:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176752.405479:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176752.405483:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176752.405489:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176752.405496:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8187 00000400:00000200:0.0:1786176752.405503:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176752.405509:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176752.405512:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176752.405517:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405520:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176752.405524:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405530:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176752.405533:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176752.405535:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176752.405538:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176752.405542:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176752.405545:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176752.405548:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176752.405556:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405560:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176752.405564:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405568:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176752.405572:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176752.405576:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405583:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176752.405586:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176752.405591:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176752.405596:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405600:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176752.405602:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176752.405604:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405607:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176752.405611:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176752.405616:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000800:00000200:1.1:1786176752.405620:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:0.0:1786176752.405621:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176752.405624:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405625:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176752.405626:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176752.405628:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176752.405631:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786176752.405634:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176752.405639:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612116224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176752.405653:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176752.405657:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176752.405661:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612116224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176752.405668:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176752.405671:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176752.405674:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176752.405678:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176752.405681:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176752.405687:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176752.405690:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8187 00000400:00000200:0.0:1786176752.405697:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176752.405700:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176752.405705:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176752.405711:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405714:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176752.405720:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405726:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176752.405732:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176752.405736:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176752.405742:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176752.405748:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176752.405754:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176752.405761:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176752.405773:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405781:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176752.405791:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405798:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176752.405803:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176752.405809:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176752.405814:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176752.405816:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176752.405821:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176752.405827:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405831:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176752.405834:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176752.405838:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405841:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176752.405847:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176752.405852:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176752.405855:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176752.405857:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.405860:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176752.405863:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176752.405866:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176752.405872:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786176752.405878:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176752.405886:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612116352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176752.405901:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176752.405906:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176752.405915:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612116352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176752.405931:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176752.405936:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176752.405961:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176752.405965:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176752.405967:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176752.405973:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176752.405980:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8187 00000400:00000200:0.0:1786176752.405994:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176752.406001:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176752.406004:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176752.406030:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.406033:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176752.406035:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176752.406037:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176752.406038:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176752.406042:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176752.406044:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176752.406047:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176752.406051:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176752.406054:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176752.406060:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176752.406066:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.406071:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176752.406075:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176752.406078:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176752.406083:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176752.406088:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176752.406093:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176752.406097:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176752.406100:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176752.406106:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.406108:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176752.406111:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176752.406116:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.406121:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176752.406129:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176752.406134:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176752.406141:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176752.406145:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176752.406149:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176752.406153:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176752.406158:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176752.406166:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176752.406172:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176752.406182:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612116480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176752.406199:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176752.406203:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176752.406212:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612116480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176752.406234:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176752.406240:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8197) 00000800:00000200:1.1:1786176752.406316:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176752.406474:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176752.406622:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176753.045122:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302860920, at 4302860928 00000100:00000010:0.0:1786176753.045138:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6060. 00000100:00000001:2.0:1786176753.301161:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176753.301162:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176753.301174:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176753.301175:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176753.301176:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176753.301177:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176753.301179:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176753.301187:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176753.301189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176753.301190:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176753.301191:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176753.301196:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176753.301204:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176753.301206:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176753.301209:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176753.301210:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176753.301211:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176753.301218:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176753.301224:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176753.301225:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176753.301227:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176753.301234:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176753.301235:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176753.301250:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176753.301261:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176753.301265:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176753.301270:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176753.301274:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176753.301279:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176753.301281:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176753.301284:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176753.301287:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176753.301292:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176753.301295:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176753.301296:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176753.301301:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176753.301302:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176753.301306:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176753.301307:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176753.301310:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176753.301318:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176753.301322:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176753.301326:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176753.301330:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176753.301332:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176753.301364:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176753.301368:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176753.301372:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176754.325097:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176754.325104:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176754.325107:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176754.325111:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176754.325116:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176754.325120:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.325124:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176754.325127:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176754.325132:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176754.325133:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176754.325134:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176754.325137:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176754.325146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176754.325147:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176754.325152:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176754.325153:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176754.325165:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176754.325166:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176754.325175:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176754.325176:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.325179:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176754.325181:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176754.325182:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176754.325185:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176754.325190:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176754.325191:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.325192:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176754.325198:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176754.325201:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176754.325203:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176754.325204:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.325216:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176754.325222:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176754.325225:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176754.325228:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176754.325229:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176754.325231:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176754.325234:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.325235:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176754.325239:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176754.325240:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176754.325244:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176754.325247:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.325248:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176754.325255:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176754.325257:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176754.325265:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176754.325266:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176754.325270:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176754.325271:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176754.325278:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176754.325281:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176754.325282:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176754.325285:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176754.325286:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176754.325291:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176754.325296:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176755.349160:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176755.349161:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176755.349164:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176755.349170:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176755.349171:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176755.349173:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176755.349173:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176755.349175:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176755.349178:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176755.349191:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176755.349193:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176755.349194:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176755.349198:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176755.349203:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176755.349204:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176755.349207:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176755.349214:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176755.349215:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176755.349215:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176755.349225:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176755.349226:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176755.349237:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176755.349238:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176755.349239:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176755.349252:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176755.349256:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176755.349265:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176755.349278:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176755.349283:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176755.349283:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176755.349286:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176755.349289:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176755.349291:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176755.349292:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176755.349293:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176755.349295:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176755.349303:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176755.349303:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176755.349304:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176755.349311:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176755.349313:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176755.349315:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176755.349318:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176755.349320:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176755.349321:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176755.349329:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176755.349331:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176755.349334:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176755.349336:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176755.349341:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176755.349344:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176755.349345:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176755.349349:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176755.349354:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1786176755.477324:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:2.0:1786176755.477388:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1786176755.477400:0:2379:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176755.477404:0:2379:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:2.0:1786176755.477409:0:2379:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176755.477413:0:2379:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1786176755.477417:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176755.477422:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:2.0:1786176755.477428:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176755.477432:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176755.477439:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b354c8 00000400:00000010:2.0:1786176755.477441:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b354c8. 00000100:00000001:2.0:1786176755.477447:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176755.477455:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49018700 x1872933612115968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176755.477487:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176755.477493:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612115968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176755.477502:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176755.477504:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176755.477516:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176755.477518:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fc00. 00000400:00000200:2.0:1786176755.477522:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176755.477525:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176755.477528:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35000 00000400:00000010:2.0:1786176755.477530:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35000. 00000100:00000001:2.0:1786176755.477533:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176755.477538:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc4901bb80 x1872933612116096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176755.477555:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176755.477559:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612116096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176755.477567:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176755.477570:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176755.477577:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176755.477580:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f800. 00000400:00000200:2.0:1786176755.477586:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176755.477593:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176755.477598:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b357f8 00000400:00000010:2.0:1786176755.477602:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b357f8. 00000100:00000001:2.0:1786176755.477607:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176755.477626:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc4901a300 x1872933612116224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176755.477644:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176755.477654:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612116224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176755.477744:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176755.477750:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176755.477764:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176755.477773:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:2.0:1786176755.477782:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176755.477798:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176755.477806:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:2.0:1786176755.477813:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:2.0:1786176755.477824:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176755.477837:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49018380 x1872933612116352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176755.477854:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176755.477864:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612116352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176755.477899:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176755.477905:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176755.477958:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176755.477969:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3ff00. 00000400:00000200:2.0:1786176755.477977:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176755.477983:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176755.477986:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35cc0 00000400:00000010:2.0:1786176755.477989:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35cc0. 00000100:00000001:2.0:1786176755.478000:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176755.478089:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49019500 x1872933612116480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176755.478131:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176755.478146:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612116480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176755.478222:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176755.478230:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176756.373147:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176756.373157:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176756.373161:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176756.373172:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176756.373175:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176756.373176:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176756.373179:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176756.373186:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176756.373188:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176756.373189:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176756.373192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176756.373195:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176756.373202:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176756.373203:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176756.373204:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176756.373211:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176756.373212:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176756.373221:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176756.373223:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176756.373228:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176756.373229:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176756.373229:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176756.373238:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176756.373246:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176756.373248:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176756.373252:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176756.373265:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176756.373266:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176756.373268:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176756.373281:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176756.373282:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176756.373297:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176756.373298:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176756.373314:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176756.373316:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176756.373317:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176756.373322:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176756.373331:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176756.373333:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176756.373335:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176756.373337:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176756.373349:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176756.373350:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176756.373350:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176756.373354:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176756.373369:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176756.373370:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176756.373373:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176756.373377:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176756.373379:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176756.373382:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176756.373385:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176756.373396:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176756.373401:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176757.397206:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176757.397206:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176757.397207:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176757.397216:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176757.397217:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176757.397217:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176757.397221:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176757.397223:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.397223:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176757.397234:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176757.397235:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176757.397235:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176757.397249:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176757.397250:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176757.397250:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176757.397260:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176757.397260:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176757.397261:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176757.397276:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176757.397276:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176757.397286:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176757.397287:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176757.397298:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176757.397300:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176757.397300:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176757.397310:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176757.397320:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176757.397336:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176757.397339:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176757.397342:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176757.397345:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176757.397345:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176757.397347:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.397349:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176757.397351:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176757.397353:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176757.397357:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176757.397358:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176757.397362:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176757.397365:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176757.397366:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176757.397367:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176757.397368:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176757.397376:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176757.397376:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176757.397379:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176757.397381:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176757.397387:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176757.397389:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176757.397389:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176757.397398:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176757.397399:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176757.397404:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176757.397405:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176757.525138:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176757.525154:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176757.525157:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176757.525161:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176757.525168:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176757.525179:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8192 00000400:00000200:3.0:1786176757.525189:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176757.525198:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176757.525204:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176757.525209:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525214:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176757.525217:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525219:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176757.525223:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176757.525225:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176757.525227:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176757.525230:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176757.525233:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176757.525235:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176757.525239:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525241:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176757.525243:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525245:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176757.525250:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176757.525255:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525258:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176757.525261:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176757.525266:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176757.525270:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525273:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176757.525276:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176757.525284:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786176757.525288:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176757.525293:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176757.525295:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525305:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176757.525309:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176757.525316:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176757.525328:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176757.525338:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176757.525350:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612116608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176757.525360:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176757.525364:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176757.525368:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612116608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176757.525400:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176757.525405:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176757.525409:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176757.525411:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176757.525413:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176757.525422:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176757.525425:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8192 00000400:00000200:3.0:1786176757.525430:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176757.525434:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176757.525436:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176757.525439:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525441:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176757.525442:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525444:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176757.525445:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176757.525446:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176757.525447:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176757.525449:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176757.525450:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176757.525452:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176757.525454:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525456:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176757.525457:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525458:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176757.525460:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176757.525462:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525463:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176757.525464:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176757.525470:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176757.525472:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525473:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176757.525478:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176757.525481:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525483:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176757.525487:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000020:00000040:3.0:1786176757.525489:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176757.525491:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176757.525493:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525495:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176757.525497:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176757.525499:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176757.525503:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176757.525507:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176757.525513:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612116736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176757.525521:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176757.525524:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176757.525528:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612116736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176757.525537:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176757.525539:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176757.525543:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176757.525545:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176757.525546:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176757.525549:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176757.525552:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8192 00000400:00000200:3.0:1786176757.525556:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176757.525559:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176757.525561:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176757.525570:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525573:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176757.525575:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525577:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176757.525580:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176757.525598:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176757.525600:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176757.525602:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176757.525604:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176757.525606:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176757.525610:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525612:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176757.525614:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525616:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176757.525618:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176757.525621:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525624:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176757.525625:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176757.525629:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176757.525631:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525633:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176757.525635:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176757.525638:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525640:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176757.525644:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786176757.525646:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176757.525648:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176757.525649:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525651:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176757.525652:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176757.525654:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176757.525659:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176757.525663:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176757.525670:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612116864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176757.525677:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176757.525680:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176757.525684:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612116864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176757.525692:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176757.525695:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176757.525700:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176757.525701:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176757.525703:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176757.525706:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176757.525709:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8192 00000400:00000200:3.0:1786176757.525713:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176757.525716:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176757.525719:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176757.525722:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525725:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176757.525727:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525729:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176757.525732:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176757.525733:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176757.525735:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176757.525738:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176757.525740:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176757.525742:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176757.525745:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525747:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176757.525749:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525751:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176757.525754:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176757.525757:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176757.525760:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176757.525761:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176757.525764:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176757.525766:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525768:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176757.525771:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176757.525775:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525777:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176757.525783:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786176757.525786:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176757.525790:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176757.525792:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.525794:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176757.525796:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176757.525798:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176757.525803:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176757.525810:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176757.525832:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612116992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176757.525847:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176757.525853:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176757.525871:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612116992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176757.525913:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176757.525920:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176757.525928:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176757.525934:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:1.1:1786176757.526183:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176757.526186:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00080000:3.0:1786176757.526232:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176757.526240:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176757.526249:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8192 00000400:00000200:3.0:1786176757.526264:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176757.526284:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176757.526289:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176757.526299:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.526312:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176757.526324:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.526333:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176757.526342:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176757.526347:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176757.526350:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176757.526355:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176757.526364:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176757.526377:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176757.526391:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.526398:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176757.526406:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176757.526410:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176757.526416:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176757.526425:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176757.526433:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176757.526439:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176757.526449:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176757.526457:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.526465:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176757.526471:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176757.526478:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.526483:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176757.526493:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000020:00000040:3.0:1786176757.526500:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176757.526509:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176757.526512:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176757.526518:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176757.526521:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176757.526528:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176757.526537:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176757.526549:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176757.526560:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612117120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176757.526662:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176757.526666:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176757.526674:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612117120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176757.526683:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176757.526690:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8203) 00000800:00000200:1.1:1786176757.527288:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176757.527291:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176757.527526:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176757.527529:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176757.527878:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176757.527880:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176757.528102:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176757.528104:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000040:0.0:1786176758.165134:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302866041, at 4302866048 00000100:00000010:0.0:1786176758.165152:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6900. 00000100:00000001:3.0:1786176758.421094:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176758.421101:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176758.421104:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176758.421110:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176758.421114:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176758.421115:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176758.421119:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176758.421121:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176758.421123:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176758.421126:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176758.421127:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176758.421129:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176758.421131:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176758.421134:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176758.421136:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176758.421142:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176758.421146:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176758.421151:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176758.421174:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176758.421176:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176758.421177:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176758.421178:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176758.421183:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176758.421184:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176758.421187:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176758.421188:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176758.421189:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176758.421192:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176758.421192:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176758.421194:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176758.421196:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176758.421198:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176758.421201:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176758.421207:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176758.421210:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176758.421211:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176758.421212:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176758.421219:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176758.421223:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176758.421224:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176758.421225:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176758.421232:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176758.421239:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176758.421243:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176758.421247:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176758.421264:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176758.421267:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176758.421269:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176758.421271:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176758.421282:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176758.421285:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176758.421288:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176758.421290:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176758.421292:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176759.445133:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176759.445138:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176759.445143:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176759.445144:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176759.445154:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176759.445154:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176759.445160:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176759.445170:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176759.445171:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176759.445172:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176759.445175:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176759.445181:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176759.445183:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176759.445183:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176759.445186:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176759.445190:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176759.445192:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176759.445193:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176759.445194:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176759.445201:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176759.445204:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176759.445211:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176759.445213:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176759.445220:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176759.445220:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176759.445224:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176759.445228:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176759.445238:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176759.445243:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176759.445247:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176759.445249:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176759.445251:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176759.445259:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176759.445260:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176759.445261:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176759.445262:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176759.445276:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176759.445277:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176759.445278:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176759.445286:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176759.445289:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176759.445290:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176759.445291:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176759.445292:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176759.445299:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176759.445301:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176759.445303:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176759.445306:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176759.445307:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176759.445309:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176759.445314:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176759.445314:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176759.445323:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176759.445325:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.469121:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176760.469121:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176760.469127:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176760.469129:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176760.469130:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.469134:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176760.469137:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176760.469140:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176760.469143:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176760.469149:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176760.469149:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176760.469149:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176760.469160:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176760.469161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.469161:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176760.469167:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.469171:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176760.469174:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176760.469180:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176760.469181:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.469182:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176760.469184:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176760.469187:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176760.469195:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176760.469197:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176760.469199:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176760.469210:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.469231:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176760.469236:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176760.469236:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176760.469243:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176760.469245:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176760.469248:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176760.469250:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176760.469251:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176760.469255:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176760.469258:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176760.469259:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.469260:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176760.469265:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176760.469267:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176760.469269:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176760.469270:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.469272:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176760.469281:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176760.469282:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176760.469283:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176760.469292:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.469293:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.469294:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176760.469303:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.469304:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176760.469314:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176760.469318:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176760.469355:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176760.469358:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176760.469360:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176761.493190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176761.493190:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176761.493194:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176761.493205:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176761.493205:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176761.493206:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176761.493212:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176761.493214:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176761.493215:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176761.493229:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176761.493230:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176761.493231:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176761.493246:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176761.493247:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176761.493247:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176761.493262:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176761.493264:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176761.493264:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176761.493275:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176761.493277:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176761.493280:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176761.493281:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176761.493295:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176761.493297:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176761.493297:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176761.493308:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176761.493317:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176761.493351:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176761.493354:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176761.493355:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176761.493360:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176761.493362:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176761.493363:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176761.493367:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176761.493368:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176761.493370:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176761.493377:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176761.493379:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176761.493379:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176761.493403:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176761.493407:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176761.493408:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176761.493413:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176761.493414:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176761.493416:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.517154:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176762.517163:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176762.517167:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176762.517176:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176762.517177:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176762.517179:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176762.517188:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176762.517190:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176762.517192:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176762.517194:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176762.517202:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.517204:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176762.517206:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176762.517212:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176762.517213:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176762.517215:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176762.517219:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176762.517223:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176762.517226:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176762.517229:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176762.517232:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176762.517244:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176762.517247:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176762.517252:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176762.517253:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176762.517258:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176762.517262:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.517276:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176762.517285:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176762.517291:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176762.517292:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176762.517299:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176762.517299:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176762.517307:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.517307:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176762.517313:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176762.517315:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176762.517324:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176762.517329:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176762.517330:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176762.517332:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176762.517339:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176762.517344:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176762.517354:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176762.517369:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176762.645072:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176762.645080:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176762.645083:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176762.645087:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176762.645092:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176762.645098:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8198 00000400:00000200:3.0:1786176762.645107:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176762.645113:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176762.645115:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176762.645118:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645121:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176762.645123:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645126:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176762.645131:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176762.645134:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176762.645137:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176762.645140:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176762.645142:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176762.645145:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176762.645148:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645150:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176762.645152:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645154:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176762.645157:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176762.645161:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645163:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176762.645166:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176762.645170:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176762.645173:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645175:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176762.645178:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176762.645186:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 00000020:00000040:3.0:1786176762.645190:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176762.645193:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176762.645195:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645199:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176762.645201:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176762.645205:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176762.645213:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786176762.645220:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176762.645231:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612117248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176762.645242:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176762.645247:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176762.645253:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612117248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176762.645278:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176762.645281:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176762.645283:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176762.645285:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176762.645286:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176762.645289:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176762.645290:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8198 00000400:00000200:3.0:1786176762.645294:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176762.645297:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176762.645299:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176762.645301:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645303:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176762.645304:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645306:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176762.645308:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176762.645309:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176762.645310:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176762.645311:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176762.645313:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176762.645315:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176762.645317:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645319:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176762.645323:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645326:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176762.645330:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176762.645334:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645336:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176762.645339:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176762.645345:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176762.645350:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645354:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176762.645359:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176762.645362:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645365:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176762.645371:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000020:00000040:3.0:1786176762.645376:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176762.645382:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176762.645385:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645387:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176762.645389:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176762.645393:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176762.645398:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe000. 00000100:00000001:3.0:1786176762.645403:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176762.645411:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612117376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176762.645425:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176762.645428:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176762.645433:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612117376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176762.645444:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176762.645448:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176762.645452:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176762.645454:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176762.645457:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176762.645462:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176762.645467:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8198 00000400:00000200:3.0:1786176762.645472:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176762.645478:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176762.645483:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176762.645488:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645491:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176762.645495:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645497:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176762.645501:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176762.645505:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176762.645507:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176762.645511:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176762.645516:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176762.645521:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176762.645530:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645536:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176762.645543:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645549:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176762.645556:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176762.645560:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645562:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176762.645566:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176762.645571:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176762.645574:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645577:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176762.645580:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176762.645585:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645590:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176762.645594:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000020:00000040:3.0:1786176762.645598:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176762.645601:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176762.645603:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645606:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176762.645607:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176762.645610:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176762.645616:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc000. 00000100:00000001:3.0:1786176762.645623:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176762.645625:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176762.645630:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00100000:3.0:1786176762.645631:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612117504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176762.645645:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176762.645649:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176762.645654:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612117504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176762.645670:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176762.645676:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176762.645685:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176762.645689:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176762.645693:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176762.645698:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176762.645706:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8198 00000400:00000200:3.0:1786176762.645715:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176762.645720:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176762.645722:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176762.645728:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645732:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176762.645735:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645741:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176762.645743:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176762.645746:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176762.645748:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176762.645750:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176762.645751:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176762.645753:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176762.645759:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645761:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176762.645764:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645766:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176762.645770:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176762.645777:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176762.645784:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176762.645789:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176762.645795:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176762.645801:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645806:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176762.645812:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176762.645816:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645819:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176762.645826:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000020:00000040:3.0:1786176762.645830:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176762.645833:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176762.645836:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.645841:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176762.645859:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176762.645862:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176762.645869:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176762.645875:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176762.645886:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612117632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176762.645898:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176762.645902:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176762.645909:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612117632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176762.645948:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176762.645952:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176762.645956:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176762.645959:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176762.645963:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176762.645968:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176762.645974:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8198 00000400:00000200:3.0:1786176762.645983:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176762.645994:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176762.646001:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176762.646033:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.646038:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176762.646041:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.646044:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176762.646048:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176762.646052:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176762.646058:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176762.646062:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176762.646066:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176762.646071:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176762.646076:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.646080:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176762.646084:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176762.646088:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176762.646091:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176762.646096:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176762.646102:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176762.646105:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176762.646109:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176762.646113:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.646115:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176762.646119:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176762.646123:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.646126:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176762.646130:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000020:00000040:3.0:1786176762.646133:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176762.646137:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176762.646140:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176762.646144:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176762.646147:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176762.646150:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176762.646157:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176762.646162:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176762.646171:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612117760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176762.646188:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176762.646192:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176762.646199:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612117760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176762.646212:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176762.646221:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8208) 00000800:00000200:1.1:1786176762.646285:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176762.646287:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176762.646475:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176762.646477:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176762.646654:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176762.646656:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176762.646916:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176762.646917:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000040:0.0:1786176763.285119:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302871160, at 4302871168 00000100:00000010:0.0:1786176763.285140:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f65a0. 00000100:00000001:0.0:1786176763.541143:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176763.541152:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176763.541158:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176763.541165:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176763.541170:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176763.541171:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176763.541172:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176763.541180:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176763.541184:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176763.541184:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176763.541186:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176763.541193:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176763.541194:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176763.541195:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176763.541202:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176763.541204:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176763.541207:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176763.541210:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176763.541210:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176763.541219:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176763.541219:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176763.541228:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176763.541230:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176763.541233:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176763.541242:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176763.541251:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176763.541261:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176763.541263:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176763.541269:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176763.541270:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176763.541277:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176763.541278:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176763.541281:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176763.541285:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176763.541286:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176763.541289:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176763.541292:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176763.541293:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176763.541299:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176763.541299:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176763.541301:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176763.541308:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176763.541309:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176763.541313:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176763.541319:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176763.541323:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176763.541328:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176763.541331:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176763.541336:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176763.541340:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176763.541344:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176763.541347:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176763.541350:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176763.541353:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176764.565166:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176764.565175:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176764.565179:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176764.565184:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176764.565191:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176764.565196:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176764.565200:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176764.565203:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176764.565204:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176764.565204:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176764.565215:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176764.565215:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176764.565218:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176764.565220:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176764.565223:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176764.565227:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176764.565231:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176764.565240:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176764.565242:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176764.565243:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176764.565244:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176764.565252:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176764.565253:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176764.565254:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176764.565260:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176764.565262:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176764.565262:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176764.565264:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176764.565270:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176764.565271:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176764.565274:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176764.565279:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176764.565279:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176764.565280:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176764.565289:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176764.565296:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176764.565328:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176764.565333:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176764.565339:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176764.565351:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176764.565357:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176764.565360:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176764.565363:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176764.565366:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176764.565369:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176765.589168:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176765.589179:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176765.589179:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176765.589182:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.589187:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176765.589188:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176765.589189:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176765.589194:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.589198:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176765.589200:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176765.589203:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176765.589204:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176765.589206:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176765.589216:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176765.589219:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176765.589222:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176765.589223:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176765.589224:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176765.589234:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.589238:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176765.589238:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.589249:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176765.589252:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176765.589254:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176765.589259:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176765.589260:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176765.589263:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.589263:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.589266:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176765.589280:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176765.589282:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176765.589285:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176765.589287:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176765.589292:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.589296:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176765.589297:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176765.589304:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.589305:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176765.589311:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176765.589314:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176765.589329:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176765.589335:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.589339:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176765.589343:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.589346:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176765.589348:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176765.589353:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176765.589355:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176765.589358:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176765.589361:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176765.589364:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176765.589365:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176765.589366:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176765.589372:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176765.589373:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176765.589380:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176765.589380:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176766.613167:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176766.613177:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176766.613180:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176766.613187:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176766.613188:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176766.613192:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176766.613192:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176766.613195:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176766.613198:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176766.613203:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176766.613205:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176766.613206:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176766.613208:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176766.613214:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176766.613215:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176766.613216:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176766.613220:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176766.613230:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176766.613231:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176766.613231:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176766.613238:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176766.613238:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176766.613246:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176766.613247:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176766.613261:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176766.613268:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176766.613273:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176766.613282:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176766.613283:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176766.613289:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176766.613291:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176766.613301:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176766.613302:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176766.613306:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176766.613308:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176766.613312:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176766.613313:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176766.613319:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176766.613319:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176766.613324:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176766.613325:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176766.613327:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176766.613332:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176766.613339:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176766.613343:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176766.613345:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176766.613348:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176766.613350:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176766.613353:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176766.613358:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176766.613362:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176766.613364:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176766.613366:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176766.613369:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176766.613408:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176766.613411:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176766.613420:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176767.637129:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176767.637129:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176767.637137:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176767.637138:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176767.637140:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176767.637143:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176767.637143:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176767.637146:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176767.637151:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176767.637152:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176767.637152:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176767.637156:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176767.637159:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176767.637162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176767.637165:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176767.637165:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176767.637166:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176767.637172:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176767.637172:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176767.637178:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176767.637179:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176767.637180:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176767.637185:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176767.637190:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176767.637193:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176767.637197:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786176767.637198:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176767.637200:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176767.637203:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176767.637205:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176767.637206:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176767.637211:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176767.637213:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176767.637215:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176767.637219:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176767.637224:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176767.637226:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176767.637229:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176767.637233:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176767.637234:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176767.637237:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176767.637240:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176767.637243:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176767.637249:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176767.637254:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176767.637258:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176767.637260:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176767.637263:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176767.765137:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176767.765145:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176767.765148:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176767.765151:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176767.765154:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176767.765161:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8203 00000400:00000200:0.0:1786176767.765167:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176767.765172:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176767.765174:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176767.765177:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765180:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176767.765182:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765184:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176767.765188:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176767.765190:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176767.765192:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176767.765194:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176767.765196:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176767.765198:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176767.765200:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765202:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176767.765203:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765204:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176767.765206:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176767.765208:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765209:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176767.765211:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176767.765214:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176767.765216:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765218:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176767.765219:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176767.765228:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176767.765230:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176767.765233:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176767.765235:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765237:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176767.765239:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176767.765243:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176767.765250:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786176767.765256:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176767.765263:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612117888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176767.765271:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176767.765275:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176767.765278:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612117888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176767.765297:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176767.765300:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176767.765303:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176767.765304:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176767.765305:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176767.765307:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176767.765309:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8203 00000400:00000200:0.0:1786176767.765311:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176767.765313:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176767.765315:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176767.765317:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765319:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176767.765321:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765323:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176767.765324:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176767.765326:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176767.765327:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176767.765328:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176767.765330:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176767.765333:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176767.765338:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765342:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176767.765346:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765348:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176767.765352:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176767.765359:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765364:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176767.765368:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176767.765376:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176767.765382:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765384:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176767.765389:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176767.765395:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765398:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176767.765406:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176767.765410:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176767.765412:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176767.765415:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765418:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176767.765421:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176767.765424:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176767.765427:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786176767.765431:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176767.765437:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612118016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176767.765448:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176767.765453:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176767.765460:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612118016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176767.765476:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176767.765484:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176767.765492:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176767.765496:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176767.765500:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176767.765507:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176767.765513:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8203 00000400:00000200:0.0:1786176767.765520:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176767.765526:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176767.765529:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176767.765531:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765533:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176767.765545:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765550:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176767.765553:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176767.765557:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176767.765560:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176767.765563:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176767.765567:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176767.765570:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176767.765578:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765581:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176767.765586:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765588:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176767.765591:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176767.765599:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765605:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176767.765608:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176767.765611:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176767.765617:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765623:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176767.765627:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176767.765634:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765640:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176767.765648:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000800:00000200:1.1:1786176767.765650:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:0.0:1786176767.765652:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000800:00000200:1.1:1786176767.765654:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 02000000:00000001:0.0:1786176767.765658:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176767.765661:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765664:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176767.765667:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176767.765671:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176767.765677:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786176767.765686:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176767.765699:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612118144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176767.765741:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176767.765744:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176767.765752:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612118144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176767.765769:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176767.765773:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176767.765777:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176767.765779:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176767.765780:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176767.765786:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176767.765788:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8203 00000400:00000200:0.0:1786176767.765813:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176767.765821:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176767.765825:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176767.765831:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765834:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176767.765839:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765844:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176767.765849:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176767.765852:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176767.765857:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176767.765861:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176767.765867:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176767.765873:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176767.765880:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765887:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176767.765893:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765899:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176767.765906:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176767.765913:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176767.765917:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176767.765920:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176767.765923:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176767.765929:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765933:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176767.765937:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176767.765941:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765945:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176767.765950:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176767.765955:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176767.765960:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176767.765962:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.765967:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176767.765970:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176767.765973:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176767.765977:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176767.765984:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176767.765993:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612118272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176767.766036:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176767.766041:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176767.766049:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612118272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176767.766067:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176767.766073:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176767.766080:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176767.766082:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176767.766085:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176767.766090:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176767.766095:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8203 00000400:00000200:0.0:1786176767.766103:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176767.766107:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176767.766110:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176767.766116:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.766119:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176767.766123:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.766127:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176767.766130:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176767.766132:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176767.766135:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176767.766139:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176767.766144:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176767.766147:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176767.766153:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.766155:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176767.766157:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176767.766158:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176767.766160:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176767.766165:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176767.766169:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176767.766174:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176767.766178:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176767.766182:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.766187:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176767.766190:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176767.766195:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.766201:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176767.766207:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176767.766214:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176767.766219:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176767.766222:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176767.766225:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176767.766227:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176767.766231:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176767.766237:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786176767.766243:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176767.766252:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612118400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176767.766264:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176767.766269:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176767.766277:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612118400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176767.766291:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176767.766298:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8213) 00000800:00000200:1.1:1786176767.766345:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176767.766347:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176767.766570:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176767.766572:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176767.766752:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176767.766753:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176767.767074:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176767.767076:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000040:0.0:1786176768.405171:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302876280, at 4302876288 00000100:00000010:0.0:1786176768.405195:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6840. 00000100:00000001:0.0:1786176768.661128:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176768.661128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176768.661128:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176768.661136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176768.661137:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176768.661137:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176768.661138:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176768.661142:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176768.661142:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176768.661145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176768.661149:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176768.661149:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176768.661150:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176768.661154:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176768.661154:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176768.661156:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176768.661159:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176768.661159:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176768.661160:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176768.661164:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176768.661166:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176768.661171:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176768.661172:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176768.661172:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176768.661175:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176768.661176:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176768.661180:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176768.661190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176768.661192:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176768.661194:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176768.661197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176768.661199:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176768.661201:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176768.661203:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176768.661204:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176768.661206:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176768.661208:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176768.661209:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176768.661212:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176768.661215:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176768.661216:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176768.661220:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176768.661226:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176768.661230:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176768.661235:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176768.661302:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176768.661304:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176768.661307:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176769.685095:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176769.685095:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176769.685101:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176769.685103:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176769.685104:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176769.685105:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176769.685106:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176769.685107:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176769.685111:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176769.685113:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176769.685114:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176769.685118:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176769.685119:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176769.685124:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176769.685125:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176769.685126:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176769.685128:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176769.685131:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176769.685132:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176769.685136:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176769.685137:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176769.685140:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176769.685142:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176769.685142:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176769.685144:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176769.685146:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176769.685152:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176769.685165:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176769.685168:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176769.685170:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176769.685173:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176769.685176:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176769.685178:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176769.685181:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176769.685182:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176769.685182:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176769.685185:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176769.685187:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176769.685187:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1786176769.685192:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176769.685192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176769.685193:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176769.685198:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176769.685201:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176769.685205:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176769.685207:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176769.685208:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176769.685210:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.709148:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176770.709148:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176770.709149:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176770.709157:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176770.709158:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176770.709158:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176770.709160:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.709164:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.709164:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176770.709168:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176770.709172:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176770.709173:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176770.709175:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176770.709178:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176770.709180:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176770.709182:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.709183:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176770.709185:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176770.709191:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176770.709195:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176770.709199:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.709200:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176770.709205:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.709209:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.709210:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176770.709215:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176770.709218:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176770.709219:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176770.709221:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176770.709225:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.709229:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176770.709231:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176770.709234:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176770.709236:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176770.709239:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176770.709241:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176770.709246:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176770.709248:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176770.709253:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.709255:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176770.709257:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.709261:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.709266:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176770.709269:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.709275:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176770.709341:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176770.709346:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176770.709350:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176771.733154:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176771.733154:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176771.733157:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176771.733162:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176771.733163:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176771.733169:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176771.733170:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176771.733170:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176771.733181:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176771.733181:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176771.733184:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176771.733190:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176771.733190:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176771.733194:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176771.733196:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176771.733197:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176771.733206:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176771.733207:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176771.733207:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176771.733217:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176771.733217:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176771.733218:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176771.733230:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176771.733230:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176771.733231:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176771.733241:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176771.733247:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176771.733259:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176771.733260:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786176771.733262:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176771.733268:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1786176771.733269:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176771.733275:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176771.733275:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176771.733284:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176771.733285:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176771.733289:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176771.733290:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176771.733296:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176771.733297:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176771.733304:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176771.733305:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176771.733310:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176771.733311:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176771.733315:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176771.733316:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176771.733321:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176771.733326:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.757151:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176772.757151:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176772.757154:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176772.757161:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176772.757162:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176772.757163:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176772.757164:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.757167:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176772.757169:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176772.757172:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176772.757176:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176772.757178:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176772.757178:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176772.757183:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176772.757184:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176772.757186:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176772.757188:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176772.757191:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176772.757192:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176772.757195:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176772.757199:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.757201:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176772.757206:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176772.757213:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176772.757213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176772.757213:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176772.757219:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176772.757219:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176772.757223:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176772.757226:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176772.757227:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176772.757233:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176772.757236:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176772.757238:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176772.757239:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176772.757241:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176772.757252:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176772.757257:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176772.757262:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176772.757268:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176772.757272:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176772.757277:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176772.757282:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176772.757284:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176772.757290:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176772.757348:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176772.757351:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176772.757353:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176772.885124:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176772.885137:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176772.885140:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176772.885145:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176772.885150:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176772.885158:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8208 00000400:00000200:0.0:1786176772.885165:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176772.885172:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176772.885175:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176772.885178:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885181:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176772.885183:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885186:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176772.885196:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176772.885198:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176772.885201:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176772.885204:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176772.885206:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176772.885208:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176772.885211:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885213:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176772.885215:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885216:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176772.885219:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176772.885221:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885223:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176772.885225:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176772.885228:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176772.885231:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885233:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176772.885235:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176772.885246:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176772.885249:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176772.885253:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176772.885255:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885258:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176772.885261:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176772.885265:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176772.885274:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786176772.885282:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176772.885292:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612118528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176772.885301:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176772.885305:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176772.885309:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612118528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176772.885330:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176772.885332:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176772.885336:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176772.885337:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176772.885339:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176772.885341:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176772.885343:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8208 00000400:00000200:0.0:1786176772.885346:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176772.885348:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176772.885350:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176772.885352:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885354:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176772.885356:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885358:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176772.885359:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176772.885360:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176772.885362:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176772.885363:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176772.885365:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176772.885366:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176772.885369:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885371:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176772.885372:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885374:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176772.885376:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176772.885379:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885383:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176772.885385:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176772.885392:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176772.885395:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885397:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176772.885402:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176772.885404:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885406:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176772.885411:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176772.885416:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176772.885422:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176772.885424:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885429:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176772.885432:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176772.885435:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176772.885444:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:0.0:1786176772.885450:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176772.885456:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612118656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176772.885467:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176772.885471:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176772.885477:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612118656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176772.885486:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176772.885489:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176772.885493:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176772.885495:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176772.885499:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176772.885501:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176772.885504:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8208 00000400:00000200:0.0:1786176772.885507:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176772.885512:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176772.885514:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176772.885527:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885531:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176772.885532:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885535:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176772.885538:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176772.885541:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176772.885543:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176772.885544:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176772.885545:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176772.885547:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176772.885550:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885555:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176772.885556:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885558:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176772.885559:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176772.885561:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885562:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176772.885563:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176772.885565:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176772.885567:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885568:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176772.885569:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176772.885571:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885573:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176772.885579:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176772.885584:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176772.885588:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176772.885590:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885592:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176772.885594:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176772.885596:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176772.885600:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786176772.885605:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176772.885614:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612118784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176772.885623:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176772.885625:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176772.885629:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612118784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176772.885640:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176772.885643:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176772.885650:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176772.885651:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176772.885653:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176772.885657:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176772.885660:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8208 00000400:00000200:0.0:1786176772.885665:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176772.885667:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176772.885668:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176772.885671:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885675:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176772.885678:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885682:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176772.885685:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176772.885686:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176772.885688:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176772.885691:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176772.885695:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176772.885697:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176772.885700:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885704:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176772.885708:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885712:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176772.885714:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176772.885717:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885722:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176772.885724:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176772.885727:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176772.885732:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885734:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176772.885738:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176772.885757:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885761:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176772.885766:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176772.885769:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176772.885775:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176772.885777:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885780:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176772.885782:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176772.885785:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176772.885789:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176772.885792:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176772.885800:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612118912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176772.885819:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176772.885824:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176772.885829:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612118912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176772.885839:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176772.885842:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176772.885847:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176772.885851:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176772.885853:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176772.885857:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176772.885863:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8208 00000400:00000200:0.0:1786176772.885872:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176772.885881:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000200:1.1:1786176772.885884:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:0.0:1786176772.885886:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176772.885893:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176772.885893:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00000001:0.0:1786176772.885898:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176772.885902:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885906:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176772.885911:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176772.885913:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176772.885914:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176772.885916:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176772.885917:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176772.885919:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176772.885922:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885927:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176772.885928:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885929:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176772.885932:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176772.885934:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176772.885947:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176772.885953:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176772.885956:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176772.885960:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885965:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176772.885968:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176772.885970:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885974:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176772.885977:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176772.885980:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176772.885985:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176772.885987:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176772.885991:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176772.885994:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176772.885996:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176772.886002:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786176772.886007:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176772.886033:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612119040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176772.886039:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176772.886041:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176772.886044:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612119040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176772.886050:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176772.886055:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8218) 00000800:00000200:1.1:1786176772.886505:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176772.886508:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176772.886713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176772.886715:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176772.886922:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176772.886924:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176772.887130:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176772.887132:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00000040:0.0:1786176773.525170:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302881401, at 4302881408 00000100:00000010:0.0:1786176773.525196:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6540. 00000100:00000001:2.0:1786176773.781129:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176773.781140:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176773.781143:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176773.781150:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176773.781157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176773.781167:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176773.781169:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176773.781170:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176773.781180:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176773.781182:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176773.781183:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176773.781191:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176773.781192:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176773.781193:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176773.781204:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176773.781206:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176773.781208:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176773.781222:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176773.781227:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176773.781228:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176773.781238:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176773.781240:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176773.781245:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176773.781247:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176773.781254:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176773.781254:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176773.781257:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176773.781269:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176773.781269:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176773.781279:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176773.781281:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176773.781286:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176773.781287:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176773.781293:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176773.781303:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176773.781304:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176773.781311:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176773.781313:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176773.781315:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176773.781320:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176773.781321:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176773.781332:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176773.781334:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176773.781336:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176773.781338:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176773.781341:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176773.781347:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176773.781349:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176773.781357:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176773.781365:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176773.781369:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176773.781374:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176773.781376:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176773.781379:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176773.781382:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176773.781387:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176773.781391:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176774.805172:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176774.805172:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176774.805180:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176774.805181:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176774.805186:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176774.805186:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176774.805192:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176774.805193:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176774.805203:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176774.805204:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176774.805205:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176774.805211:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176774.805212:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176774.805213:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176774.805219:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176774.805224:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176774.805225:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176774.805226:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176774.805233:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176774.805234:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176774.805236:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176774.805246:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176774.805248:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176774.805248:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176774.805263:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176774.805265:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176774.805271:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176774.805273:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176774.805277:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176774.805277:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176774.805278:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176774.805284:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176774.805285:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176774.805290:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176774.805290:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176774.805295:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176774.805295:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176774.805299:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176774.805304:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176774.805304:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176774.805305:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176774.805307:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176774.805310:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176774.805312:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176774.805313:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176774.805325:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176774.805326:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176774.805330:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176774.805332:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176774.805339:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176774.805342:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176774.805344:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176774.805350:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176774.805353:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176775.829105:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176775.829106:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176775.829110:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176775.829115:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176775.829115:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176775.829116:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176775.829120:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.829121:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176775.829121:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176775.829129:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176775.829130:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176775.829130:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176775.829137:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176775.829138:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176775.829138:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176775.829143:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176775.829144:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176775.829144:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176775.829150:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176775.829154:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176775.829158:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.829165:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176775.829171:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176775.829172:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176775.829177:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176775.829178:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176775.829178:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176775.829180:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176775.829185:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176775.829190:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176775.829191:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176775.829194:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176775.829197:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176775.829200:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176775.829201:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176775.829202:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176775.829207:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.829207:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176775.829212:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176775.829212:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176775.829216:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176775.829220:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176775.829220:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176775.829226:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176775.829227:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176775.829230:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176775.829231:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176775.829234:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.829235:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176775.829240:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.829245:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176775.829245:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176775.829248:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176775.829251:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176776.853199:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176776.853203:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176776.853209:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176776.853211:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176776.853211:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176776.853225:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176776.853228:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176776.853228:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176776.853239:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176776.853242:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176776.853248:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176776.853253:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176776.853253:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176776.853259:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176776.853261:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176776.853264:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176776.853269:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176776.853271:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176776.853273:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176776.853276:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176776.853283:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176776.853283:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176776.853293:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176776.853294:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176776.853295:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176776.853298:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176776.853313:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176776.853338:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176776.853341:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176776.853344:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176776.853348:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176776.853349:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176776.853352:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176776.853354:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176776.853355:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176776.853357:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176776.853374:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176776.853374:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176776.853375:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176776.853385:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176776.853390:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176776.853392:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176776.853394:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176776.853395:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176776.853397:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176776.853406:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176776.853408:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176776.853408:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176776.853411:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176776.853414:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176776.853425:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176776.853429:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176776.853430:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176776.853445:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176776.853472:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176776.853476:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176776.853478:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176777.877200:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176777.877200:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176777.877216:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176777.877217:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176777.877224:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176777.877227:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176777.877232:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176777.877236:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176777.877238:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176777.877243:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176777.877245:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176777.877246:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176777.877262:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176777.877263:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176777.877264:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176777.877282:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176777.877282:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176777.877284:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176777.877293:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176777.877294:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176777.877296:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176777.877306:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176777.877306:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176777.877320:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176777.877322:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176777.877332:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176777.877338:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176777.877343:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176777.877347:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1786176777.877351:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176777.877357:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176777.877367:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176777.877368:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786176777.877372:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176777.877382:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176777.877386:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176777.877388:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176777.877390:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176777.877396:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176777.877398:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176777.877403:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176777.877406:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176777.877410:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176777.877415:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176777.877419:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176777.877422:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176777.877424:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176777.877427:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176778.005161:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176778.005173:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176778.005175:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176778.005180:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176778.005184:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176778.005193:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8213 00000400:00000200:0.0:1786176778.005201:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176778.005207:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176778.005210:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176778.005213:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005216:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176778.005218:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005220:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176778.005224:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176778.005226:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176778.005229:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176778.005232:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176778.005233:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176778.005235:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176778.005237:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005239:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176778.005240:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005242:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176778.005244:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176778.005246:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005248:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176778.005250:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176778.005254:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176778.005256:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.005258:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176778.005261:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176778.005271:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176778.005274:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176778.005278:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176778.005280:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.005284:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176778.005286:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176778.005292:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176778.005300:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786176778.005307:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176778.005317:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612119168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176778.005326:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176778.005330:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176778.005336:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612119168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176778.005364:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176778.005368:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176778.005372:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176778.005374:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176778.005385:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176778.005389:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176778.005393:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8213 00000400:00000200:0.0:1786176778.005397:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176778.005402:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176778.005405:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176778.005412:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005419:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176778.005427:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005431:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176778.005435:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176778.005438:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176778.005440:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176778.005442:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176778.005445:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176778.005448:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176778.005456:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005463:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176778.005468:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005477:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176778.005484:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176778.005492:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005497:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176778.005502:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176778.005511:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176778.005518:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.005525:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176778.005541:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176778.005548:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.005554:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176778.005564:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176778.005569:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176778.005578:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176778.005581:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.005589:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176778.005592:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176778.005594:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176778.005605:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786176778.005610:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176778.005627:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612119296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176778.005654:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176778.005660:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176778.005671:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612119296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176778.005721:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176778.005729:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176778.005739:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176778.005742:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176778.005744:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176778.005753:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176778.005758:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8213 00000400:00000200:0.0:1786176778.005764:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176778.005768:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176778.005770:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176778.005776:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005783:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176778.005789:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005796:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176778.005802:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176778.005805:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176778.005810:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176778.005813:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176778.005818:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176778.005827:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176778.005837:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005841:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176778.005847:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005854:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176778.005857:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176778.005866:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176778.005872:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176778.005874:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176778.005880:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176778.005887:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.005889:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176778.005892:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176778.005895:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.005899:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176778.005907:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176778.005914:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176778.005918:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176778.005920:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.005925:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176778.005928:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176778.005932:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176778.005936:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176778.005943:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176778.005953:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612119424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176778.005967:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176778.005972:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176778.005979:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612119424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176778.006004:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176778.006004:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:0.0:1786176778.006009:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.1:1786176778.006042:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000100:00080000:0.0:1786176778.006051:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176778.006054:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176778.006060:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176778.006064:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176778.006072:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8213 00000400:00000200:0.0:1786176778.006080:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176778.006092:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176778.006095:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176778.006102:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.006113:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176778.006121:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.006128:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176778.006136:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176778.006139:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176778.006143:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176778.006147:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176778.006156:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176778.006162:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176778.006169:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.006172:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176778.006176:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.006184:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176778.006194:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176778.006202:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176778.006209:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176778.006214:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176778.006218:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176778.006221:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.006224:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176778.006227:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176778.006229:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.006232:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176778.006238:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176778.006246:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176778.006250:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176778.006254:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.006256:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176778.006257:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176778.006259:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176778.006264:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786176778.006268:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176778.006273:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612119552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176778.006281:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176778.006284:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176778.006289:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612119552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176778.006300:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176778.006303:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176778.006308:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176778.006310:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176778.006311:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176778.006313:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176778.006315:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8213 00000400:00000200:0.0:1786176778.006323:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176778.006327:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176778.006336:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176778.006344:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.006351:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176778.006357:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.006368:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176778.006375:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176778.006378:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176778.006384:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176778.006388:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176778.006391:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176778.006396:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176778.006403:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.006407:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176778.006411:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176778.006415:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176778.006423:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176778.006427:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176778.006433:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176778.006436:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176778.006442:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176778.006451:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.006459:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176778.006464:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176778.006475:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.006480:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176778.006485:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176778.006492:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176778.006497:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176778.006499:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.006504:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176778.006507:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176778.006512:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176778.006518:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176778.006525:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176778.006531:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612119680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176778.006548:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176778.006551:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176778.006556:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612119680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176778.006567:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176778.006576:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8223) 00000800:00000200:1.1:1786176778.006865:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176778.006868:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176778.007144:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176778.007146:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176778.007401:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176778.007403:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176778.007644:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176778.007645:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000100:00000040:0.0:1786176778.645159:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302886521, at 4302886528 00000100:00000010:0.0:1786176778.645181:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6720. 00000100:00000001:2.0:1786176778.901114:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176778.901114:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176778.901115:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176778.901123:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176778.901123:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176778.901123:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176778.901127:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.901128:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176778.901128:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176778.901133:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176778.901134:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176778.901134:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176778.901141:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176778.901141:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176778.901141:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176778.901148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176778.901148:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176778.901148:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176778.901154:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176778.901158:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176778.901163:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.901164:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176778.901169:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176778.901172:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176778.901172:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176778.901175:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176778.901177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176778.901185:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176778.901188:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176778.901191:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176778.901193:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176778.901195:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.901197:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176778.901202:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176778.901204:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176778.901209:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176778.901210:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176778.901214:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176778.901215:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176778.901221:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176778.901225:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176778.901232:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176778.901233:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176778.901238:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176778.901245:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176778.901326:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176778.901329:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176778.901332:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176779.925124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176779.925132:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176779.925133:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176779.925139:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176779.925139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176779.925144:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176779.925147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176779.925149:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176779.925150:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176779.925155:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176779.925157:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176779.925161:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176779.925161:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176779.925164:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176779.925167:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176779.925170:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176779.925170:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176779.925171:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176779.925177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176779.925178:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176779.925179:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176779.925183:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176779.925184:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176779.925191:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176779.925193:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176779.925195:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176779.925201:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176779.925204:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176779.925208:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176779.925210:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176779.925212:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176779.925215:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176779.925218:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176779.925220:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176779.925221:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176779.925223:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176779.925231:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176779.925235:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176779.925238:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176779.925240:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1786176779.925241:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000020:00000001:3.0:1786176779.925244:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176779.925245:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176779.925251:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786176779.925251:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176779.925258:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176779.925260:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176779.925265:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176780.949132:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176780.949132:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176780.949135:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176780.949140:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176780.949141:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176780.949141:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176780.949143:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176780.949148:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176780.949149:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176780.949149:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176780.949156:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176780.949157:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176780.949158:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176780.949160:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176780.949164:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.949165:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176780.949165:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176780.949168:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176780.949172:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.949172:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176780.949179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176780.949180:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176780.949186:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.949191:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176780.949191:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.949196:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.949200:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176780.949201:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176780.949205:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176780.949207:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176780.949209:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176780.949212:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176780.949215:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176780.949219:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176780.949223:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176780.949226:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176780.949230:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176780.949231:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176780.949233:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176780.949239:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176780.949246:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176780.949251:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176780.949257:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176780.949262:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176780.949269:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176780.949305:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176780.949309:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176780.949313:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176781.973075:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176781.973082:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176781.973085:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176781.973090:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176781.973093:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176781.973094:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176781.973097:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176781.973100:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176781.973101:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176781.973105:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176781.973106:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176781.973113:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176781.973114:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176781.973121:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176781.973126:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176781.973127:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176781.973133:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176781.973137:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176781.973144:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176781.973144:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176781.973149:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176781.973151:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176781.973152:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176781.973154:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176781.973157:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176781.973158:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176781.973160:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176781.973163:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176781.973164:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176781.973167:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176781.973168:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176781.973172:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176781.973173:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176781.973174:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176781.973179:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176781.973180:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176781.973183:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786176781.973183:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176781.973189:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176781.973207:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176781.973212:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176781.973217:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176781.973226:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176781.973228:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176781.973230:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176781.973231:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176781.973233:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176781.973235:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176782.997095:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176782.997102:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176782.997106:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176782.997108:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176782.997112:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176782.997116:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176782.997116:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176782.997117:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176782.997122:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176782.997125:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176782.997125:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176782.997129:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176782.997129:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176782.997131:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176782.997137:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176782.997137:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176782.997138:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176782.997143:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176782.997145:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176782.997146:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176782.997149:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176782.997151:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176782.997153:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176782.997156:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176782.997158:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176782.997160:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176782.997165:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176782.997181:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176782.997187:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176782.997191:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176782.997192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176782.997197:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176782.997199:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176782.997201:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176782.997206:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176782.997207:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176782.997211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176782.997212:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176782.997216:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176782.997218:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176782.997220:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176782.997223:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176782.997225:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176782.997227:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176782.997231:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176782.997256:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176782.997261:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176782.997264:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176783.125123:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176783.125132:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176783.125134:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176783.125137:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176783.125141:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176783.125148:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8218 00000400:00000200:0.0:1786176783.125154:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176783.125158:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176783.125161:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176783.125164:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125168:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176783.125170:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125173:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176783.125178:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176783.125180:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176783.125183:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176783.125186:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176783.125189:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176783.125191:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176783.125195:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125197:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176783.125199:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125201:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176783.125204:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176783.125208:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125211:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176783.125214:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176783.125217:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176783.125220:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125222:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176783.125224:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176783.125234:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176783.125236:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176783.125240:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176783.125241:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125244:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176783.125246:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176783.125250:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176783.125257:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786176783.125262:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176783.125269:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612119808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176783.125277:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176783.125281:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176783.125285:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612119808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176783.125304:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176783.125307:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176783.125309:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176783.125310:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176783.125312:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176783.125314:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176783.125315:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8218 00000400:00000200:0.0:1786176783.125318:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176783.125320:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176783.125322:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176783.125324:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125325:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176783.125327:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125328:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176783.125330:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176783.125331:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176783.125332:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176783.125333:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176783.125334:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176783.125336:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176783.125337:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125338:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176783.125339:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125341:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176783.125343:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176783.125344:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125346:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176783.125348:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176783.125352:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176783.125353:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125354:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176783.125358:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176783.125360:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125362:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176783.125365:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176783.125367:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176783.125369:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176783.125370:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125371:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176783.125372:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176783.125374:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176783.125377:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786176783.125381:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176783.125388:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612119936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176783.125396:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176783.125400:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176783.125407:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612119936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176783.125420:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176783.125424:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176783.125432:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176783.125437:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176783.125442:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176783.125449:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176783.125456:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8218 00000400:00000200:0.0:1786176783.125461:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176783.125465:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176783.125467:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176783.125475:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125480:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176783.125485:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125490:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176783.125492:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176783.125493:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176783.125494:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176783.125497:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176783.125499:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176783.125501:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176783.125504:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125507:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176783.125520:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125528:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176783.125532:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176783.125538:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125544:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176783.125546:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176783.125549:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176783.125552:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125554:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176783.125557:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176783.125560:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125563:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176783.125566:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176783.125570:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176783.125574:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176783.125577:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125578:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176783.125579:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176783.125582:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176783.125586:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176783.125590:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176783.125599:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612120064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176783.125609:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176783.125614:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176783.125621:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612120064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176783.125635:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176783.125638:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176783.125644:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176783.125661:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176783.125663:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176783.125668:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176783.125673:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8218 00000400:00000200:0.0:1786176783.125679:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176783.125683:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176783.125685:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176783.125691:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125694:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176783.125697:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125701:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176783.125703:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176783.125705:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176783.125707:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176783.125708:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000800:00000200:1.1:1786176783.125710:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:0.0:1786176783.125711:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176783.125715:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000200:1.1:1786176783.125718:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000100:00000040:0.0:1786176783.125719:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125722:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176783.125726:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125728:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176783.125731:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176783.125737:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125741:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176783.125743:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176783.125745:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176783.125747:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125752:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176783.125754:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176783.125759:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125762:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176783.125766:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176783.125768:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176783.125773:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176783.125774:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125777:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176783.125779:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176783.125781:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176783.125785:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786176783.125789:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176783.125796:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612120192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176783.125813:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176783.125816:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176783.125825:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612120192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176783.125843:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176783.125848:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176783.125853:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176783.125857:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176783.125859:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176783.125861:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176783.125864:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8218 00000400:00000200:0.0:1786176783.125869:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176783.125874:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176783.125877:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176783.125883:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125884:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176783.125886:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125890:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176783.125892:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176783.125893:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176783.125895:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176783.125899:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176783.125900:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176783.125902:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176783.125905:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125908:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176783.125913:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125917:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176783.125919:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176783.125924:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176783.125927:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176783.125930:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176783.125932:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176783.125934:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125938:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176783.125941:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176783.125946:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125949:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176783.125955:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176783.125957:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176783.125959:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176783.125962:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176783.125966:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176783.125968:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176783.125970:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176783.125975:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176783.125981:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176783.125987:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612120320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176783.125996:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176783.125998:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176783.126009:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612120320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176783.126062:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176783.126069:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8228) 00000800:00000200:1.1:1786176783.126237:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176783.126239:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176783.126420:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176783.126422:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176783.126625:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176783.126627:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786176783.126826:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176783.126828:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000100:00000040:0.0:1786176783.765135:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302891640, at 4302891648 00000100:00000010:0.0:1786176783.765148:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6300. 00000100:00000001:3.0:1786176784.021121:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176784.021127:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176784.021129:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176784.021135:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176784.021135:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176784.021138:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176784.021142:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176784.021142:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176784.021143:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176784.021146:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176784.021147:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176784.021148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176784.021152:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176784.021155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176784.021155:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176784.021156:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176784.021160:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176784.021162:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176784.021162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176784.021165:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176784.021167:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176784.021168:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176784.021173:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176784.021177:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176784.021179:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176784.021184:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176784.021189:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176784.021191:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176784.021196:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176784.021198:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176784.021199:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176784.021203:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176784.021203:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176784.021206:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176784.021208:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176784.021211:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176784.021213:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176784.021215:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176784.021216:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176784.021220:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176784.021221:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176784.021222:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176784.021225:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176784.021225:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176784.021230:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176784.021231:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176784.021233:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176784.021234:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176784.021239:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176784.021243:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176784.021246:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176784.021248:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176784.021250:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176784.021251:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176784.021269:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176784.021272:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176784.021274:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176785.045193:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176785.045197:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176785.045199:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176785.045202:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.045203:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176785.045207:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.045209:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176785.045210:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176785.045212:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176785.045219:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176785.045222:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176785.045223:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176785.045223:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176785.045231:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.045233:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176785.045234:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176785.045240:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176785.045245:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176785.045248:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.045249:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176785.045253:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176785.045254:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176785.045264:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.045265:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176785.045267:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176785.045274:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176785.045277:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176785.045278:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.045281:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176785.045282:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176785.045292:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176785.045293:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176785.045295:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176785.045300:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176785.045306:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176785.045307:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176785.045310:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.045311:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176785.045315:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176785.045315:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176785.045322:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176785.045331:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.045337:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176785.045340:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.045347:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176785.045366:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176785.045375:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176785.045380:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176786.069126:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176786.069126:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176786.069132:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176786.069134:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176786.069134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176786.069140:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176786.069140:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176786.069140:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176786.069145:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176786.069149:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176786.069150:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176786.069150:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176786.069156:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176786.069158:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176786.069158:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176786.069161:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176786.069164:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176786.069165:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176786.069167:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176786.069172:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176786.069173:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176786.069175:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176786.069176:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176786.069181:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176786.069182:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176786.069186:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176786.069190:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176786.069194:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176786.069199:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176786.069201:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176786.069203:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176786.069205:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176786.069208:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176786.069209:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176786.069210:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176786.069213:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176786.069216:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176786.069220:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176786.069221:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176786.069223:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176786.069227:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176786.069231:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176786.069234:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176786.069237:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176786.069239:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176786.069304:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176786.069307:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176786.069309:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176787.093113:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176787.093113:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176787.093114:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176787.093120:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176787.093122:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176787.093122:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176787.093123:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176787.093128:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176787.093128:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176787.093129:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176787.093136:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176787.093136:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176787.093138:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176787.093141:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176787.093142:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176787.093144:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176787.093146:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176787.093148:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176787.093150:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176787.093150:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176787.093155:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176787.093158:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176787.093161:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176787.093163:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176787.093166:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176787.093170:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176787.093171:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176787.093174:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176787.093175:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176787.093177:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176787.093179:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176787.093180:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176787.093184:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176787.093184:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176787.093189:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176787.093190:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176787.093194:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176787.093196:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176787.093197:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176787.093201:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176787.093201:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176787.093206:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176787.093210:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176787.093211:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176787.093214:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176787.093304:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176787.093307:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176787.093310:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176788.117177:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176788.117179:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176788.117186:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176788.117189:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176788.117191:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.117195:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176788.117196:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176788.117198:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176788.117204:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176788.117211:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176788.117212:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176788.117213:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176788.117220:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176788.117223:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176788.117223:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176788.117225:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176788.117228:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176788.117228:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.117233:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176788.117234:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176788.117248:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176788.117255:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.117256:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.117257:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176788.117265:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176788.117272:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.117274:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176788.117298:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176788.117304:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176788.117311:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.117314:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176788.117317:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176788.117329:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176788.117330:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176788.117337:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176788.117340:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176788.117340:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176788.117346:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176788.117349:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176788.117350:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176788.117352:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176788.117357:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176788.117358:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.117359:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176788.117372:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176788.117394:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176788.117399:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176788.117403:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176788.245109:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176788.245124:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176788.245126:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176788.245130:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176788.245134:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176788.245140:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8223 00000400:00000200:0.0:1786176788.245146:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176788.245152:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176788.245154:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176788.245156:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245159:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176788.245161:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245163:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176788.245166:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176788.245168:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176788.245170:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176788.245172:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176788.245174:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176788.245176:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176788.245178:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245179:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176788.245181:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245182:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176788.245184:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176788.245186:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245188:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176788.245190:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176788.245192:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176788.245194:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.245196:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176788.245198:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176788.245205:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176788.245207:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176788.245210:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176788.245212:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.245215:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176788.245218:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176788.245221:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176788.245228:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786176788.245233:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176788.245240:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176788.245248:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176788.245252:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176788.245255:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176788.245277:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176788.245279:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176788.245282:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176788.245283:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176788.245284:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176788.245286:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176788.245288:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8223 00000400:00000200:0.0:1786176788.245290:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176788.245292:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176788.245293:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176788.245295:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245297:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176788.245298:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245299:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176788.245301:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176788.245302:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176788.245303:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176788.245304:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176788.245305:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176788.245307:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176788.245310:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245311:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176788.245312:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245314:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176788.245315:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176788.245317:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245319:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176788.245321:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176788.245326:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176788.245328:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.245329:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176788.245334:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176788.245337:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.245340:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176788.245344:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176788.245346:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176788.245348:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176788.245349:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.245350:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176788.245351:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176788.245353:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176788.245356:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786176788.245358:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.245362:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1786176788.245365:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176788.245372:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176788.245377:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176788.245377:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176788.245383:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176788.245389:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786176788.245397:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176788.245410:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.245424:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786176788.245425:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176788.245430:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176788.245430:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.245437:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176788.245438:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176788.245441:0:12492:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176788.245441:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1786176788.245446:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8223 02000000:00000001:3.0:1786176788.245448:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786176788.245451:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176788.245459:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 02000000:00000001:3.0:1786176788.245459:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176788.245468:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176788.245475:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:3.0:1786176788.245475:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612120448:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786176788.245483:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176788.245493:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176788.245496:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176788.245498:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:3.0:1786176788.245504:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1786176788.245505:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176788.245510:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 02000000:00000001:3.0:1786176788.245511:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176788.245518:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176788.245520:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1786176788.245524:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176788.245528:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176788.245531:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 02000000:00000010:3.0:1786176788.245533:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 00000100:00000040:0.0:1786176788.245538:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:3.0:1786176788.245540:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.245544:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176788.245548:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245550:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:3.0:1786176788.245556:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:0.0:1786176788.245558:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000010:3.0:1786176788.245564:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000100:00080000:0.0:1786176788.245565:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245574:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176788.245576:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1786176788.245579:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 02000000:00000001:0.0:1786176788.245580:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176788.245587:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.245589:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176788.245592:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000200:3.0:1786176788.245592:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612120448, portal 25 00000100:00000001:3.0:1786176788.245612:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176788.245613:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000008:00000001:0.0:1786176788.245622:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176788.245623:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176788.245632:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176788.245636:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176788.245638:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176788.245649:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176788.245650:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1786176788.245651:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.245656:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1786176788.245657:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 02000000:00000001:0.0:1786176788.245664:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1786176788.245665:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 02000000:00000001:0.0:1786176788.245669:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176788.245674:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612120448, offset 0 02000000:00000010:0.0:1786176788.245675:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786176788.245681:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176788.245687:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00100000:0.0:1786176788.245691:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176788.245699:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1786176788.245707:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176788.245708:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176788.245716:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786176788.245721:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176788.245740:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1786176788.245741:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176788.245753:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1786176788.245756:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00080000:0.0:1786176788.245764:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:3.0:1786176788.245767:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1786176788.245768:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176788.245771:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1786176788.245775:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245782:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1786176788.245786:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410261:410261:256:4294967295] 192.168.202.156@tcp LPNI seq info [410259:410259:8:4294967295] 00000100:00080000:0.0:1786176788.245787:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8223 00000400:00000200:0.0:1786176788.245808:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176788.245808:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176788.245824:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176788.245833:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176788.245845:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:3.0:1786176788.245845:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:0.0:1786176788.245855:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176788.245864:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:3.0:1786176788.245865:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245880:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000010:3.0:1786176788.245882:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000020:00000001:0.0:1786176788.245883:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176788.245889:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176788.245892:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176788.245894:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000800:00000200:3.0:1786176788.245898:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:0.0:1786176788.245900:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000200:3.0:1786176788.245909:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000020:00000001:0.0:1786176788.245910:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176788.245923:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245927:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176788.245930:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:3.1:1786176788.245931:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176788.245932:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176788.245940:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000800:00000200:3.1:1786176788.245944:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000100:00080000:0.0:1786176788.245947:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176788.245957:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176788.245964:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000001:0.0:1786176788.245966:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:3.0:1786176788.245968:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 02000000:00000001:0.0:1786176788.245975:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1786176788.245976:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1786176788.245984:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176788.245987:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1786176788.245991:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1786176788.245995:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000008:00100000:0.0:1786176788.245997:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000010:3.0:1786176788.245998:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000008:00000001:0.0:1786176788.246006:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246007:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176788.246048:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176788.246054:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000100:00000200:3.0:1786176788.246063:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786176788.246064:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176788.246073:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176788.246077:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.246085:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176788.246091:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176788.246094:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246094:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176788.246100:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1786176788.246102:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176788.246114:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246116:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246121:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1786176788.246129:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176788.246132:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176788.246147:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176788.246155:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4302896761 00000100:00000010:3.0:1786176788.246167:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a6c0. 00000100:00000001:0.0:1786176788.246170:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176788.246174:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246177:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1786176788.246183:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.246187:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4302896761 00000100:00000010:3.0:1786176788.246195:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a9c0. 00000100:00000001:3.0:1786176788.246204:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176788.246208:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246209:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176788.246217:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176788.246219:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176788.246222:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1786176788.246228:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1786176788.246229:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176788/real 1786176788] req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176788.246236:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176788.246244:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:3.0:1786176788.246245:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176788.246249:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176788.246256:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000100:00000001:0.0:1786176788.246257:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1786176788.246263:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000100:00080000:0.0:1786176788.246267:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8223 00000400:00000010:3.0:1786176788.246268:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176788.246275:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1786176788.246280:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:3.0:1786176788.246281:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786176788.246295:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000200:3.0:1786176788.246300:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176788.246302:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176788.246317:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176788.246321:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176788.246322:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176788.246329:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176788.246331:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176788.246332:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176788.246340:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00100000:3.0:1786176788.246341:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176788.246352:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:3.0:1786176788.246355:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176788.246358:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:3.0:1786176788.246362:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786176788.246363:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000001:3.0:1786176788.246375:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1786176788.246376:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176788.246381:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1786176788.246383:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:3.0:1786176788.246384:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176788.246387:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.246393:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1786176788.246394:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:3.0:1786176788.246396:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176788.246403:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1786176788.246404:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00080000:3.0:1786176788.246408:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176788.246415:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176788.246422:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:3.0:1786176788.246424:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176788.246427:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176788.246436:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176788.246445:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176788.246455:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00100000:3.0:1786176788.246461:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612120448:192.168.202.156@tcp:250:kworker.0 00000100:00080000:0.0:1786176788.246466:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176788.246481:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176788.246482:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246486:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786176788.246488:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1786176788.246491:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612120448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176788.246495:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176788.246499:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176788.246504:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176788.246504:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176788.246507:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 00000100:00000001:0.0:1786176788.246514:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176788.246515:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00100000:0.0:1786176788.246521:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000020:00000001:3.0:1786176788.246521:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176788.246525:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000008:00000001:0.0:1786176788.246527:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176788.246533:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786176788.246534:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176788.246542:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1800. 00000100:00000010:0.0:1786176788.246543:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176788.246549:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176788.246551:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176788.246555:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176788.246556:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1786176788.246559:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176788.246560:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00000001:0.0:1786176788.246565:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176788.246567:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1786176788.246569:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176788.246571:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176788.246574:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246575:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1786176788.246588:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:3.0:1786176788.246590:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176788.246595:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176788.246609:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246610:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176788.246617:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176788.246618:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1786176788.246620:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1786176788.246627:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176788.246644:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176788.246651:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246656:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176788.246662:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176788.246667:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786176788.246669:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176788.246674:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176788.246683:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176788.246694:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612120576:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176788.246695:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246708:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1786176788.246710:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8233) 02000000:00000001:3.0:1786176788.246711:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176788.246715:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176788.246718:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176788.246722:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176788.246724:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176788.246728:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176788.246731:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176788.246735:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176788.246738:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612120576, portal 10 00000100:00000001:3.0:1786176788.246740:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176788.246741:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:3.0:1786176788.246749:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.246755:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176788.246761:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176788.246763:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176788.246766:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612120576, offset 0 00000400:00000200:3.0:1786176788.246772:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176788.246778:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176788.246782:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176788.246786:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176788.246788:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176788.246791:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176788.246793:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176788.246799:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410262:410262:256:4294967295] 192.168.202.156@tcp LPNI seq info [410260:410260:8:4294967295] 00000400:00000200:3.0:1786176788.246802:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176788.246807:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176788.246810:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176788.246812:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176788.246815:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176788.246817:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786176788.246822:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176788.246824:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000100:3.0:1786176788.246827:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176788.246828:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176788.246831:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176788.246834:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176788.246836:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176788.246838:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176788.246839:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176788.246842:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.246848:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176788.246850:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.246855:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246856:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176788.246858:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176788.246861:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176788.246863:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176788.246864:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302896136 00000100:00000001:3.0:1786176788.246866:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302896761 00000100:00000001:3.0:1786176788.246868:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302896136 00000100:00000001:3.0:1786176788.246870:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302896761 00000100:00000001:3.0:1786176788.246871:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176788.246873:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.246874:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176788.246876:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176788/real 1786176788] req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176788.246881:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176788.246882:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176788.246882:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176788.246884:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176788.246885:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176788.246886:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176788.246889:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176788.246895:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.246899:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176788.246900:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.246901:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176788.246902:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176788.246904:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.246908:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176788.246910:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.246915:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176788.246916:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.246917:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176788.246918:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.246919:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176788.246923:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176788.246925:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176788.246927:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176788.246928:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176788.246931:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176788.246935:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612120576:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176788.246938:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176788.246941:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.246951:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176788.246952:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176788.246954:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176788.246955:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176788.246956:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176788.246958:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612120704:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176788.246960:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176788.246961:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176788.246962:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176788.246963:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176788.246965:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176788.246967:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176788.246969:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176788.246970:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176788.246972:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176788.246973:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612120704, portal 10 00000100:00000001:3.0:1786176788.246975:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176788.246976:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:3.0:1786176788.246980:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.246984:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176788.246986:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176788.246987:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176788.246989:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612120704, offset 0 00000400:00000200:3.0:1786176788.246992:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176788.246994:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176788.246996:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176788.246998:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176788.246999:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176788.247001:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176788.247002:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176788.247005:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410263:410263:256:4294967295] 192.168.202.156@tcp LPNI seq info [410261:410261:8:4294967295] 00000400:00000200:3.0:1786176788.247008:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176788.247045:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176788.247053:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176788.247058:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176788.247062:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176788.247066:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786176788.247070:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176788.247072:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000100:3.0:1786176788.247075:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176788.247076:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176788.247079:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176788.247081:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176788.247084:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176788.247085:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176788.247087:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176788.247089:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247096:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176788.247098:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247102:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.247104:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176788.247106:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176788.247109:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176788.247111:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176788.247113:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302896137 00000100:00000001:3.0:1786176788.247115:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302896761 00000100:00000001:3.0:1786176788.247116:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302896137 00000100:00000001:3.0:1786176788.247118:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302896761 00000100:00000001:3.0:1786176788.247119:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176788.247122:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.247123:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176788.247125:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176788/real 1786176788] req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176788.247131:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176788.247132:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176788.247133:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176788.247135:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176788.247136:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176788.247137:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176788.247139:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176788.247145:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247149:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176788.247150:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247151:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176788.247152:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176788.247154:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247158:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176788.247160:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247165:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176788.247166:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247167:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176788.247168:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247169:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176788.247171:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176788.247172:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176788.247175:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176788.247177:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176788.247180:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176788.247185:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612120704:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176788.247187:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176788.247189:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247193:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176788.247194:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176788.247196:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176788.247197:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176788.247198:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176788.247200:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612120832:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176788.247202:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176788.247203:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176788.247204:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176788.247205:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176788.247208:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176788.247210:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176788.247212:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176788.247214:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176788.247216:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176788.247218:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612120832, portal 4 00000100:00000001:3.0:1786176788.247220:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176788.247221:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:3.0:1786176788.247225:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247230:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176788.247232:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176788.247233:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176788.247235:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612120832, offset 0 00000400:00000200:3.0:1786176788.247237:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176788.247240:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176788.247243:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176788.247245:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176788.247247:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176788.247249:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176788.247250:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176788.247252:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410264:410264:256:4294967295] 192.168.202.156@tcp LPNI seq info [410262:410262:8:4294967295] 00000400:00000200:3.0:1786176788.247255:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176788.247259:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176788.247262:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176788.247264:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176788.247266:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176788.247269:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786176788.247271:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176788.247273:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000100:3.0:1786176788.247275:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176788.247277:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176788.247279:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176788.247281:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176788.247283:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176788.247285:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176788.247286:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176788.247288:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247294:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176788.247296:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247300:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.247301:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176788.247304:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176788.247306:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176788.247308:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176788.247310:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302896320 00000100:00000001:3.0:1786176788.247311:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302896761 00000100:00000001:3.0:1786176788.247313:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302896320 00000100:00000001:3.0:1786176788.247314:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302896761 00000100:00000001:3.0:1786176788.247316:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176788.247317:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.247318:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176788.247320:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176788/real 1786176788] req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176788.247325:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176788.247325:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176788.247326:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176788.247327:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176788.247329:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176788.247330:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176788.247332:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176788.247338:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247342:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176788.247343:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247344:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176788.247344:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176788.247347:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247350:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176788.247353:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247358:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176788.247360:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247361:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176788.247362:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247363:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176788.247364:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176788.247366:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176788.247367:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176788.247369:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176788.247371:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176788.247375:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612120832:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176788.247378:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247379:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176788.247381:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612120576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247384:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176788.247385:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176788.247387:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176788.247388:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176788.247389:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176788.247390:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176788.247391:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176788.247393:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:3.0:1786176788.247394:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176788.247395:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176788.247396:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:3.0:1786176788.247398:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176788.247399:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247401:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176788.247403:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612120704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247408:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176788.247409:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176788.247409:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176788.247412:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176788.247413:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176788.247413:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176788.247414:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176788.247415:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:3.0:1786176788.247416:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176788.247417:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176788.247418:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:3.0:1786176788.247419:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176788.247420:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247421:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176788.247423:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612120832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247426:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176788.247427:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176788.247428:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176788.247429:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176788.247430:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176788.247430:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176788.247431:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176788.247432:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:3.0:1786176788.247433:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176788.247434:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176788.247435:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:3.0:1786176788.247436:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176788.247437:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247438:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247440:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176788.247441:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.247442:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176788.247444:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176788.247445:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176788.247448:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247453:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176788.247454:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176788.247455:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176788.247456:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176788.247457:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176788.247459:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612120960:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176788.247462:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176788.247463:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176788.247465:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176788.247466:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176788.247469:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176788.247472:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176788.247475:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176788.247478:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176788.247481:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176788.247484:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612120960, portal 4 00000100:00000001:3.0:1786176788.247486:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176788.247488:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:3.0:1786176788.247494:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247502:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176788.247504:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176788.247506:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176788.247509:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612120960, offset 0 00000400:00000200:3.0:1786176788.247514:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176788.247518:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176788.247522:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176788.247525:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176788.247528:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176788.247531:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176788.247533:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176788.247536:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410265:410265:256:4294967295] 192.168.202.156@tcp LPNI seq info [410263:410263:8:4294967295] 00000400:00000200:3.0:1786176788.247539:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176788.247544:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176788.247547:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176788.247550:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176788.247552:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176788.247554:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786176788.247558:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176788.247560:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000100:3.0:1786176788.247562:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176788.247563:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176788.247565:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176788.247568:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176788.247570:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176788.247571:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176788.247573:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176788.247576:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247581:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176788.247583:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247588:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.247589:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176788.247591:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176788.247594:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176788.247609:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176788.247611:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302896300 00000100:00000001:3.0:1786176788.247613:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302896761 00000100:00000001:3.0:1786176788.247615:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302896300 00000100:00000001:3.0:1786176788.247618:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302896761 00000100:00000001:3.0:1786176788.247619:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176788.247621:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.247622:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176788.247625:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176788/real 1786176788] req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176788.247630:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176788.247631:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176788.247633:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176788.247635:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176788.247636:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176788.247638:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176788.247640:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176788.247645:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247649:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176788.247650:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247651:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176788.247652:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176788.247654:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247658:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176788.247661:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247665:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176788.247667:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247668:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176788.247669:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247671:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176788.247672:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176788.247674:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176788.247676:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176788.247678:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176788.247680:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176788.247685:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612120960:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176788.247687:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247688:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176788.247690:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612120960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176788.247694:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176788.247695:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176788.247696:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176788.247698:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176788.247699:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176788.247700:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176788.247702:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176788.247703:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:3.0:1786176788.247705:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176788.247705:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176788.247707:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:3.0:1786176788.247709:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176788.247710:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247711:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176788.247713:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176788.247714:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176788.247715:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176788.247717:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176788.885104:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302896761, at 4302896768 00000100:00000010:0.0:1786176788.885121:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a6c0. 00000100:00000001:0.0:1786176789.141141:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176789.141148:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176789.141152:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176789.141165:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176789.141166:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176789.141174:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176789.141175:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176789.141182:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176789.141183:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176789.141191:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176789.141191:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176789.141196:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176789.141200:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176789.141201:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176789.141201:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176789.141204:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176789.141210:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176789.141212:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176789.141212:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176789.141221:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176789.141222:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176789.141222:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176789.141229:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176789.141235:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00010000:0.0:1786176789.141236:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176789.141243:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176789.141249:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176789.141249:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176789.141260:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176789.141261:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176789.141263:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176789.141271:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176789.141273:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176789.141276:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176789.141278:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176789.141283:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176789.141283:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176789.141284:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176789.141289:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176789.141291:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176789.141296:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176789.141297:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176789.141301:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176789.141306:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176789.141310:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176789.141313:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176789.141315:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176789.141316:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.165134:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176790.165142:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176790.165145:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176790.165151:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176790.165156:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176790.165161:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176790.165169:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176790.165175:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176790.165176:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176790.165180:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176790.165186:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.165187:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176790.165188:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176790.165197:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176790.165201:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176790.165201:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176790.165213:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176790.165214:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176790.165223:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176790.165224:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176790.165226:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176790.165237:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176790.165238:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176790.165239:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176790.165245:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176790.165245:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176790.165249:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176790.165249:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176790.165251:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176790.165257:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176790.165258:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176790.165264:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.165265:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176790.165269:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786176790.165272:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176790.165274:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.165275:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1786176790.165278:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176790.165278:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.165292:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176790.165298:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176790.165302:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176790.165308:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176790.165313:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176790.165317:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176790.165320:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176790.165326:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176790.165329:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176791.189165:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176791.189165:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176791.189166:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176791.189177:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176791.189181:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176791.189181:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176791.189182:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176791.189187:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176791.189188:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176791.189197:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176791.189198:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176791.189199:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176791.189212:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176791.189214:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176791.189216:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176791.189221:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176791.189221:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176791.189222:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176791.189235:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176791.189239:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176791.189240:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176791.189249:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176791.189250:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176791.189257:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176791.189258:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176791.189265:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176791.189275:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176791.189296:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176791.189300:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176791.189301:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176791.189311:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176791.189313:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176791.189315:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176791.189319:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176791.189320:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176791.189324:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176791.189328:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176791.189330:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000020:00000001:0.0:1786176791.189331:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176791.189332:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176791.189339:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176791.189344:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176791.189346:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1786176791.189347:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176791.189354:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176791.189362:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176791.189367:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176791.189373:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176792.213175:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176792.213185:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176792.213189:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176792.213193:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176792.213193:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176792.213194:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176792.213206:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176792.213207:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176792.213207:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176792.213213:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176792.213215:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176792.213216:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176792.213227:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176792.213229:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176792.213229:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176792.213231:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176792.213245:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176792.213247:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176792.213247:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176792.213260:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176792.213261:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176792.213279:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176792.213282:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176792.213286:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176792.213287:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176792.213297:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176792.213301:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786176792.213303:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176792.213305:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176792.213315:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176792.213320:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176792.213332:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176792.213333:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176792.213337:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176792.213339:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176792.213341:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176792.213343:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176792.213354:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176792.213356:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176792.213360:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176792.213363:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176792.213366:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176792.213367:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176792.213368:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176792.213374:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176792.213375:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176792.213382:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176792.213386:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.237115:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176793.237125:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176793.237128:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176793.237134:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176793.237141:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176793.237142:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176793.237148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.237153:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176793.237154:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176793.237160:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176793.237161:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.237161:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.237173:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176793.237174:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176793.237176:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176793.237184:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176793.237187:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176793.237192:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176793.237193:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176793.237204:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176793.237204:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176793.237209:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176793.237210:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.237210:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176793.237219:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176793.237221:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176793.237222:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.237223:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176793.237226:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176793.237228:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176793.237236:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.237237:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176793.237247:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.237252:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176793.237255:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.237258:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176793.237272:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176793.237277:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176793.237282:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176793.237284:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176793.237289:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176793.237291:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176793.237294:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176793.237297:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176793.237299:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.237302:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176793.237303:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.237305:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.365420:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176793.365429:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176793.365435:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176793.365449:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.365473:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176793.365479:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176793.365490:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176793.365497:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176793.365505:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176793.365514:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612121088:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176793.365527:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176793.365536:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176793.365544:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176793.365566:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176793.365576:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176793.365582:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176793.365598:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176793.365609:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176793.365624:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176793.365639:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612121088, portal 25 00000100:00000001:3.0:1786176793.365647:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176793.365653:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263250816 : -127833446300800 : ffff8bbc74d7c380) 00000100:00000040:3.0:1786176793.365668:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.365704:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176793.365713:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176793.365721:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176793.365730:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612121088, offset 0 00000400:00000200:3.0:1786176793.365749:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176793.365770:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176793.365785:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176793.365799:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176793.365812:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176793.365824:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176793.365833:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176793.365843:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410266:410266:256:4294967295] 192.168.202.156@tcp LPNI seq info [410264:410264:8:4294967295] 00000400:00000200:3.0:1786176793.365859:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176793.365882:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176793.365908:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176793.365920:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176793.365937:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176793.365946:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1786176793.365963:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176793.365981:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000100:3.0:1786176793.365994:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176793.366000:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176793.366056:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176793.366072:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176793.366083:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176793.366090:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176793.366101:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176793.366110:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366130:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176793.366137:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366148:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.366150:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176793.366163:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176793.366169:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176793.366172:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4302901881 00000100:00000010:3.0:1786176793.366180:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a1e0. 00000100:00000001:3.0:1786176793.366192:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176793.366201:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4302901881 00000100:00000010:3.0:1786176793.366205:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a540. 00000100:00000001:3.0:1786176793.366209:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176793.366225:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176793.366229:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.366233:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176793.366239:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176793/real 1786176793] req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176793.366251:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176793.366255:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176793.366258:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176793.366262:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176793.366264:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176793.366267:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176793.366271:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176793.366280:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366287:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176793.366289:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.366292:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176793.366294:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176793.366299:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366308:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176793.366314:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366322:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176793.366326:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.366327:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176793.366329:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.366332:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176793.366335:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176793.366338:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176793.366342:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176793.366345:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176793.366351:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176793.366360:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612121088:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176793.366368:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.366370:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176793.366373:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c380 x1872933612121088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366381:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176793.366385:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176793.366388:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176793.366393:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176793.366395:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176793.366398:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176793.366400:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176793.366403:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:3.0:1786176793.366409:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176793.366412:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176793.366415:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c380. 00000100:00000001:3.0:1786176793.366418:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176793.366419:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.366422:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.366431:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176793.366433:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.366436:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176793.366437:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176793.366439:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176793.366443:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366451:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176793.366452:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176793.366455:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176793.366457:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176793.366459:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176793.366462:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612121216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176793.366466:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176793.366468:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176793.366469:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176793.366471:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176793.366474:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176793.366476:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176793.366480:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176793.366483:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176793.366487:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176793.366490:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612121216, portal 10 00000100:00000001:3.0:1786176793.366493:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176793.366494:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263260672 : -127833446290944 : ffff8bbc74d7ea00) 00000100:00000040:3.0:1786176793.366502:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366508:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176793.366511:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176793.366514:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176793.366516:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612121216, offset 0 00000400:00000200:3.0:1786176793.366520:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176793.366524:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176793.366529:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176793.366532:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176793.366535:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176793.366538:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176793.366541:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176793.366544:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410267:410267:256:4294967295] 192.168.202.156@tcp LPNI seq info [410265:410265:8:4294967295] 00000400:00000200:3.0:1786176793.366562:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176793.366570:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176793.366575:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176793.366579:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176793.366583:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176793.366586:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1786176793.366591:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176793.366593:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000100:3.0:1786176793.366597:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176793.366599:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176793.366602:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176793.366606:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176793.366609:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176793.366611:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176793.366615:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176793.366619:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366628:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176793.366631:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366638:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.366640:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176793.366645:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176793.366649:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176793.366653:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176793.366656:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302901256 00000100:00000001:3.0:1786176793.366659:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302901881 00000100:00000001:3.0:1786176793.366662:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302901256 00000100:00000001:3.0:1786176793.366664:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302901881 00000100:00000001:3.0:1786176793.366667:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176793.366669:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.366672:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176793.366676:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176793/real 1786176793] req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176793.366685:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176793.366686:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176793.366688:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176793.366691:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176793.366693:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176793.366695:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176793.366698:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176793.366708:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366715:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176793.366717:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.366719:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176793.366721:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176793.366725:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366732:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176793.366736:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366744:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176793.366747:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.366749:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176793.366750:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.366752:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176793.366757:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176793.366760:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176793.366763:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176793.366766:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176793.366770:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176793.366779:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612121216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176793.366783:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176793.366787:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366794:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176793.366796:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176793.366798:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176793.366800:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176793.366803:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176793.366806:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612121344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176793.366810:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176793.366812:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176793.366814:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176793.366816:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176793.366819:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176793.366821:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176793.366825:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176793.366828:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176793.366831:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176793.366834:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612121344, portal 10 00000100:00000001:3.0:1786176793.366836:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176793.366838:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263251712 : -127833446299904 : ffff8bbc74d7c700) 00000100:00000040:3.0:1786176793.366844:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366850:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176793.366853:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176793.366855:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176793.366857:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612121344, offset 0 00000400:00000200:3.0:1786176793.366862:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176793.366867:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176793.366871:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176793.366874:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176793.366877:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176793.366880:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176793.366882:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176793.366886:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410268:410268:256:4294967295] 192.168.202.156@tcp LPNI seq info [410266:410266:8:4294967295] 00000400:00000200:3.0:1786176793.366890:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176793.366896:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176793.366901:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176793.366905:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176793.366909:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176793.366912:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1786176793.366916:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176793.366919:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000100:3.0:1786176793.366924:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176793.366926:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176793.366929:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176793.366933:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176793.366936:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176793.366939:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176793.366942:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176793.366946:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366954:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176793.366957:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.366964:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.366966:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176793.366969:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176793.366972:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176793.366976:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176793.366978:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302901256 00000100:00000001:3.0:1786176793.366981:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302901881 00000100:00000001:3.0:1786176793.366983:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302901256 00000100:00000001:3.0:1786176793.366986:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302901881 00000100:00000001:3.0:1786176793.366988:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176793.366990:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.366992:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176793.366996:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176793/real 1786176793] req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176793.367004:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176793.367006:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176793.367007:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176793.367030:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176793.367033:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176793.367036:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176793.367040:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176793.367049:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367056:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176793.367058:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367060:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176793.367061:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176793.367065:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367072:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176793.367076:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367082:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176793.367085:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367087:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176793.367088:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367090:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176793.367093:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176793.367096:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176793.367099:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176793.367102:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176793.367106:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176793.367114:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612121344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176793.367119:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176793.367123:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367130:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176793.367132:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176793.367135:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176793.367137:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176793.367139:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176793.367142:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612121472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176793.367146:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176793.367147:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176793.367149:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176793.367151:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176793.367154:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176793.367157:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176793.367161:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176793.367163:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176793.367167:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176793.367170:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612121472, portal 4 00000100:00000001:3.0:1786176793.367172:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176793.367173:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263263360 : -127833446288256 : ffff8bbc74d7f480) 00000100:00000040:3.0:1786176793.367179:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367186:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176793.367188:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176793.367191:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176793.367193:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612121472, offset 0 00000400:00000200:3.0:1786176793.367198:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176793.367202:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176793.367206:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176793.367208:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176793.367211:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176793.367214:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176793.367216:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176793.367219:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410269:410269:256:4294967295] 192.168.202.156@tcp LPNI seq info [410267:410267:8:4294967295] 00000400:00000200:3.0:1786176793.367223:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176793.367230:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176793.367235:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176793.367238:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176793.367242:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176793.367245:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1786176793.367249:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176793.367252:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000100:3.0:1786176793.367256:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176793.367258:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176793.367262:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176793.367266:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176793.367269:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176793.367270:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176793.367274:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176793.367278:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367286:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176793.367290:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367296:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.367298:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176793.367301:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176793.367305:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176793.367308:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176793.367311:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302901440 00000100:00000001:3.0:1786176793.367313:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302901881 00000100:00000001:3.0:1786176793.367316:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302901440 00000100:00000001:3.0:1786176793.367318:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302901881 00000100:00000001:3.0:1786176793.367320:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176793.367322:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.367324:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176793.367328:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176793/real 1786176793] req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176793.367336:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176793.367337:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176793.367339:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176793.367342:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176793.367343:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176793.367346:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176793.367350:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176793.367359:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367366:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176793.367367:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367369:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176793.367371:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176793.367374:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367381:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176793.367385:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367392:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176793.367394:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367396:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176793.367397:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367399:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176793.367401:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176793.367404:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176793.367407:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176793.367410:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176793.367415:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176793.367424:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612121472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176793.367429:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176793.367432:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367439:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176793.367440:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176793.367443:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176793.367445:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176793.367447:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176793.367450:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612121600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176793.367453:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176793.367455:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176793.367457:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176793.367459:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176793.367462:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176793.367465:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176793.367468:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176793.367471:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176793.367474:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176793.367477:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612121600, portal 4 00000100:00000001:3.0:1786176793.367479:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176793.367480:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263262464 : -127833446289152 : ffff8bbc74d7f100) 00000100:00000040:3.0:1786176793.367487:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367494:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176793.367496:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176793.367499:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176793.367501:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612121600, offset 0 00000400:00000200:3.0:1786176793.367506:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176793.367510:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176793.367513:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176793.367516:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176793.367519:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176793.367521:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176793.367524:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176793.367527:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410270:410270:256:4294967295] 192.168.202.156@tcp LPNI seq info [410268:410268:8:4294967295] 00000400:00000200:3.0:1786176793.367531:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176793.367538:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176793.367543:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176793.367560:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176793.367565:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176793.367568:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1786176793.367573:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176793.367576:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 23 secs later) 00000800:00000100:3.0:1786176793.367580:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176793.367582:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176793.367586:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176793.367590:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176793.367593:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176793.367595:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176793.367598:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176793.367601:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367610:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176793.367613:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367619:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.367621:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176793.367624:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176793.367627:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176793.367630:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176793.367633:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302901420 00000100:00000001:3.0:1786176793.367635:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302901881 00000100:00000001:3.0:1786176793.367638:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302901420 00000100:00000001:3.0:1786176793.367640:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302901881 00000100:00000001:3.0:1786176793.367643:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176793.367645:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.367647:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176793.367652:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176793/real 1786176793] req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176793.367660:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176793.367662:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176793.367664:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176793.367667:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176793.367669:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176793.367672:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176793.367675:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176793.367684:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367691:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176793.367693:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367695:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176793.367696:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176793.367700:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367707:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176793.367711:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367719:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176793.367722:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367724:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176793.367725:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367727:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176793.367729:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176793.367732:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176793.367735:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176793.367738:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176793.367742:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176793.367750:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612121600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176793.367755:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367757:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176793.367760:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ea00 x1872933612121216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367767:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176793.367769:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176793.367771:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176793.367774:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176793.367775:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176793.367776:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176793.367779:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176793.367780:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:3.0:1786176793.367783:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176793.367784:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176793.367786:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ea00. 00000100:00000001:3.0:1786176793.367789:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176793.367791:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367793:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176793.367796:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c700 x1872933612121344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367810:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176793.367811:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176793.367813:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176793.367816:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176793.367817:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176793.367819:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176793.367821:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176793.367823:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:3.0:1786176793.367825:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176793.367826:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176793.367828:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c700. 00000100:00000001:3.0:1786176793.367830:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176793.367831:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367833:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176793.367837:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f480 x1872933612121472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367843:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176793.367844:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176793.367846:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176793.367851:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176793.367852:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176793.367854:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176793.367856:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176793.367857:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:3.0:1786176793.367860:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176793.367861:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176793.367862:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f480. 00000100:00000001:3.0:1786176793.367865:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176793.367866:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367868:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176793.367871:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f100 x1872933612121600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176793.367878:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176793.367880:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176793.367882:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176793.367884:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176793.367886:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176793.367887:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176793.367889:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176793.367891:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028400. 02000000:00000001:3.0:1786176793.367893:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176793.367895:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176793.367896:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f100. 00000100:00000001:3.0:1786176793.367899:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176793.367900:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367902:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176793.367906:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176793.367907:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.367909:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176793.367911:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176794.005148:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302901881, at 4302901888 00000100:00000010:0.0:1786176794.005170:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a1e0. 00000100:00000001:0.0:1786176794.261148:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176794.261148:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176794.261148:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176794.261157:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176794.261158:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176794.261158:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176794.261159:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176794.261163:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176794.261164:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176794.261167:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176794.261171:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176794.261173:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176794.261173:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176794.261177:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176794.261180:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176794.261181:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176794.261182:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176794.261185:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176794.261188:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176794.261189:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176794.261195:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176794.261195:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176794.261201:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176794.261235:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176794.261238:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176794.261239:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176794.261241:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176794.261244:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176794.261246:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176794.261247:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176794.261248:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176794.261250:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176794.261271:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176794.261273:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176794.261274:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176794.261277:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176794.261279:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176794.261281:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176794.261282:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176794.261284:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176794.261285:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176794.261296:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176794.261298:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176794.261299:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176794.261301:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176794.261302:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176794.261304:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176794.261422:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176794.261423:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176794.261427:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176794.261432:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176794.261432:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176794.261435:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176794.261439:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176795.285085:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176795.285092:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176795.285094:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176795.285099:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176795.285103:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176795.285108:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176795.285112:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176795.285114:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176795.285117:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.285121:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176795.285123:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.285126:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176795.285126:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.285135:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176795.285136:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176795.285143:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.285146:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176795.285152:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176795.285154:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176795.285160:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176795.285161:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176795.285161:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176795.285168:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.285172:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176795.285173:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176795.285173:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176795.285180:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176795.285181:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176795.285182:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176795.285184:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176795.285195:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176795.285199:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176795.285207:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176795.285209:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176795.285215:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176795.285226:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.285236:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176795.285242:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176795.285245:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176795.285251:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176795.285257:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176795.285261:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.285266:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176795.285268:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.285270:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176796.309147:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176796.309156:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176796.309158:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176796.309164:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176796.309170:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176796.309176:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176796.309182:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176796.309184:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176796.309188:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176796.309190:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176796.309192:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176796.309193:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176796.309203:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176796.309207:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176796.309209:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176796.309213:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176796.309217:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176796.309223:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176796.309226:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176796.309227:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176796.309233:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176796.309234:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176796.309235:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176796.309238:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176796.309240:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176796.309241:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176796.309245:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176796.309248:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176796.309248:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176796.309252:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176796.309253:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176796.309259:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176796.309261:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176796.309267:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176796.309267:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176796.309282:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176796.309301:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176796.309305:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176796.309307:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176796.309310:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176796.309311:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176796.309314:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176796.309316:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176796.309320:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176796.309322:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176796.309327:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176796.309327:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176796.309331:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176796.309333:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176796.309334:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176796.309340:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176796.309340:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176796.309344:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176796.309347:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176797.333078:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176797.333086:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176797.333087:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176797.333092:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176797.333096:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176797.333100:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176797.333102:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176797.333105:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176797.333108:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176797.333113:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176797.333119:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176797.333124:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176797.333125:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176797.333133:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176797.333133:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176797.333135:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176797.333138:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176797.333140:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176797.333141:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176797.333143:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176797.333145:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176797.333147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176797.333149:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176797.333152:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176797.333152:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176797.333156:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176797.333157:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176797.333159:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176797.333161:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176797.333168:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176797.333169:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176797.333173:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176797.333175:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176797.333176:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176797.333181:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176797.333184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176797.333204:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176797.333210:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176797.333214:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176797.333219:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176797.333224:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176797.333228:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176797.333234:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176797.333240:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176797.333243:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176798.357115:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176798.357122:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176798.357125:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176798.357125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176798.357128:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176798.357130:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176798.357132:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176798.357133:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176798.357134:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176798.357137:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176798.357141:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176798.357142:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176798.357144:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176798.357147:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176798.357149:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176798.357151:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176798.357151:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176798.357153:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176798.357157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176798.357158:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176798.357159:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.357162:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176798.357163:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176798.357169:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176798.357170:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.357173:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176798.357177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176798.357190:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176798.357194:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176798.357196:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176798.357196:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176798.357198:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176798.357200:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176798.357202:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176798.357203:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176798.357206:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176798.357207:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176798.357212:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176798.357215:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176798.357215:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176798.357220:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176798.357221:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176798.357227:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176798.357230:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176798.357232:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.357235:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176798.357240:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176798.357241:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176798.357252:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176798.357256:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176798.357258:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176798.357260:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176798.357262:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176798.357264:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176798.485127:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176798.485136:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176798.485138:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176798.485141:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176798.485145:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176798.485151:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8233 00000400:00000200:3.0:1786176798.485157:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176798.485162:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176798.485164:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176798.485167:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485169:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176798.485171:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485173:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176798.485176:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176798.485178:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176798.485180:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176798.485183:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176798.485184:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176798.485186:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176798.485188:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485189:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176798.485191:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485192:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176798.485194:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176798.485196:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485197:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176798.485200:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176798.485202:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176798.485204:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.485206:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176798.485209:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176798.485217:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4e00. 00000020:00000040:3.0:1786176798.485220:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176798.485223:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176798.485224:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.485227:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176798.485229:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176798.485232:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176798.485238:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176798.485252:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176798.485260:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4e00 x1872933612121728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176798.485269:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176798.485272:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176798.485276:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f4c2a18] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4e00 x1872933612121728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176798.485300:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176798.485303:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176798.485307:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176798.485309:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176798.485311:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176798.485315:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176798.485319:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8233 00000400:00000200:3.0:1786176798.485326:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176798.485334:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176798.485340:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176798.485350:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485357:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176798.485361:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485366:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176798.485371:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176798.485375:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176798.485377:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176798.485380:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176798.485384:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176798.485389:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176798.485393:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485396:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176798.485398:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485403:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176798.485409:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176798.485411:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485414:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176798.485417:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176798.485422:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176798.485428:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.485430:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176798.485434:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176798.485438:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.485440:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176798.485447:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000020:00000040:3.0:1786176798.485450:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176798.485456:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176798.485457:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.485458:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176798.485460:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176798.485464:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176798.485471:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176798.485476:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176798.485486:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612121856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176798.485512:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176798.485516:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176798.485522:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612121856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176798.485542:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176798.485550:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176798.485565:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176798.485571:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176798.485576:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176798.485584:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176798.485592:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8233 00000400:00000200:3.0:1786176798.485602:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176798.485612:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176798.485617:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:1.1:1786176798.485623:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:3.0:1786176798.485627:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176798.485628:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:3.0:1786176798.485634:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176798.485642:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485647:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176798.485653:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176798.485657:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176798.485661:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176798.485666:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176798.485671:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176798.485678:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176798.485687:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485693:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176798.485698:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485702:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176798.485710:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176798.485718:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176798.485726:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176798.485730:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176798.485736:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176798.485742:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.485748:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176798.485753:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176798.485758:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.485763:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176798.485770:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000020:00000040:3.0:1786176798.485775:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176798.485778:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176798.485780:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.485785:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176798.485799:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176798.485804:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176798.485815:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176798.485823:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176798.485835:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612121984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176798.485868:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176798.485875:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176798.485894:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612121984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176798.485930:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176798.485939:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176798.485947:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176798.485953:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176798.485957:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176798.485966:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176798.485973:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8233 00000400:00000200:3.0:1786176798.485984:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176798.485993:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176798.485999:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176798.486007:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.486041:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176798.486047:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.486052:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176798.486057:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176798.486062:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176798.486068:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176798.486074:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176798.486079:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176798.486085:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176798.486094:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.486100:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176798.486104:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.486107:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176798.486114:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176798.486123:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176798.486129:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176798.486134:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176798.486139:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176798.486147:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.486153:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176798.486159:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176798.486167:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.486173:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176798.486182:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000020:00000040:3.0:1786176798.486189:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176798.486196:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176798.486200:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.486207:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176798.486212:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176798.486216:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176798.486226:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176798.486233:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176798.486247:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612122112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176798.486273:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176798.486280:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176798.486293:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612122112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176798.486322:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176798.486326:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:3.0:1786176798.486329:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.1:1786176798.486329:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00080000:3.0:1786176798.486339:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176798.486345:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176798.486350:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176798.486356:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176798.486365:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8233 00000400:00000200:3.0:1786176798.486377:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176798.486386:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176798.486392:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176798.486400:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.486407:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176798.486413:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.486418:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176798.486424:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176798.486427:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176798.486431:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176798.486435:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176798.486441:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176798.486446:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176798.486454:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.486459:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176798.486465:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176798.486471:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176798.486476:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176798.486485:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176798.486492:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176798.486514:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176798.486519:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176798.486526:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.486533:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176798.486538:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176798.486547:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.486552:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176798.486562:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000020:00000040:3.0:1786176798.486569:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176798.486575:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176798.486579:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176798.486585:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176798.486589:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176798.486593:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176798.486603:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176798.486611:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176798.486625:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612122240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176798.486654:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176798.486660:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176798.486672:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612122240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176798.486691:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176798.486699:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8244) 00000800:00000200:1.1:1786176798.486784:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176798.486786:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176798.487075:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176798.487077:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176798.487276:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176798.487277:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000040:0.0:1786176799.125139:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302907000, at 4302907008 00000100:00000010:0.0:1786176799.125159:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6660. 00000100:00000001:2.0:1786176799.381124:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176799.381124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176799.381132:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176799.381132:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176799.381133:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176799.381136:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176799.381138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176799.381139:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176799.381141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176799.381141:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176799.381146:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176799.381147:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176799.381148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176799.381153:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176799.381154:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176799.381155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176799.381160:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176799.381161:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176799.381162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176799.381164:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176799.381170:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176799.381171:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176799.381174:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176799.381179:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176799.381179:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176799.381183:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176799.381187:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176799.381192:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176799.381196:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176799.381197:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176799.381199:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176799.381204:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176799.381205:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176799.381205:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176799.381209:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176799.381211:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176799.381212:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176799.381212:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176799.381217:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176799.381217:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176799.381218:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176799.381223:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176799.381224:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176799.381225:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176799.381226:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176799.381231:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176799.381232:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176799.381233:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176799.381236:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176799.381237:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176799.381238:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176799.381242:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176799.381246:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176799.381250:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176800.405124:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176800.405128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176800.405130:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176800.405131:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176800.405134:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176800.405135:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176800.405138:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176800.405139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176800.405143:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176800.405143:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176800.405144:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176800.405150:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176800.405151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176800.405151:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176800.405157:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176800.405158:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176800.405158:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176800.405164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176800.405165:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176800.405166:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176800.405167:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176800.405172:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176800.405172:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176800.405174:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176800.405178:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176800.405181:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176800.405182:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176800.405195:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176800.405199:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176800.405200:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176800.405202:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176800.405204:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176800.405205:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176800.405207:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176800.405209:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176800.405209:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176800.405212:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176800.405213:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176800.405215:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176800.405216:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176800.405220:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176800.405221:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176800.405223:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176800.405224:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176800.405229:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176800.405229:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176800.405233:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176800.405234:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176800.405239:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176800.405239:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176800.405242:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176800.405243:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176800.405249:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176800.405249:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176801.429253:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176801.429258:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176801.429262:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176801.429290:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176801.429294:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176801.429296:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176801.429299:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176801.429303:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176801.429306:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.429308:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176801.429312:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176801.429314:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176801.429316:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176801.429319:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176801.429323:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176801.429326:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176801.429329:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176801.429332:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176801.429334:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176801.429337:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176801.429340:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.429348:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176801.429353:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176801.429355:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176801.429358:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176801.429362:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176801.429365:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.429367:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176801.429368:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.429370:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.429480:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176801.429484:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176801.429486:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176801.429488:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176801.429491:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176801.429494:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176801.429496:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176801.429498:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176801.429500:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.429533:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176801.429536:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176801.429537:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176801.429539:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176801.429541:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176801.429542:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.429544:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176801.429545:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.429546:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176802.453146:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176802.453155:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176802.453158:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176802.453158:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176802.453161:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176802.453164:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176802.453167:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176802.453168:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176802.453168:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176802.453170:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176802.453175:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176802.453176:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176802.453177:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176802.453182:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176802.453183:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176802.453184:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176802.453188:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176802.453191:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176802.453196:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176802.453198:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176802.453203:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176802.453203:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176802.453207:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176802.453208:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176802.453213:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176802.453213:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176802.453221:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176802.453238:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176802.453243:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176802.453245:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176802.453249:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176802.453253:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176802.453256:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176802.453258:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176802.453261:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176802.453267:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176802.453347:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176802.453350:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176802.453354:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176802.454062:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176802.454065:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176802.454067:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176802.454070:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176802.454072:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176802.454075:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176802.454077:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176802.454079:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176802.454081:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.477076:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176803.477085:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176803.477089:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176803.477096:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176803.477102:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176803.477105:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176803.477106:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176803.477112:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176803.477112:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176803.477116:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.477117:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176803.477120:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176803.477120:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176803.477122:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176803.477128:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176803.477132:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176803.477135:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176803.477138:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176803.477141:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176803.477144:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176803.477146:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176803.477149:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176803.477150:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176803.477151:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176803.477157:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176803.477158:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176803.477158:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176803.477162:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176803.477162:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176803.477169:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176803.477170:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176803.477174:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176803.477176:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176803.477179:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176803.477181:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176803.477183:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.477186:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176803.477187:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176803.477190:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176803.477191:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176803.477196:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176803.477196:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176803.477200:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176803.477202:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176803.477204:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176803.477271:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176803.477274:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176803.477276:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176803.605142:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176803.605154:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176803.605157:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176803.605161:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176803.605166:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176803.605175:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8239 00000400:00000200:3.0:1786176803.605183:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176803.605190:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176803.605201:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176803.605205:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605209:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176803.605211:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605214:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176803.605219:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176803.605221:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176803.605224:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176803.605228:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176803.605231:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176803.605234:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176803.605238:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605240:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176803.605242:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605244:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176803.605247:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176803.605251:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605254:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176803.605257:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176803.605260:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176803.605263:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.605266:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176803.605268:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176803.605277:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 00000020:00000040:3.0:1786176803.605281:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176803.605285:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176803.605287:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.605291:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176803.605294:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176803.605299:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176803.605307:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:3.0:1786176803.605314:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176803.605324:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612122368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176803.605336:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176803.605340:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176803.605346:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612122368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176803.605378:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176803.605382:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176803.605385:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176803.605388:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176803.605389:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176803.605393:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176803.605395:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8239 00000400:00000200:3.0:1786176803.605399:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176803.605403:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176803.605405:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176803.605409:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605412:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176803.605415:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605417:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176803.605420:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176803.605422:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176803.605424:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176803.605429:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176803.605435:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176803.605441:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176803.605463:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605468:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176803.605474:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605478:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176803.605485:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176803.605494:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605501:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176803.605506:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176803.605513:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176803.605518:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.605523:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176803.605530:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176803.605535:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.605539:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176803.605545:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000020:00000040:3.0:1786176803.605549:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176803.605555:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176803.605557:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.605564:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176803.605568:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176803.605581:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176803.605590:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:3.0:1786176803.605597:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176803.605608:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612122496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176803.605623:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176803.605627:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176803.605635:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612122496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176803.605654:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176803.605660:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176803.605667:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176803.605671:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176803.605675:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176803.605680:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176803.605688:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8239 00000400:00000200:3.0:1786176803.605698:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176803.605706:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176803.605711:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176803.605718:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605723:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176803.605728:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176803.605734:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176803.605735:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176803.605741:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:1.1:1786176803.605741:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000020:00000040:3.0:1786176803.605744:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176803.605748:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176803.605753:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176803.605758:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176803.605763:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176803.605768:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605773:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176803.605780:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605785:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176803.605792:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176803.605800:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176803.605807:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176803.605812:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176803.605818:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176803.605823:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.605829:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176803.605834:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176803.605840:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.605843:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176803.605849:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786176803.605854:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176803.605859:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176803.605863:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.605866:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176803.605868:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176803.605873:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176803.605878:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cffc00. 00000100:00000001:3.0:1786176803.605885:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176803.605895:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612122624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176803.605913:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176803.605918:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176803.605928:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612122624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176803.605940:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176803.605945:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176803.605953:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176803.605956:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176803.605960:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176803.605965:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176803.605970:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8239 00000400:00000200:3.0:1786176803.605978:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176803.605987:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176803.605994:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176803.606004:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.606010:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176803.606047:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.606054:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176803.606060:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176803.606064:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176803.606070:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176803.606074:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176803.606080:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176803.606085:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176803.606094:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.606100:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176803.606107:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.606112:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176803.606117:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176803.606126:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176803.606131:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176803.606138:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176803.606144:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176803.606152:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.606157:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176803.606161:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176803.606169:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.606175:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176803.606182:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786176803.606188:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176803.606195:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176803.606199:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.606202:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176803.606204:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176803.606208:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176803.606217:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:3.0:1786176803.606225:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176803.606236:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612122752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176803.606258:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176803.606264:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176803.606275:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612122752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176803.606297:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176803.606302:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176803.606313:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176803.606318:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176803.606323:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176803.606330:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176803.606337:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8239 00000400:00000200:3.0:1786176803.606348:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176803.606358:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176803.606364:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176803.606375:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.606383:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176803.606390:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.606396:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176803.606402:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176803.606406:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176803.606411:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176803.606416:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176803.606423:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000800:00000200:1.1:1786176803.606424:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:3.0:1786176803.606428:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000800:00000200:1.1:1786176803.606429:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000040:3.0:1786176803.606438:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.606444:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176803.606468:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176803.606474:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176803.606481:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176803.606489:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176803.606496:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176803.606502:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176803.606508:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176803.606513:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.606519:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176803.606522:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176803.606527:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.606531:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176803.606535:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000020:00000040:3.0:1786176803.606538:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176803.606542:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176803.606545:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176803.606549:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176803.606550:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176803.606554:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176803.606561:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176803.606568:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176803.606579:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612122880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176803.606602:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176803.606607:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176803.606617:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612122880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176803.606633:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176803.606641:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8249) 00000800:00000200:1.1:1786176803.606806:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176803.606807:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176803.607110:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176803.607112:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176803.607309:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176803.607312:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000040:0.0:1786176804.245112:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302912120, at 4302912128 00000100:00000010:0.0:1786176804.245134:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6600. 00000100:00000001:0.0:1786176804.501088:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176804.501094:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176804.501095:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176804.501100:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176804.501101:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176804.501104:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176804.501108:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176804.501111:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176804.501114:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176804.501116:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176804.501117:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176804.501120:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176804.501123:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176804.501124:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176804.501124:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176804.501127:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176804.501132:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176804.501132:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176804.501133:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176804.501138:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176804.501139:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176804.501140:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176804.501145:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176804.501145:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176804.501151:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176804.501153:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176804.501155:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176804.501174:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176804.501176:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176804.501180:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176804.501187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176804.501193:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176804.501196:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176804.501201:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176804.501206:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176804.501209:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176804.501211:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176804.501212:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176804.501214:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176804.501215:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176804.501220:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176804.501222:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176804.501226:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176804.501228:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176804.501231:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176804.501235:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176804.501237:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176804.501240:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176805.525074:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176805.525081:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176805.525083:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176805.525086:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176805.525087:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176805.525087:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176805.525089:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176805.525094:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176805.525097:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176805.525098:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176805.525098:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176805.525104:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176805.525105:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176805.525106:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176805.525109:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176805.525110:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176805.525115:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176805.525115:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176805.525116:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176805.525120:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176805.525121:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176805.525122:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176805.525126:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176805.525128:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176805.525129:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176805.525132:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176805.525138:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176805.525143:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176805.525147:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176805.525148:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176805.525150:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176805.525152:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176805.525154:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176805.525156:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176805.525157:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176805.525160:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176805.525160:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176805.525165:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176805.525167:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176805.525170:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176805.525173:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176805.525175:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176805.525178:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176805.525179:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176805.525182:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176805.525229:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176805.525233:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176805.525237:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176806.549094:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176806.549106:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176806.549109:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.549114:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176806.549115:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176806.549115:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176806.549121:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176806.549121:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176806.549122:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176806.549124:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176806.549126:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.549126:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176806.549131:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176806.549132:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176806.549134:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176806.549136:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176806.549136:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176806.549141:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176806.549142:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.549142:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176806.549146:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176806.549148:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176806.549151:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.549154:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176806.549155:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.549160:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.549166:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.549167:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176806.549173:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176806.549176:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176806.549182:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176806.549182:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176806.549187:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176806.549187:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176806.549190:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.549190:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176806.549195:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176806.549195:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176806.549199:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176806.549199:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176806.549204:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176806.549204:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176806.549208:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176806.549213:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176806.549220:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.549237:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176806.549243:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176806.549245:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176806.549248:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1786176806.549249:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000020:00000001:2.0:1786176806.549253:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.549254:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1786176806.549260:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176806.549260:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.549265:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176806.549268:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.549270:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176807.573123:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176807.573123:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176807.573123:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176807.573132:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176807.573133:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176807.573133:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176807.573138:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176807.573139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176807.573139:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176807.573145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176807.573147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176807.573147:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176807.573152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176807.573154:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176807.573155:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176807.573157:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176807.573159:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176807.573161:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176807.573161:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176807.573167:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176807.573168:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176807.573173:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176807.573173:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176807.573174:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176807.573178:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176807.573181:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176807.573183:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176807.573191:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176807.573194:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176807.573196:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176807.573197:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176807.573200:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176807.573204:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176807.573206:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176807.573207:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176807.573207:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176807.573209:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176807.573213:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176807.573213:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176807.573214:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176807.573216:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176807.573218:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176807.573220:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176807.573227:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176807.573230:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176807.573232:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176807.573233:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176807.573236:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176807.573237:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176807.573241:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176807.573243:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176807.573245:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176807.573246:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176807.573250:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176808.597169:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176808.597170:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176808.597180:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176808.597182:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176808.597187:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.597187:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176808.597190:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.597193:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176808.597194:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176808.597203:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176808.597203:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176808.597203:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176808.597210:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176808.597212:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176808.597213:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176808.597216:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176808.597222:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176808.597222:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176808.597226:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176808.597236:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176808.597237:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176808.597241:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176808.597242:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176808.597243:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.597245:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176808.597249:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.597250:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176808.597267:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176808.597274:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176808.597280:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176808.597289:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176808.597290:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176808.597300:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176808.597300:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176808.597310:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176808.597310:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176808.597317:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176808.597318:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176808.597319:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176808.597325:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176808.597326:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176808.597333:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176808.597339:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176808.597345:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176808.597351:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176808.725172:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176808.725185:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176808.725189:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176808.725194:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176808.725199:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176808.725207:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8244 00000400:00000200:3.0:1786176808.725216:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176808.725222:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176808.725225:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176808.725229:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725232:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176808.725235:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725238:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176808.725252:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176808.725255:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176808.725261:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176808.725265:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176808.725267:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176808.725270:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176808.725274:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725276:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176808.725278:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725281:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176808.725284:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176808.725288:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725292:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176808.725296:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176808.725302:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176808.725305:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.725308:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176808.725311:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176808.725322:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786176808.725326:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176808.725330:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176808.725332:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.725335:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176808.725338:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176808.725343:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176808.725351:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176808.725358:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176808.725367:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612123008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176808.725378:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176808.725383:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176808.725389:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612123008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176808.725446:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176808.725450:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176808.725454:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176808.725455:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176808.725459:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176808.725463:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176808.725466:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8244 00000400:00000200:3.0:1786176808.725472:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176808.725476:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176808.725481:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176808.725500:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725507:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176808.725517:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725526:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176808.725542:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176808.725551:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176808.725558:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176808.725566:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176808.725576:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176808.725585:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176808.725596:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725607:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176808.725617:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725630:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176808.725642:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176808.725651:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725656:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176808.725662:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176808.725670:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176808.725681:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.725688:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176808.725697:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176808.725710:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.725719:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176808.725730:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 00000020:00000040:3.0:1786176808.725739:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176808.725743:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176808.725745:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.725750:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176808.725753:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176808.725758:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176808.725764:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176808.725774:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176808.725785:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612123136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176808.725803:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176808.725810:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176808.725821:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612123136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176808.725848:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176808.725858:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176808.725866:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176808.725868:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176808.725870:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176808.725880:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176808.725890:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8244 00000400:00000200:3.0:1786176808.725904:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176808.725915:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176808.725920:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176808.725927:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725933:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176808.725942:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.725951:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176808.725962:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:1.1:1786176808.725962:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:3.0:1786176808.725969:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000800:00000200:1.1:1786176808.725973:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000020:00000001:3.0:1786176808.725975:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176808.725979:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176808.725985:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176808.725993:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176808.726006:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726035:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176808.726039:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726042:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176808.726045:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176808.726050:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726056:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176808.726064:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176808.726070:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176808.726074:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.726078:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176808.726083:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176808.726091:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.726096:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176808.726104:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000020:00000040:3.0:1786176808.726109:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176808.726118:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176808.726123:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.726131:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176808.726135:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176808.726139:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176808.726148:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176808.726155:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176808.726173:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612123264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176808.726191:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176808.726196:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176808.726206:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612123264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176808.726227:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176808.726233:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176808.726238:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176808.726244:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176808.726248:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176808.726252:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176808.726255:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8244 00000400:00000200:3.0:1786176808.726261:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176808.726271:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176808.726277:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176808.726288:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726300:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176808.726308:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726316:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176808.726322:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176808.726326:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176808.726332:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176808.726337:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176808.726345:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176808.726349:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176808.726357:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726363:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176808.726370:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726377:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176808.726385:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176808.726410:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726419:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176808.726428:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176808.726434:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176808.726441:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.726450:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176808.726455:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176808.726465:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.726468:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176808.726475:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000020:00000040:3.0:1786176808.726480:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176808.726485:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176808.726489:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.726496:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176808.726499:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176808.726503:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176808.726516:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176808.726523:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176808.726536:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612123392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176808.726574:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176808.726581:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176808.726592:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612123392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176808.726623:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176808.726630:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176808.726637:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176808.726643:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176808.726651:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176808.726660:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176808.726668:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8244 00000400:00000200:3.0:1786176808.726679:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176808.726690:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176808.726696:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176808.726705:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726711:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176808.726718:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726725:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176808.726732:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176808.726736:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176808.726742:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176808.726748:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176808.726756:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176808.726763:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176808.726774:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726780:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176808.726786:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726792:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176808.726800:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176808.726809:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176808.726815:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176808.726817:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176808.726821:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176808.726828:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.726835:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176808.726838:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176808.726847:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.726855:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176808.726861:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000020:00000040:3.0:1786176808.726865:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176808.726872:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176808.726876:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176808.726881:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176808.726886:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176808.726890:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176808.726898:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176808.726906:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176808.726923:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612123520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176808.726952:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176808.726959:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176808.726975:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612123520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176808.727002:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176808.727034:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8254) 00000800:00000200:1.1:1786176808.727141:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176808.727144:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176808.727482:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176808.727484:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176808.727787:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176808.727790:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176808.728249:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176808.728252:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000040:0.0:1786176809.365172:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302917241, at 4302917248 00000100:00000010:0.0:1786176809.365200:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6e40. 00000100:00000001:0.0:1786176809.621164:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176809.621164:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176809.621170:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176809.621174:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176809.621175:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176809.621177:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176809.621178:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176809.621181:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176809.621183:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176809.621193:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176809.621195:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176809.621200:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176809.621206:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176809.621207:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176809.621209:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176809.621211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176809.621214:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176809.621220:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176809.621221:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176809.621226:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176809.621246:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176809.621247:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176809.621247:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176809.621253:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176809.621255:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176809.621262:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176809.621264:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176809.621305:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176809.621306:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176809.621317:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176809.621319:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176809.621319:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176809.621330:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176809.621331:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176809.621341:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176809.621342:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176809.621347:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176809.621350:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176809.621351:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176809.621358:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176809.621362:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176809.621362:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176809.621376:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176809.621379:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176809.621385:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176810.645140:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176810.645140:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176810.645148:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176810.645149:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176810.645152:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176810.645154:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176810.645156:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176810.645159:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176810.645161:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176810.645166:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176810.645167:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176810.645172:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176810.645173:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176810.645174:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176810.645181:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176810.645182:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176810.645186:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176810.645194:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176810.645194:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176810.645209:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176810.645214:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176810.645222:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176810.645230:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176810.645233:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176810.645237:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176810.645239:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176810.645240:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176810.645243:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176810.645245:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176810.645247:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176810.645248:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176810.645251:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176810.645255:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176810.645258:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176810.645260:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176810.645260:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176810.645268:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176810.645270:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176810.645272:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176810.645275:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176810.645277:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176810.645281:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176810.645282:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176810.645287:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176810.645288:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176810.645309:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176810.645314:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176810.645316:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176810.645319:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176810.645322:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176810.645326:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176810.645328:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176810.645331:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176810.645333:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.669160:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176811.669161:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176811.669169:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176811.669170:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176811.669170:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176811.669178:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.669180:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.669181:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176811.669185:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176811.669189:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176811.669195:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176811.669196:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176811.669200:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176811.669201:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176811.669201:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.669210:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176811.669211:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176811.669211:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176811.669217:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.669218:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176811.669219:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176811.669222:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.669225:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.669233:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.669234:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176811.669238:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176811.669243:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.669255:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176811.669261:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176811.669263:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.669264:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176811.669269:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176811.669271:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176811.669272:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176811.669283:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176811.669290:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176811.669292:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176811.669293:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176811.669294:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176811.669296:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.669299:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176811.669304:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.669307:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176811.669308:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.669310:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176812.693101:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176812.693112:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176812.693112:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176812.693115:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176812.693116:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176812.693119:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176812.693120:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176812.693121:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176812.693125:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176812.693126:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176812.693129:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176812.693130:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176812.693131:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176812.693133:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176812.693136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176812.693137:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176812.693137:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176812.693142:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176812.693143:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176812.693149:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176812.693149:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176812.693149:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176812.693152:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176812.693156:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176812.693157:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176812.693160:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176812.693166:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176812.693170:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176812.693175:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176812.693177:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176812.693180:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176812.693182:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176812.693183:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176812.693186:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176812.693187:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176812.693187:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176812.693191:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176812.693193:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176812.693194:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176812.693195:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176812.693195:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176812.693198:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176812.693201:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176812.693201:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176812.693203:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176812.693205:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176812.693209:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176812.693210:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176812.693212:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176812.693215:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176812.693216:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176812.693222:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176812.693226:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176812.693229:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176813.717124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176813.717125:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176813.717125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176813.717133:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176813.717134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176813.717134:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176813.717138:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.717139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176813.717140:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176813.717146:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176813.717147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176813.717148:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176813.717150:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176813.717152:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176813.717156:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176813.717157:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.717158:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176813.717162:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176813.717163:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176813.717164:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176813.717168:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.717169:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.717176:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176813.717177:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176813.717178:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176813.717183:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176813.717190:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.717195:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176813.717196:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176813.717199:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176813.717202:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176813.717203:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176813.717207:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176813.717208:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176813.717210:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176813.717215:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176813.717215:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176813.717217:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176813.717220:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176813.717220:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176813.717222:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.717224:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176813.717225:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.717228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176813.717229:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176813.717234:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176813.717235:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176813.717235:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176813.717238:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176813.717239:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176813.717242:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176813.717243:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176813.717246:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176813.717250:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.845414:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176813.845420:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176813.845424:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176813.845433:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.845453:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176813.845457:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176813.845461:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176813.845465:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176813.845470:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176813.845475:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612123648:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176813.845480:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176813.845485:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176813.845488:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176813.845490:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176813.845495:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd000. 02000000:00000001:3.0:1786176813.845498:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176813.845507:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176813.845512:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176813.845522:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176813.845530:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612123648, portal 25 00000100:00000001:3.0:1786176813.845535:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176813.845539:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263262464 : -127833446289152 : ffff8bbc74d7f100) 00000100:00000040:3.0:1786176813.845547:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.845567:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176813.845574:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176813.845579:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176813.845583:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612123648, offset 0 00000400:00000200:3.0:1786176813.845595:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176813.845607:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176813.845615:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176813.845624:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176813.845631:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176813.845636:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176813.845640:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176813.845643:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410286:410286:256:4294967295] 192.168.202.156@tcp LPNI seq info [410284:410284:8:4294967295] 00000400:00000200:3.0:1786176813.845648:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176813.845663:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176813.845676:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176813.845682:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176813.845695:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176813.845702:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176813.845713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176813.845719:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176813.845728:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176813.845733:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176813.845739:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176813.845748:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176813.845755:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176813.845759:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176813.845765:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176813.845770:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.845794:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176813.845799:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.845829:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.845832:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176813.845840:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176813.845848:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176813.845855:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4302922360 00000100:00000010:3.0:1786176813.845865:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3ad80. 00000100:00000001:3.0:1786176813.845875:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176813.845887:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4302922360 00000100:00000010:3.0:1786176813.845895:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3aba0. 00000100:00000001:3.0:1786176813.845903:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176813.845910:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176813.845914:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.845920:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176813.845927:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176813/real 1786176813] req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176813.845944:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176813.845948:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176813.845952:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176813.845958:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176813.845961:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176813.845966:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176813.845971:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176813.845988:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846004:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176813.846027:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846030:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176813.846032:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176813.846036:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846042:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176813.846045:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846051:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176813.846053:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846055:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176813.846057:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846060:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176813.846063:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176813.846067:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176813.846074:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176813.846077:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176813.846082:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176813.846096:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612123648:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176813.846103:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846109:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176813.846113:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f100 x1872933612123648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846125:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176813.846129:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176813.846132:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd000. 02000000:00000001:3.0:1786176813.846136:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176813.846139:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176813.846143:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176813.846146:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176813.846150:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:3.0:1786176813.846156:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176813.846159:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176813.846162:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f100. 00000100:00000001:3.0:1786176813.846167:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176813.846171:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846175:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846185:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176813.846189:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.846192:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176813.846195:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176813.846198:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176813.846203:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846217:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176813.846220:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176813.846223:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176813.846225:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176813.846230:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176813.846236:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612123776:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176813.846241:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176813.846243:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176813.846247:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176813.846254:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176813.846260:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd000. 02000000:00000001:3.0:1786176813.846266:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176813.846278:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176813.846285:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176813.846293:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176813.846300:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612123776, portal 10 00000100:00000001:3.0:1786176813.846306:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176813.846308:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263263360 : -127833446288256 : ffff8bbc74d7f480) 00000100:00000040:3.0:1786176813.846315:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846320:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176813.846322:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176813.846325:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176813.846327:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612123776, offset 0 00000400:00000200:3.0:1786176813.846330:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176813.846333:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176813.846336:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176813.846339:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176813.846340:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176813.846342:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176813.846344:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176813.846346:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410287:410287:256:4294967295] 192.168.202.156@tcp LPNI seq info [410285:410285:8:4294967295] 00000400:00000200:3.0:1786176813.846363:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176813.846368:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176813.846371:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176813.846374:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176813.846377:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176813.846379:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176813.846382:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176813.846384:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176813.846387:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176813.846388:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176813.846390:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176813.846393:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176813.846395:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176813.846396:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176813.846398:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176813.846401:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846406:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176813.846408:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846413:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.846414:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176813.846417:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176813.846420:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176813.846422:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176813.846424:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302921736 00000100:00000001:3.0:1786176813.846426:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302922360 00000100:00000001:3.0:1786176813.846427:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302921736 00000100:00000001:3.0:1786176813.846429:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302922360 00000100:00000001:3.0:1786176813.846430:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176813.846432:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.846433:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176813.846435:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176813/real 1786176813] req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176813.846440:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176813.846441:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176813.846442:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176813.846444:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176813.846445:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176813.846446:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176813.846448:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176813.846454:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846458:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176813.846459:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846460:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176813.846461:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176813.846463:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846467:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176813.846470:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846475:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176813.846477:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846478:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176813.846479:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846481:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176813.846485:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176813.846487:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176813.846490:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176813.846493:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176813.846498:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176813.846507:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612123776:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176813.846511:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176813.846514:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846522:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176813.846523:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176813.846525:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176813.846527:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176813.846529:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176813.846532:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612123904:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176813.846535:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176813.846538:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176813.846540:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176813.846542:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176813.846546:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786176813.846548:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176813.846553:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176813.846555:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176813.846559:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176813.846562:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612123904, portal 10 00000100:00000001:3.0:1786176813.846565:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176813.846566:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263251712 : -127833446299904 : ffff8bbc74d7c700) 00000100:00000040:3.0:1786176813.846572:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846579:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176813.846582:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176813.846584:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176813.846586:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612123904, offset 0 00000400:00000200:3.0:1786176813.846591:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176813.846595:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176813.846599:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176813.846602:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176813.846604:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176813.846607:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176813.846609:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176813.846612:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410288:410288:256:4294967295] 192.168.202.156@tcp LPNI seq info [410286:410286:8:4294967295] 00000400:00000200:3.0:1786176813.846616:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176813.846623:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176813.846628:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176813.846632:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176813.846636:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176813.846639:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176813.846644:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176813.846647:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176813.846651:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176813.846653:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176813.846656:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176813.846660:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176813.846663:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176813.846666:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176813.846668:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176813.846673:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846681:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176813.846685:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846693:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.846695:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176813.846699:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176813.846702:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176813.846705:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176813.846708:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302921736 00000100:00000001:3.0:1786176813.846711:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302922360 00000100:00000001:3.0:1786176813.846713:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302921736 00000100:00000001:3.0:1786176813.846715:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302922360 00000100:00000001:3.0:1786176813.846717:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176813.846719:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.846721:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176813.846725:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176813/real 1786176813] req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176813.846735:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176813.846736:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176813.846738:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176813.846741:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176813.846743:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176813.846745:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176813.846749:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176813.846758:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846766:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176813.846767:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846769:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176813.846770:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176813.846774:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846781:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176813.846786:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846794:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176813.846797:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846799:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176813.846800:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.846802:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176813.846805:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176813.846807:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176813.846810:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176813.846812:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176813.846817:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176813.846826:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612123904:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176813.846830:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176813.846833:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846841:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176813.846843:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176813.846845:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176813.846847:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176813.846849:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176813.846852:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612124032:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176813.846855:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176813.846857:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176813.846858:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176813.846860:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176813.846864:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786176813.846866:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176813.846870:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176813.846872:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176813.846876:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176813.846879:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612124032, portal 4 00000100:00000001:3.0:1786176813.846881:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176813.846882:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263260672 : -127833446290944 : ffff8bbc74d7ea00) 00000100:00000040:3.0:1786176813.846888:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846895:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176813.846898:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176813.846900:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176813.846902:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612124032, offset 0 00000400:00000200:3.0:1786176813.846906:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176813.846910:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176813.846914:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176813.846917:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176813.846920:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176813.846923:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176813.846925:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176813.846929:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410289:410289:256:4294967295] 192.168.202.156@tcp LPNI seq info [410287:410287:8:4294967295] 00000400:00000200:3.0:1786176813.846933:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176813.846940:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176813.846945:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176813.846949:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176813.846953:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176813.846956:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176813.846960:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176813.846963:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176813.846968:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176813.846970:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176813.846973:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176813.846976:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176813.846979:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176813.846981:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176813.846984:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176813.846987:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.846995:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176813.846999:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847007:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.847027:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176813.847031:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176813.847034:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176813.847038:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176813.847040:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302921920 00000100:00000001:3.0:1786176813.847042:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302922360 00000100:00000001:3.0:1786176813.847045:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302921920 00000100:00000001:3.0:1786176813.847047:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302922360 00000100:00000001:3.0:1786176813.847049:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176813.847051:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.847053:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176813.847057:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176813/real 1786176813] req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176813.847066:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176813.847067:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176813.847069:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176813.847071:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176813.847073:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176813.847075:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176813.847078:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176813.847088:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847094:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176813.847096:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847098:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176813.847100:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176813.847104:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847111:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176813.847116:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847124:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176813.847126:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847128:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176813.847129:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847131:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176813.847133:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176813.847135:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176813.847138:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176813.847141:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176813.847146:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176813.847154:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612124032:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176813.847158:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847160:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176813.847164:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f480 x1872933612123776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847171:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176813.847173:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176813.847174:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd000. 02000000:00000001:3.0:1786176813.847177:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176813.847179:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176813.847181:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176813.847183:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176813.847185:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:3.0:1786176813.847187:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176813.847189:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176813.847191:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f480. 00000100:00000001:3.0:1786176813.847193:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176813.847195:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847196:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176813.847200:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c700 x1872933612123904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847206:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176813.847208:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176813.847209:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786176813.847212:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176813.847213:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176813.847214:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176813.847216:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176813.847217:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029000. 02000000:00000001:3.0:1786176813.847220:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176813.847221:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176813.847223:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c700. 00000100:00000001:3.0:1786176813.847225:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176813.847227:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847228:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176813.847232:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ea00 x1872933612124032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847238:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176813.847240:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176813.847241:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786176813.847245:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176813.847246:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176813.847247:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176813.847249:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176813.847251:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:3.0:1786176813.847254:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176813.847255:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176813.847256:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ea00. 00000100:00000001:3.0:1786176813.847259:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176813.847260:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847262:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847265:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176813.847267:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.847269:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176813.847271:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176813.847272:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176813.847276:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847283:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176813.847285:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176813.847287:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176813.847289:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176813.847291:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176813.847294:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612124160:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176813.847297:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176813.847299:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176813.847301:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176813.847303:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176813.847306:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786176813.847308:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176813.847312:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176813.847314:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176813.847318:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176813.847321:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612124160, portal 4 00000100:00000001:3.0:1786176813.847323:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176813.847324:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263250816 : -127833446300800 : ffff8bbc74d7c380) 00000100:00000040:3.0:1786176813.847330:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847337:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176813.847340:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176813.847342:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176813.847345:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612124160, offset 0 00000400:00000200:3.0:1786176813.847363:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176813.847367:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176813.847371:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176813.847374:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176813.847377:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176813.847380:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176813.847382:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176813.847385:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410290:410290:256:4294967295] 192.168.202.156@tcp LPNI seq info [410288:410288:8:4294967295] 00000400:00000200:3.0:1786176813.847390:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176813.847396:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176813.847400:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176813.847404:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176813.847408:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176813.847411:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176813.847415:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176813.847418:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176813.847422:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176813.847425:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176813.847427:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176813.847431:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176813.847435:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176813.847437:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176813.847439:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176813.847443:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847452:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176813.847455:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847461:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.847463:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176813.847466:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176813.847469:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176813.847472:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176813.847474:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302921900 00000100:00000001:3.0:1786176813.847476:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302922360 00000100:00000001:3.0:1786176813.847478:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302921900 00000100:00000001:3.0:1786176813.847481:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302922360 00000100:00000001:3.0:1786176813.847483:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176813.847485:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.847487:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176813.847491:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176813/real 1786176813] req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176813.847500:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176813.847501:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176813.847503:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176813.847505:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176813.847507:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176813.847509:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176813.847513:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176813.847522:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847529:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176813.847530:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847532:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176813.847534:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176813.847537:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847544:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176813.847548:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847554:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176813.847556:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847558:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176813.847559:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847560:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176813.847562:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176813.847564:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176813.847567:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176813.847569:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176813.847573:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176813.847581:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612124160:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176813.847585:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847587:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176813.847590:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c380 x1872933612124160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176813.847597:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176813.847598:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176813.847600:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786176813.847602:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176813.847604:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176813.847606:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176813.847608:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176813.847610:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028400. 02000000:00000001:3.0:1786176813.847612:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176813.847613:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176813.847615:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c380. 00000100:00000001:3.0:1786176813.847617:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176813.847618:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847620:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176813.847623:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176813.847625:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176813.847626:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176813.847628:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176814.485139:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302922360, at 4302922368 00000100:00000010:0.0:1786176814.485158:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3ad80. 00000100:00000001:0.0:1786176814.741101:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176814.741101:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176814.741105:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176814.741109:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176814.741110:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176814.741111:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176814.741113:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176814.741115:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176814.741115:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176814.741122:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176814.741123:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176814.741124:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176814.741128:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176814.741130:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176814.741132:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176814.741135:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176814.741136:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176814.741137:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176814.741143:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176814.741143:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176814.741148:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176814.741148:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176814.741155:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176814.741156:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176814.741157:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176814.741162:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176814.741168:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176814.741172:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176814.741175:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176814.741176:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176814.741179:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176814.741180:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176814.741184:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176814.741184:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176814.741185:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176814.741190:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176814.741191:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176814.741192:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176814.741194:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176814.741196:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176814.741198:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176814.741200:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176814.741200:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176814.741204:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176814.741205:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176814.741205:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176814.741209:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176814.741212:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176814.741212:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176814.741213:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176814.741218:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176814.741218:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176814.741225:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176814.741226:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176815.765131:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176815.765131:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176815.765133:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176815.765140:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176815.765140:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176815.765141:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176815.765145:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176815.765146:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176815.765146:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176815.765153:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176815.765154:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176815.765155:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176815.765160:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176815.765161:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176815.765162:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176815.765165:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176815.765165:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176815.765168:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176815.765171:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176815.765173:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176815.765174:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176815.765178:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176815.765179:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176815.765180:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176815.765184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176815.765185:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176815.765190:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176815.765200:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176815.765202:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176815.765205:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176815.765207:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176815.765208:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176815.765209:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176815.765210:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176815.765214:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176815.765214:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176815.765214:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176815.765220:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176815.765220:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176815.765221:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176815.765226:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176815.765227:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176815.765227:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176815.765235:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176815.765236:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176815.765238:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176815.765240:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176815.765243:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176815.765243:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176815.765245:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176815.765248:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176815.765249:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176815.765256:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176815.765256:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176816.789137:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176816.789138:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176816.789147:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176816.789152:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176816.789152:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.789156:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176816.789158:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176816.789160:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176816.789162:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176816.789165:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176816.789165:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.789168:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176816.789172:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176816.789173:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176816.789175:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.789179:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176816.789180:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176816.789181:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176816.789183:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176816.789186:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176816.789187:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176816.789192:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176816.789193:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.789194:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176816.789200:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176816.789201:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.789209:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.789213:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176816.789217:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176816.789221:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176816.789225:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176816.789225:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176816.789230:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176816.789231:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176816.789233:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.789236:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176816.789237:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176816.789243:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176816.789243:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176816.789247:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176816.789248:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176816.789248:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.789251:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176816.789255:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176816.789255:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.789256:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176816.789259:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176816.789264:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176816.789265:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.789272:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176816.789276:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.789279:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176816.789281:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.789284:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176817.813162:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176817.813176:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176817.813180:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176817.813182:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176817.813184:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176817.813188:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176817.813195:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176817.813196:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176817.813197:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176817.813204:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176817.813205:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176817.813211:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176817.813219:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176817.813220:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176817.813222:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176817.813233:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176817.813234:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176817.813235:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176817.813242:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176817.813249:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176817.813250:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176817.813251:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176817.813260:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176817.813272:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176817.813273:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176817.813282:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176817.813289:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176817.813299:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176817.813304:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176817.813307:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176817.813324:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176817.813326:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176817.813327:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176817.813329:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176817.813332:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176817.813332:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176817.813337:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176817.813339:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176817.813340:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176817.813342:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176817.813353:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176817.813358:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176817.813359:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176817.813362:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176817.813365:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176817.813371:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176817.813372:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176817.813373:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176817.813377:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176817.813378:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176817.813395:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176817.813396:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176817.813406:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176817.813410:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176818.837114:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176818.837121:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176818.837125:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176818.837129:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176818.837131:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176818.837134:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176818.837137:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176818.837141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176818.837141:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176818.837142:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176818.837150:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176818.837150:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176818.837151:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176818.837156:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176818.837157:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176818.837157:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176818.837162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176818.837165:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176818.837165:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176818.837167:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176818.837172:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176818.837173:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176818.837177:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.837178:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176818.837183:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176818.837185:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176818.837187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176818.837188:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176818.837194:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176818.837197:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176818.837198:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176818.837203:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176818.837204:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176818.837207:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176818.837208:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176818.837210:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176818.837211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176818.837214:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176818.837215:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176818.837218:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176818.837219:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176818.837224:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176818.837224:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176818.837229:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176818.837235:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176818.965115:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176818.965126:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176818.965129:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176818.965133:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176818.965137:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176818.965145:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8254 00000400:00000200:3.0:1786176818.965155:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176818.965163:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176818.965167:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176818.965170:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965174:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176818.965176:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965178:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176818.965182:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176818.965184:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176818.965186:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176818.965189:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176818.965191:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176818.965193:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176818.965195:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965196:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176818.965197:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965199:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176818.965201:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176818.965203:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965205:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176818.965207:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176818.965210:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176818.965212:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965214:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176818.965216:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176818.965224:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5f80. 00000020:00000040:3.0:1786176818.965226:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176818.965230:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176818.965231:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965234:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176818.965236:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176818.965239:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176818.965246:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe000. 00000100:00000001:3.0:1786176818.965251:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176818.965258:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5f80 x1872933612124288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176818.965271:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176818.965275:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176818.965279:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004880dcf8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5f80 x1872933612124288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176818.965297:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176818.965323:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176818.965326:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176818.965327:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176818.965329:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176818.965331:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176818.965333:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8254 00000400:00000200:3.0:1786176818.965337:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176818.965342:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176818.965346:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176818.965349:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965352:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176818.965354:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965357:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176818.965359:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176818.965361:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176818.965364:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176818.965366:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176818.965369:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176818.965380:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176818.965386:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965389:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176818.965394:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965399:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176818.965405:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176818.965408:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965412:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176818.965414:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176818.965420:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176818.965424:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965427:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176818.965431:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176818.965436:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965438:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176818.965444:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000020:00000040:3.0:1786176818.965448:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176818.965451:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176818.965454:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965456:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176818.965459:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176818.965461:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176818.965465:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc000. 00000100:00000001:3.0:1786176818.965475:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176818.965485:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612124416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176818.965495:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176818.965497:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176818.965500:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612124416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176818.965509:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176818.965513:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176818.965516:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176818.965520:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176818.965523:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176818.965527:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176818.965532:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8254 00000400:00000200:3.0:1786176818.965537:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176818.965542:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176818.965545:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176818.965551:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965554:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176818.965556:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965559:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176818.965562:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176818.965564:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176818.965567:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176818.965569:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176818.965571:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176818.965573:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176818.965579:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965581:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176818.965584:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965587:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176818.965588:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176818.965593:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965598:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176818.965600:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176818.965602:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176818.965604:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965607:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176818.965610:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176818.965612:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965614:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176818.965618:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000020:00000040:3.0:1786176818.965622:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176818.965625:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176818.965629:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965630:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176818.965632:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176818.965633:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176818.965635:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176818.965637:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176818.965641:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612124544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176818.965651:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176818.965653:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176818.965658:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612124544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176818.965669:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176818.965672:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176818.965677:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176818.965680:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176818.965682:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176818.965685:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176818.965690:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8254 00000400:00000200:3.0:1786176818.965694:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176818.965698:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176818.965701:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176818.965707:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965712:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176818.965718:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965721:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176818.965723:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176818.965724:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176818.965727:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176818.965731:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176818.965735:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176818.965739:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176818.965746:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965752:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176818.965758:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176818.965764:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176818.965765:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176818.965771:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176818.965775:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965778:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176818.965780:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176818.965783:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176818.965786:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965789:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176818.965791:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176818.965794:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965798:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176818.965801:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000020:00000040:3.0:1786176818.965805:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176818.965807:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176818.965809:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965812:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176818.965814:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176818.965816:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176818.965820:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786176818.965826:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176818.965831:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612124672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176818.965838:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176818.965842:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176818.965846:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612124672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176818.965856:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176818.965861:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176818.965864:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176818.965867:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176818.965870:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176818.965876:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176818.965878:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8254 00000400:00000200:3.0:1786176818.965884:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176818.965891:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176818.965893:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176818.965894:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965896:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176818.965901:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965905:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176818.965908:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176818.965911:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176818.965914:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176818.965918:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176818.965923:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176818.965924:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176818.965929:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965943:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176818.965949:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965955:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176818.965961:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176818.965968:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176818.965974:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176818.965979:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176818.965986:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176818.965992:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.965996:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176818.966001:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176818.966008:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.966041:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176818.966048:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 00000020:00000040:3.0:1786176818.966053:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176818.966058:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176818.966062:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176818.966066:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176818.966070:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176818.966072:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176818.966080:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176818.966086:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176818.966096:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612124800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176818.966110:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176818.966115:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176818.966124:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612124800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176818.966142:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176818.966149:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8264) 00000800:00000200:1.1:1786176818.966199:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176818.966385:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176818.966558:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176818.966737:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176819.605135:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302927480, at 4302927488 00000100:00000010:0.0:1786176819.605149:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6ae0. 00000100:00000001:3.0:1786176819.861113:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176819.861116:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176819.861119:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176819.861121:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176819.861122:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176819.861124:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176819.861124:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176819.861126:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176819.861127:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176819.861132:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176819.861134:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176819.861137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176819.861140:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176819.861140:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176819.861144:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176819.861147:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176819.861148:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176819.861148:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176819.861155:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176819.861157:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176819.861159:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176819.861163:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176819.861164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176819.861164:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176819.861169:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176819.861172:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176819.861174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176819.861185:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176819.861188:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176819.861189:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176819.861191:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176819.861194:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176819.861197:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176819.861198:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176819.861201:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176819.861205:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176819.861205:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176819.861208:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176819.861210:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176819.861211:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176819.861212:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176819.861216:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176819.861219:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176819.861219:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176819.861225:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176819.861226:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176819.861230:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176819.861231:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176819.861236:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176819.861236:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176819.861240:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176819.861241:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176819.861246:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176819.861246:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176820.885178:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176820.885186:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176820.885190:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176820.885193:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176820.885197:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176820.885215:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176820.885215:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176820.885217:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176820.885222:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176820.885224:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176820.885226:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176820.885233:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176820.885234:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176820.885235:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176820.885246:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176820.885248:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176820.885249:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176820.885251:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176820.885263:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176820.885264:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176820.885265:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176820.885276:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176820.885297:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176820.885298:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176820.885300:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176820.885309:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176820.885328:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176820.885351:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176820.885353:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176820.885355:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176820.885360:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176820.885361:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176820.885363:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176820.885369:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176820.885372:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176820.885379:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176820.885379:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176820.885379:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176820.885394:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176820.885397:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176820.885398:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176820.885401:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176820.885414:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176820.885415:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176820.885416:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176820.885425:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176820.885426:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176820.885430:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176820.885434:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176820.885435:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176820.885441:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176820.885442:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176820.885448:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176820.885454:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176821.909121:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176821.909121:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176821.909121:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176821.909130:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176821.909131:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176821.909132:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176821.909133:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.909136:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176821.909138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176821.909139:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176821.909144:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176821.909146:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176821.909147:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176821.909151:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176821.909152:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176821.909154:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176821.909157:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176821.909159:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176821.909160:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176821.909164:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176821.909167:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176821.909168:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.909172:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176821.909173:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.909178:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176821.909180:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.909183:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176821.909185:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.909188:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176821.909191:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176821.909193:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176821.909198:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176821.909202:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176821.909203:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176821.909205:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176821.909205:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176821.909210:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176821.909212:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176821.909212:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176821.909213:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.909216:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176821.909217:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176821.909220:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176821.909222:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176821.909226:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176821.909229:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176821.909230:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176821.909234:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.909235:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176821.909239:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.909242:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176821.909243:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176821.909249:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176821.909253:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1786176822.037292:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:2.0:1786176822.037328:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1786176822.037336:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176822.037340:0:2380:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:2.0:1786176822.037343:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176822.037346:0:2380:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1786176822.037350:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176822.037353:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fb00. 00000400:00000200:2.0:1786176822.037357:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176822.037361:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176822.037366:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35330 00000400:00000010:2.0:1786176822.037369:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35330. 00000100:00000001:2.0:1786176822.037374:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176822.037384:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e5f80 x1872933612124288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176822.037409:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176822.037414:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5f80 x1872933612124288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176822.037427:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176822.037430:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176822.037440:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176822.037443:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f100. 00000400:00000200:2.0:1786176822.037447:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176822.037451:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176822.037458:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35660 00000400:00000010:2.0:1786176822.037463:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35660. 00000100:00000001:2.0:1786176822.037467:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176822.037474:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e7480 x1872933612124416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176822.037499:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176822.037508:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7480 x1872933612124416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176822.037522:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176822.037526:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176822.037538:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176822.037545:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f600. 00000400:00000200:2.0:1786176822.037552:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176822.037560:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176822.037566:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35cc0 00000400:00000010:2.0:1786176822.037570:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35cc0. 00000100:00000001:2.0:1786176822.037575:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176822.037583:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e5500 x1872933612124544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176822.037600:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176822.037608:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5500 x1872933612124544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176822.037620:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176822.037623:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176822.037632:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176822.037639:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:2.0:1786176822.037644:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176822.037652:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176822.037657:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b357f8 00000400:00000010:2.0:1786176822.037662:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b357f8. 00000100:00000001:2.0:1786176822.037667:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176822.037676:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e6a00 x1872933612124672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176822.037694:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176822.037702:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6a00 x1872933612124672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176822.037717:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176822.037722:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176822.037731:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176822.037735:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3ff00. 00000400:00000200:2.0:1786176822.037737:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176822.037744:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176822.037753:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b354c8 00000400:00000010:2.0:1786176822.037758:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b354c8. 00000100:00000001:2.0:1786176822.037764:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176822.037774:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e5180 x1872933612124800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176822.037797:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176822.037804:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5180 x1872933612124800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176822.037817:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176822.037820:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176822.933113:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176822.933120:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176822.933120:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176822.933125:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176822.933126:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176822.933129:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176822.933131:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176822.933134:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176822.933134:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176822.933136:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176822.933140:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176822.933141:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176822.933142:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176822.933143:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176822.933144:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176822.933149:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176822.933150:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176822.933153:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176822.933154:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176822.933160:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176822.933161:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176822.933162:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176822.933168:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176822.933168:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176822.933172:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176822.933174:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176822.933176:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176822.933192:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176822.933196:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176822.933197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176822.933198:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176822.933200:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176822.933203:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176822.933204:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176822.933207:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176822.933209:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176822.933212:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176822.933213:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176822.933217:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176822.933217:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176822.933222:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176822.933223:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176822.933228:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176822.933230:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176822.933233:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176822.933234:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176822.933238:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176822.933240:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176822.933242:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176822.933244:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176822.933247:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176822.933249:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176822.933250:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176822.933252:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176823.957107:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176823.957113:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176823.957114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176823.957115:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176823.957118:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176823.957120:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176823.957121:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176823.957122:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176823.957125:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176823.957127:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176823.957129:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176823.957130:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176823.957134:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176823.957136:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176823.957137:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176823.957138:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176823.957140:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176823.957142:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176823.957143:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176823.957147:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176823.957148:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176823.957153:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176823.957153:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176823.957154:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176823.957158:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176823.957161:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176823.957163:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176823.957174:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176823.957177:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176823.957179:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176823.957181:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176823.957182:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176823.957183:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176823.957186:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176823.957187:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176823.957189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176823.957191:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176823.957192:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176823.957193:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176823.957198:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176823.957199:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176823.957200:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176823.957202:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176823.957205:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176823.957206:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176823.957207:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176823.957211:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176823.957212:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176823.957214:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176823.957215:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176823.957222:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176823.957223:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176823.957226:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176823.957230:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176824.085181:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176824.085190:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176824.085192:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176824.085195:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176824.085199:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176824.085204:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8259 00000400:00000200:3.0:1786176824.085211:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176824.085215:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176824.085218:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176824.085220:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085223:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176824.085225:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085227:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176824.085230:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176824.085232:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176824.085234:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176824.085236:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176824.085238:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176824.085240:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176824.085242:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085243:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176824.085244:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085246:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176824.085248:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176824.085264:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085267:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176824.085270:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176824.085272:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176824.085275:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.085277:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176824.085280:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176824.085287:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786176824.085290:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176824.085294:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176824.085296:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.085299:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176824.085302:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176824.085306:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176824.085326:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176824.085334:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176824.085344:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612124928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176824.085355:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176824.085361:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176824.085366:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612124928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176824.085391:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176824.085395:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176824.085398:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176824.085400:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176824.085401:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176824.085405:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176824.085407:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8259 00000400:00000200:3.0:1786176824.085412:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176824.085422:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176824.085425:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176824.085428:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085431:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176824.085434:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085437:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176824.085442:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176824.085447:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176824.085452:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176824.085456:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176824.085459:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176824.085462:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176824.085472:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085477:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176824.085490:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085494:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176824.085499:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176824.085506:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085513:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176824.085517:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176824.085525:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176824.085530:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.085535:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176824.085542:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176824.085546:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.085549:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176824.085557:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000020:00000040:3.0:1786176824.085562:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176824.085567:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176824.085570:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.085573:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176824.085576:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176824.085580:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176824.085586:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176824.085592:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176824.085601:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612125056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176824.085616:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176824.085621:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176824.085631:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612125056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176824.085657:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176824.085663:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176824.085670:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176824.085673:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176824.085675:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176824.085680:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176824.085687:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8259 00000400:00000200:3.0:1786176824.085696:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176824.085705:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176824.085716:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176824.085720:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085723:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176824.085725:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085727:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176824.085729:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176824.085732:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176824.085736:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176824.085740:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176824.085747:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176824.085753:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176824.085761:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085766:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176824.085769:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085773:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176824.085778:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176824.085785:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176824.085790:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176824.085795:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176824.085800:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176824.085804:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.085806:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176824.085811:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176824.085815:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.085820:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176824.085827:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786176824.085833:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176824.085840:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.1:1786176824.085841:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:3.0:1786176824.085843:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.085848:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.1:1786176824.085848:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 02000000:00000001:3.0:1786176824.085851:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176824.085856:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176824.085864:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176824.085870:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176824.085879:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612125184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176824.085890:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176824.085892:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176824.085901:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612125184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176824.086433:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176824.086437:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176824.086441:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176824.086442:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176824.086445:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176824.086447:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176824.086451:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8259 00000400:00000200:3.0:1786176824.086456:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176824.086459:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176824.086461:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176824.086464:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.086467:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176824.086469:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.086472:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176824.086474:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176824.086476:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176824.086477:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176824.086480:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176824.086482:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176824.086484:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176824.086488:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.086490:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176824.086492:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.086494:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176824.086496:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176824.086499:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176824.086502:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176824.086504:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176824.086507:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176824.086510:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.086512:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176824.086515:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176824.086518:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.086520:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176824.086525:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786176824.086527:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176824.086530:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176824.086531:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.086533:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176824.086535:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176824.086537:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176824.086541:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176824.086545:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176824.086550:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612125312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176824.086558:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176824.086561:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176824.086564:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612125312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176824.086571:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176824.086574:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176824.086578:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176824.086579:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176824.086581:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176824.086583:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176824.086586:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8259 00000400:00000200:3.0:1786176824.086591:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176824.086594:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176824.086597:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176824.086600:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.086603:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176824.086605:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.086607:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176824.086609:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176824.086610:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176824.086612:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176824.086614:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176824.086617:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176824.086619:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176824.086622:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.086624:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176824.086626:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176824.086628:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176824.086631:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176824.086633:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176824.086636:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176824.086637:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176824.086640:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176824.086642:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.086643:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176824.086645:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176824.086648:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.086649:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176824.086653:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000020:00000040:3.0:1786176824.086655:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176824.086658:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176824.086660:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.086661:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176824.086663:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176824.086665:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176824.086669:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176824.086672:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176824.086676:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612125440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176824.086684:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176824.086687:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176824.086690:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612125440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176824.086697:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176824.086702:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8269) 00000800:00000200:1.1:1786176824.088172:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176824.088176:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176824.088525:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176824.088528:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176824.088838:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176824.088841:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786176824.089142:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176824.089145:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000040:0.0:1786176824.725139:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302932600, at 4302932608 00000100:00000010:0.0:1786176824.725155:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6ea0. 00000100:00000001:2.0:1786176824.981092:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176824.981099:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176824.981102:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176824.981104:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176824.981109:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176824.981109:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176824.981110:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176824.981116:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176824.981118:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176824.981118:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176824.981120:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176824.981124:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176824.981126:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176824.981126:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176824.981131:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176824.981132:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176824.981132:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176824.981137:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176824.981139:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176824.981145:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176824.981149:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176824.981150:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176824.981152:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176824.981153:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176824.981156:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176824.981157:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.981160:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176824.981176:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176824.981182:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176824.981187:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.981192:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176824.981193:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176824.981197:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176824.981200:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176824.981201:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176824.981206:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176824.981207:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176824.981213:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176824.981214:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176824.981218:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176824.981218:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176824.981224:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176824.981225:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176824.981227:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176824.981231:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176826.005126:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176826.005126:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176826.005128:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176826.005134:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176826.005135:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176826.005136:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176826.005137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.005140:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176826.005144:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176826.005145:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176826.005147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176826.005152:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176826.005153:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176826.005153:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176826.005159:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176826.005161:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.005161:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176826.005163:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176826.005168:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176826.005169:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176826.005174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176826.005175:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176826.005183:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.005183:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.005190:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176826.005194:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.005197:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.005319:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176826.005326:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176826.005330:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176826.005335:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176826.005338:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176826.005340:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.005343:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176826.005345:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.005347:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176826.005419:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176826.005423:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176826.005426:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176827.029124:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176827.029126:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176827.029127:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176827.029132:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176827.029133:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176827.029134:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176827.029136:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176827.029137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176827.029138:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176827.029144:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176827.029145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176827.029146:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176827.029149:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176827.029151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176827.029155:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176827.029157:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176827.029158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176827.029159:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176827.029162:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176827.029166:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176827.029171:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176827.029171:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176827.029173:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176827.029174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176827.029179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176827.029179:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176827.029185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176827.029191:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176827.029194:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176827.029196:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176827.029198:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176827.029199:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176827.029201:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176827.029203:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176827.029207:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176827.029209:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176827.029214:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176827.029218:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176827.029251:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176827.029254:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176827.029257:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176827.029259:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176827.029261:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176827.029263:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176827.029265:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176827.029303:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176827.029306:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176827.029309:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176828.053108:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176828.053110:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176828.053115:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176828.053117:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176828.053117:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176828.053122:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176828.053122:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176828.053123:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176828.053126:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176828.053130:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176828.053132:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176828.053133:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176828.053138:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176828.053139:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176828.053141:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176828.053145:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176828.053145:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176828.053146:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176828.053152:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176828.053156:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176828.053160:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176828.053161:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176828.053161:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176828.053166:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176828.053166:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176828.053172:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176828.053173:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176828.053182:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176828.053185:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176828.053187:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176828.053187:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176828.053189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176828.053191:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176828.053194:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176828.053194:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176828.053199:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176828.053199:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176828.053204:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176828.053206:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176828.053208:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176828.053210:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176828.053226:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176828.053227:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176828.053230:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176828.053234:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176828.053261:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176828.053265:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176828.053269:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176829.077126:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176829.077126:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176829.077127:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176829.077134:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176829.077134:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176829.077136:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176829.077137:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176829.077139:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176829.077141:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176829.077144:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176829.077146:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176829.077149:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176829.077150:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176829.077152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176829.077155:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176829.077156:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176829.077158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176829.077160:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176829.077162:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176829.077164:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176829.077166:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176829.077170:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176829.077171:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176829.077174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176829.077175:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176829.077181:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176829.077190:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176829.077194:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176829.077198:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176829.077199:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176829.077220:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176829.077223:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176829.077226:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176829.077227:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176829.077229:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176829.077233:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176829.077234:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176829.077236:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176829.077238:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176829.077244:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176829.077249:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176829.077253:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176829.077261:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176829.077265:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176829.077270:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176829.077320:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176829.077323:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176829.077326:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176829.205135:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176829.205146:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176829.205149:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176829.205153:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176829.205158:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176829.205165:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8264 00000400:00000200:2.0:1786176829.205174:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176829.205181:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176829.205185:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176829.205190:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205194:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176829.205197:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205214:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176829.205219:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176829.205221:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176829.205225:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176829.205228:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176829.205231:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176829.205233:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176829.205237:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205239:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176829.205241:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205244:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176829.205247:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176829.205261:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205264:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176829.205267:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176829.205271:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176829.205274:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.205277:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176829.205280:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176829.205290:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176829.205293:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176829.205298:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176829.205300:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.205303:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176829.205306:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176829.205310:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176829.205317:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786176829.205324:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176829.205334:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612125568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176829.205346:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176829.205350:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176829.205355:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612125568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176829.205378:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176829.205382:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176829.205386:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176829.205389:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176829.205391:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176829.205394:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176829.205398:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8264 00000400:00000200:2.0:1786176829.205405:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176829.205413:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176829.205420:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176829.205430:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205435:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176829.205439:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205444:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176829.205450:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176829.205454:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176829.205459:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176829.205465:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176829.205470:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176829.205476:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176829.205486:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205494:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176829.205500:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205506:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176829.205511:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176829.205520:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205526:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176829.205532:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176829.205540:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176829.205546:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.205552:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176829.205557:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176829.205565:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.205571:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176829.205579:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176829.205586:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176829.205607:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176829.205612:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.205616:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176829.205621:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176829.205625:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176829.205633:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786176829.205641:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176829.205653:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612125696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176829.205670:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176829.205676:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176829.205685:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612125696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176829.205703:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176829.205709:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176829.205716:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176829.205720:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176829.205723:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176829.205730:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:1.1:1786176829.205732:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786176829.205736:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8264 00000800:00000200:1.1:1786176829.205739:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000400:00000200:2.0:1786176829.205745:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176829.205755:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176829.205761:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176829.205767:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205773:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176829.205781:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205785:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176829.205791:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176829.205795:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176829.205798:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176829.205803:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176829.205807:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176829.205814:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176829.205823:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205828:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176829.205834:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205839:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176829.205846:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176829.205855:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176829.205863:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176829.205868:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176829.205873:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176829.205879:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.205883:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176829.205888:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176829.205893:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.205895:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176829.205904:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176829.205910:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176829.205916:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176829.205920:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.205922:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176829.205927:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176829.205931:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176829.205939:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176829.205958:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176829.205970:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612125824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176829.205988:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176829.205994:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176829.206007:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612125824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176829.206067:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176829.206073:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176829.206084:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176829.206088:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176829.206092:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176829.206098:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176829.206104:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8264 00000400:00000200:2.0:1786176829.206116:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176829.206125:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176829.206130:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176829.206139:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.206145:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176829.206152:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.206160:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176829.206167:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176829.206170:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176829.206176:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176829.206180:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176829.206187:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176829.206193:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176829.206219:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.206226:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176829.206233:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.206239:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176829.206247:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176829.206255:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176829.206259:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176829.206264:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176829.206269:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176829.206274:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.206279:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176829.206284:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176829.206289:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.206291:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176829.206296:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176829.206299:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176829.206305:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176829.206310:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.206316:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176829.206321:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176829.206324:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176829.206334:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176829.206341:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176829.206354:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612125952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176829.206374:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176829.206380:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176829.206390:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612125952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176829.206416:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176829.206424:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176829.206432:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176829.206435:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176829.206440:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176829.206446:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176829.206453:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8264 00000400:00000200:2.0:1786176829.206466:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176829.206475:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176829.206481:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176829.206491:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.206498:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176829.206506:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.206514:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176829.206520:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176829.206525:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176829.206530:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176829.206535:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176829.206541:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176829.206548:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000800:00000200:1.1:1786176829.206550:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176829.206556:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000040:2.0:1786176829.206560:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.206567:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176829.206576:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176829.206583:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176829.206591:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176829.206602:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176829.206610:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176829.206615:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176829.206622:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176829.206629:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.206635:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176829.206641:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176829.206648:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.206653:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176829.206663:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176829.206670:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176829.206677:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176829.206680:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176829.206685:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176829.206691:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176829.206696:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176829.206706:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786176829.206714:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176829.206728:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612126080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176829.206760:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176829.206767:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176829.206779:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612126080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176829.206801:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176829.206810:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8274) 00000800:00000200:1.1:1786176829.206960:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176829.206963:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176829.207395:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176829.207398:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786176829.207710:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176829.207713:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000040:0.0:1786176829.845084:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302937720, at 4302937728 00000100:00000010:0.0:1786176829.845102:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f63c0. 00000100:00000001:2.0:1786176830.101086:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176830.101094:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176830.101096:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176830.101103:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176830.101109:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176830.101110:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176830.101112:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176830.101113:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176830.101117:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176830.101118:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176830.101120:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176830.101126:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176830.101127:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176830.101132:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176830.101134:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176830.101135:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176830.101136:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176830.101140:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176830.101142:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176830.101143:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176830.101146:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176830.101148:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176830.101149:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176830.101150:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176830.101156:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176830.101161:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176830.101166:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176830.101169:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176830.101173:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176830.101175:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176830.101177:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176830.101179:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176830.101182:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176830.101186:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176830.101190:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176830.101205:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176830.101206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176830.101211:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176830.101216:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176830.101221:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176830.101227:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176830.101231:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176830.101238:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176830.101241:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176830.101249:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176830.101289:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176830.101293:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176830.101297:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176831.125172:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176831.125173:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176831.125174:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176831.125194:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176831.125197:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176831.125197:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.125203:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176831.125204:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176831.125204:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176831.125209:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176831.125209:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176831.125212:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176831.125215:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176831.125216:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176831.125219:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176831.125221:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176831.125222:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176831.125227:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176831.125228:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.125233:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.125238:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.125239:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176831.125243:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176831.125247:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176831.125248:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176831.125251:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176831.125254:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.125257:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176831.125262:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176831.125264:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176831.125264:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176831.125266:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176831.125269:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176831.125270:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176831.125273:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.125275:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176831.125277:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176831.125281:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176831.125282:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176831.125284:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176831.125287:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.125288:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.125294:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176831.125297:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176831.125302:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176831.125333:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176831.125337:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176831.125340:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176832.149110:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176832.149110:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176832.149121:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176832.149122:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176832.149126:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176832.149128:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176832.149134:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176832.149135:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176832.149141:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176832.149144:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176832.149145:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176832.149151:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176832.149152:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176832.149158:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176832.149162:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176832.149166:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176832.149170:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176832.149187:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176832.149199:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176832.149202:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176832.149204:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176832.149209:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176832.149217:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176832.149217:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176832.149222:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176832.149228:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176832.149230:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176832.149230:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176832.149240:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176832.149241:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176832.149241:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176832.149249:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176832.149259:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176832.149260:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176832.149261:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176832.149271:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176832.149274:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176832.149277:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176832.149279:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176832.149282:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176832.149291:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176832.149301:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176832.149301:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176832.149309:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176832.149315:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176832.149387:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176832.149390:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176832.149393:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176833.173138:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176833.173146:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176833.173151:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176833.173160:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176833.173175:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176833.173181:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176833.173185:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176833.173191:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176833.173196:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176833.173198:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176833.173208:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176833.173213:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176833.173221:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176833.173222:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176833.173227:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176833.173228:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176833.173230:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176833.173231:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176833.173231:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176833.173234:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176833.173241:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176833.173249:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176833.173249:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176833.173250:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176833.173258:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176833.173260:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176833.173261:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176833.173270:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176833.173271:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176833.173272:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176833.173281:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176833.173282:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176833.173285:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176833.173286:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176833.173293:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176833.173293:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176833.173296:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176833.173304:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176833.173307:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176833.173310:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176833.173315:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176833.173319:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176833.173324:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176833.173329:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176833.173346:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176834.197131:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176834.197131:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176834.197131:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176834.197140:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176834.197141:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176834.197141:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176834.197144:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176834.197145:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176834.197146:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176834.197163:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176834.197166:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176834.197168:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176834.197170:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176834.197174:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176834.197175:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176834.197181:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176834.197184:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176834.197185:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176834.197192:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176834.197192:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176834.197193:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176834.197195:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176834.197199:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176834.197201:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176834.197207:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176834.197209:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176834.197212:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176834.197214:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176834.197217:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176834.197217:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176834.197218:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176834.197221:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176834.197226:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176834.197226:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176834.197231:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176834.197232:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176834.197234:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176834.197239:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176834.197239:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176834.197246:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176834.197250:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176834.197253:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176834.197254:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176834.197258:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176834.197261:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176834.197287:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176834.197291:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176834.197292:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176834.197294:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176834.197297:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176834.197299:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176834.197301:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176834.197303:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176834.197304:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176834.325115:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176834.325125:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176834.325128:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176834.325131:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176834.325135:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176834.325141:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8269 00000400:00000200:2.0:1786176834.325146:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176834.325175:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176834.325178:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176834.325181:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325184:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176834.325185:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325187:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176834.325191:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176834.325192:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176834.325194:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176834.325197:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176834.325199:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176834.325201:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176834.325203:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325205:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176834.325206:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325207:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176834.325209:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176834.325211:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325213:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176834.325215:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176834.325217:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176834.325219:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325220:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176834.325222:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176834.325230:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786176834.325233:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176834.325241:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176834.325242:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325245:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176834.325247:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176834.325250:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176834.325257:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176834.325262:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176834.325270:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612126208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176834.325278:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176834.325282:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176834.325286:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612126208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176834.325304:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176834.325306:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176834.325310:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176834.325311:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176834.325312:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176834.325314:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176834.325316:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8269 00000400:00000200:2.0:1786176834.325318:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176834.325320:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176834.325321:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176834.325323:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325324:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176834.325326:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325327:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176834.325329:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176834.325330:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176834.325331:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176834.325333:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176834.325334:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176834.325336:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176834.325338:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325340:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176834.325342:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325343:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176834.325345:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176834.325348:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325353:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176834.325355:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176834.325362:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176834.325366:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325369:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176834.325374:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176834.325381:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325384:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176834.325388:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786176834.325392:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176834.325395:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176834.325398:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325403:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176834.325406:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176834.325410:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176834.325415:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176834.325420:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176834.325428:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612126336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176834.325440:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176834.325445:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176834.325451:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612126336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176834.325460:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176834.325463:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176834.325466:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176834.325470:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176834.325474:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176834.325480:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176834.325485:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8269 00000400:00000200:2.0:1786176834.325491:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176834.325498:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176834.325502:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176834.325507:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325512:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176834.325518:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325522:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176834.325525:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176834.325526:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176834.325530:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176834.325533:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176834.325536:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176834.325537:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176834.325541:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325545:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176834.325548:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325550:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176834.325553:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176834.325557:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325560:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176834.325562:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176834.325566:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176834.325570:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325573:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176834.325577:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176834.325580:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325583:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176834.325588:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176834.325594:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176834.325597:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176834.325601:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325604:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176834.325607:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176834.325610:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176834.325614:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176834.325619:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176834.325626:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612126464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176834.325649:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1786176834.325650:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176834.325654:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176834.325655:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000040:2.0:1786176834.325660:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612126464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176834.325681:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176834.325685:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176834.325692:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176834.325693:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176834.325696:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176834.325699:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176834.325703:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8269 00000400:00000200:2.0:1786176834.325709:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176834.325713:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176834.325719:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176834.325725:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325729:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176834.325732:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325737:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176834.325741:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176834.325743:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176834.325744:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176834.325748:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176834.325752:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176834.325757:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176834.325767:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325772:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176834.325774:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325776:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176834.325782:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176834.325788:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325792:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176834.325794:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176834.325797:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176834.325801:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325803:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176834.325804:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176834.325806:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325810:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176834.325814:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176834.325815:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176834.325817:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176834.325818:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.325819:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176834.325820:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176834.325821:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176834.325824:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176834.325829:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176834.325836:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612126592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176834.325850:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176834.325853:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176834.325860:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612126592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176834.325884:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176834.325888:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176834.325892:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176834.325897:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176834.325900:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176834.325904:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176834.325909:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8269 00000400:00000200:2.0:1786176834.325916:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176834.325922:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176834.325927:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176834.325933:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325936:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176834.325941:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325946:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176834.325950:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176834.325953:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176834.325955:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176834.325958:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176834.325962:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176834.325966:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176834.325973:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325978:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176834.325981:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176834.325985:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176834.325990:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176834.325995:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176834.326001:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176834.326006:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176834.326009:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176834.326036:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.326037:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176834.326039:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176834.326040:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.326045:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176834.326052:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176834.326058:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176834.326064:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176834.326067:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176834.326070:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176834.326073:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176834.326077:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176834.326082:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786176834.326086:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176834.326095:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612126720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176834.326112:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176834.326117:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176834.326124:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612126720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176834.326138:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176834.326143:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8279) 00000800:00000200:1.1:1786176834.326298:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176834.326300:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176834.326506:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176834.326507:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176834.326686:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176834.326688:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176834.326892:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176834.326893:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000040:0.0:1786176834.965107:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302942840, at 4302942848 00000100:00000010:0.0:1786176834.965130:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6420. 00000100:00000001:3.0:1786176835.221127:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176835.221131:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176835.221134:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176835.221136:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176835.221140:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176835.221140:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176835.221166:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176835.221166:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176835.221173:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176835.221173:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176835.221179:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176835.221179:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176835.221179:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176835.221187:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176835.221187:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176835.221191:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176835.221193:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176835.221198:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176835.221199:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176835.221199:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176835.221201:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176835.221205:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176835.221206:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176835.221212:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176835.221219:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176835.221224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176835.221228:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176835.221228:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176835.221234:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176835.221238:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176835.221241:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176835.221247:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176835.221251:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176835.221258:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176835.221261:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176835.221266:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176835.221276:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176835.221281:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176835.221283:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176835.221287:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176835.221290:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176835.221293:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176835.221296:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176835.221297:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176835.221300:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176836.245096:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176836.245106:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176836.245109:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176836.245115:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176836.245117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176836.245123:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176836.245125:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176836.245130:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176836.245131:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176836.245146:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176836.245153:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176836.245154:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176836.245158:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176836.245159:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176836.245160:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176836.245168:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176836.245169:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.245169:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176836.245176:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176836.245178:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176836.245180:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176836.245184:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176836.245185:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.245187:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.245190:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176836.245195:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176836.245198:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176836.245201:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176836.245205:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176836.245207:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176836.245211:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176836.245217:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176836.245221:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.245223:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176836.245224:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176836.245228:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.245230:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176836.245233:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.245235:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176836.245241:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176836.245246:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176836.245252:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.245257:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176836.245260:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.245262:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176837.269102:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176837.269111:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176837.269111:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176837.269115:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176837.269116:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176837.269119:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176837.269121:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176837.269137:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176837.269141:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176837.269141:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176837.269145:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176837.269146:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176837.269149:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176837.269150:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176837.269152:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176837.269155:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176837.269155:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176837.269156:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176837.269161:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176837.269162:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176837.269162:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176837.269166:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176837.269171:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176837.269175:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176837.269179:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176837.269182:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176837.269186:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176837.269201:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176837.269203:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176837.269208:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176837.269209:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176837.269214:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176837.269215:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176837.269217:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176837.269224:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176837.269224:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176837.269228:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176837.269228:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176837.269229:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176837.269233:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176837.269235:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176837.269235:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176837.269235:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176837.269238:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176837.269242:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176837.269243:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176837.269243:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176837.269248:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176837.269250:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176837.269253:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176837.269253:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176837.269256:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176837.269258:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176837.269261:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176838.293139:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176838.293139:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176838.293140:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176838.293149:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176838.293149:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176838.293149:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176838.293155:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176838.293155:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176838.293156:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176838.293165:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176838.293166:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176838.293167:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176838.293169:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176838.293175:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176838.293176:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176838.293176:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176838.293182:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176838.293183:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176838.293183:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176838.293187:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176838.293192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176838.293192:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176838.293197:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176838.293200:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176838.293202:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176838.293205:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176838.293210:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176838.293211:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176838.293215:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176838.293217:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176838.293219:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176838.293223:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176838.293223:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176838.293229:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176838.293229:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176838.293230:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176838.293235:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176838.293236:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176838.293236:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176838.293239:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176838.293240:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176838.293242:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176838.293245:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176838.293246:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176838.293248:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176838.293253:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176838.293254:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176838.293258:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176838.293259:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176838.293263:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176838.293265:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176838.293268:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176838.293269:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176838.293275:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176839.317161:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176839.317163:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176839.317171:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176839.317171:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176839.317175:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176839.317177:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176839.317181:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176839.317182:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176839.317186:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176839.317190:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176839.317192:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176839.317196:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176839.317199:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176839.317199:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176839.317204:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176839.317215:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176839.317215:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.317216:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176839.317224:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176839.317225:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176839.317240:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176839.317241:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176839.317241:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176839.317252:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176839.317252:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176839.317257:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.317259:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176839.317263:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176839.317266:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176839.317266:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176839.317269:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176839.317280:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176839.317281:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176839.317281:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176839.317290:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.317298:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176839.317298:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176839.317300:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176839.317312:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176839.317316:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176839.317318:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176839.317323:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176839.317327:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176839.317330:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176839.317334:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176839.445171:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176839.445182:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176839.445185:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176839.445189:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176839.445195:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176839.445203:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8274 00000400:00000200:2.0:1786176839.445212:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176839.445217:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176839.445220:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176839.445223:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445226:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176839.445228:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445230:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176839.445234:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176839.445236:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176839.445238:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176839.445241:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176839.445243:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176839.445245:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176839.445248:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445249:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176839.445252:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445253:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176839.445256:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176839.445259:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445260:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176839.445263:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176839.445266:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176839.445269:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445271:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176839.445273:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176839.445283:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176839.445286:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176839.445290:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176839.445292:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445295:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176839.445297:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176839.445302:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176839.445312:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786176839.445319:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176839.445328:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612126848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176839.445337:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176839.445341:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176839.445346:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612126848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176839.445366:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176839.445369:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176839.445371:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176839.445373:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176839.445374:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176839.445376:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176839.445378:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8274 00000400:00000200:2.0:1786176839.445381:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176839.445383:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176839.445386:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176839.445388:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445390:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176839.445392:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445394:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176839.445396:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176839.445397:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176839.445398:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176839.445399:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176839.445401:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176839.445402:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176839.445404:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445406:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176839.445408:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445411:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176839.445416:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176839.445421:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445429:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176839.445432:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176839.445440:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176839.445443:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445445:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176839.445451:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176839.445459:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445464:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176839.445469:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176839.445476:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176839.445483:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176839.445488:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445491:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176839.445494:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176839.445497:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176839.445503:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786176839.445508:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176839.445525:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612126976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176839.445538:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176839.445541:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176839.445549:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612126976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176839.445565:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176839.445568:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176839.445574:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176839.445579:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176839.445581:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176839.445584:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176839.445588:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8274 00000400:00000200:2.0:1786176839.445590:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176839.445592:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176839.445594:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176839.445598:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445604:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176839.445611:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445614:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176839.445616:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176839.445620:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176839.445624:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176839.445628:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176839.445633:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176839.445638:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176839.445650:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445652:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176839.445655:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445657:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176839.445661:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176839.445665:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445666:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176839.445667:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176839.445671:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176839.445677:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445681:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176839.445684:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176839.445693:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445696:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176839.445698:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176839.445702:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176839.445705:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176839.445706:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445706:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176839.445707:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176839.445709:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176839.445716:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176839.445725:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176839.445740:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612127104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176839.445758:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176839.445760:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176839.445772:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612127104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176839.445789:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176839.445793:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176839.445800:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176839.445802:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176839.445803:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176839.445805:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176839.445808:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8274 00000400:00000200:2.0:1786176839.445821:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176839.445827:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176839.445829:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176839.445831:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445836:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176839.445841:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445847:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176839.445849:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176839.445851:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176839.445854:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176839.445859:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176839.445863:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176839.445868:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176839.445874:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445878:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176839.445882:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445890:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176839.445899:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176839.445905:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176839.445912:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176839.445916:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176839.445926:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176839.445930:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445933:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176839.445939:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176839.445945:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445949:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176839.445954:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176839.445961:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176839.445967:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176839.445971:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.445978:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176839.445982:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176839.445985:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176839.445994:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176839.446004:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176839.446041:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176839.446045:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00100000:2.0:1786176839.446049:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612127232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176839.446066:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176839.446069:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176839.446076:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612127232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176839.446094:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176839.446099:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176839.446116:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176839.446120:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176839.446124:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176839.446128:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176839.446131:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8274 00000400:00000200:2.0:1786176839.446141:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176839.446151:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176839.446159:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176839.446166:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.446170:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176839.446174:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.446183:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176839.446190:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176839.446193:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176839.446199:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176839.446203:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176839.446207:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176839.446209:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176839.446218:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.446222:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176839.446226:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176839.446231:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176839.446239:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176839.446246:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176839.446256:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176839.446263:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176839.446269:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176839.446278:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.446281:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176839.446284:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176839.446285:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.446287:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176839.446292:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176839.446295:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176839.446303:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176839.446310:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176839.446314:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176839.446316:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176839.446319:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176839.446323:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786176839.446329:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176839.446341:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612127360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176839.446357:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176839.446363:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176839.446369:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612127360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176839.446381:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176839.446388:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8285) 00000800:00000200:1.1:1786176839.446713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176839.446716:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786176839.447058:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176839.447061:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786176839.447361:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176839.447364:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786176839.447653:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176839.447656:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00000040:0.0:1786176840.085135:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302947961, at 4302947968 00000100:00000010:0.0:1786176840.085156:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6cc0. 00000100:00000001:0.0:1786176840.341162:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176840.341162:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176840.341172:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176840.341173:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176840.341176:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176840.341179:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176840.341186:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176840.341186:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176840.341194:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176840.341195:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176840.341203:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176840.341204:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176840.341211:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176840.341213:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176840.341214:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176840.341218:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176840.341219:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176840.341227:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176840.341255:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176840.341259:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176840.341260:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176840.341260:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176840.341265:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176840.341269:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176840.341273:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176840.341274:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176840.341274:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176840.341280:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176840.341281:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176840.341283:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176840.341287:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176840.341298:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176840.341299:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176840.341299:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176840.341307:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176840.341310:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176840.341312:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176840.341314:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176840.341316:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176840.341322:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176840.341322:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176840.341335:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176840.341335:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176840.341345:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176840.341348:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176840.341355:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176840.341356:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176840.341372:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176841.365197:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176841.365204:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176841.365205:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176841.365206:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176841.365214:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176841.365216:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176841.365217:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176841.365222:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.365223:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176841.365225:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176841.365230:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176841.365233:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176841.365238:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176841.365239:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176841.365241:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176841.365250:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176841.365251:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176841.365252:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.365260:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176841.365261:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176841.365268:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176841.365268:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.365271:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176841.365276:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176841.365276:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176841.365280:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.365289:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.365299:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176841.365306:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176841.365309:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176841.365314:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176841.365320:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176841.365325:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176841.365325:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.365329:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176841.365332:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176841.365333:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176841.365334:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.365338:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176841.365343:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176841.365351:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176841.365356:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176841.365362:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176841.365366:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176841.365370:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176841.365427:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176841.365429:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176841.365432:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176842.389250:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176842.389251:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176842.389251:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176842.389264:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176842.389265:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176842.389265:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176842.389277:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176842.389278:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176842.389278:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176842.389292:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176842.389293:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176842.389295:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176842.389310:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176842.389311:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176842.389312:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176842.389325:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176842.389326:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176842.389327:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176842.389335:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176842.389338:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176842.389339:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176842.389345:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176842.389347:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176842.389361:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176842.389362:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176842.389367:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176842.389371:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176842.389388:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176842.389394:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176842.389396:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176842.389398:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176842.389400:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176842.389405:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176842.389405:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176842.389411:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176842.389413:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176842.389418:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176842.389419:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176842.389421:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176842.389423:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176842.389425:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176842.389429:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176842.389430:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176842.389437:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176842.389438:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176842.389440:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176842.389443:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176842.389448:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176842.389452:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176842.389453:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176842.389454:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176842.389461:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176842.389463:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176842.389475:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176843.413122:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176843.413132:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176843.413134:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176843.413141:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176843.413146:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176843.413149:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176843.413150:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176843.413155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176843.413157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176843.413161:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176843.413163:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176843.413172:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176843.413172:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176843.413177:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176843.413180:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176843.413186:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176843.413186:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176843.413196:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176843.413202:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176843.413209:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176843.413213:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176843.413219:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176843.413228:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176843.413236:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176843.413237:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176843.413241:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176843.413241:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176843.413251:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176843.413252:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176843.413255:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176843.413258:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176843.413259:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176843.413263:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176843.413274:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176843.413277:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176843.413278:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176843.413282:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176843.413288:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176843.413288:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176843.413291:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176843.413295:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176843.413298:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176843.413298:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176843.413302:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176843.413304:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176843.413306:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176843.413308:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176843.413310:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176843.413313:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176843.413317:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176843.413321:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176843.413324:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176843.413325:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176843.413328:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176843.413333:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176843.413338:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176843.413343:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176844.437156:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176844.437156:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176844.437156:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176844.437165:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176844.437165:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176844.437166:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176844.437170:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176844.437171:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176844.437172:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176844.437179:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176844.437180:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176844.437180:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176844.437188:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176844.437188:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176844.437194:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176844.437195:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176844.437196:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176844.437197:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176844.437203:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176844.437205:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176844.437207:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176844.437209:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176844.437212:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176844.437213:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176844.437216:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176844.437217:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176844.437224:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176844.437234:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176844.437237:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176844.437240:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176844.437242:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176844.437244:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176844.437244:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176844.437245:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176844.437248:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176844.437249:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176844.437250:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176844.437251:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176844.437254:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176844.437256:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176844.437257:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176844.437258:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176844.437261:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176844.437262:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176844.437263:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176844.437267:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176844.437267:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176844.437269:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.437270:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176844.437271:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176844.437275:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176844.437276:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176844.437283:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176844.437283:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176844.565167:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176844.565178:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176844.565181:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176844.565186:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176844.565191:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176844.565200:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8280 00000400:00000200:0.0:1786176844.565208:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176844.565213:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176844.565216:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176844.565219:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565223:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176844.565225:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565228:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176844.565233:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176844.565236:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176844.565239:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176844.565243:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176844.565246:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176844.565249:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176844.565253:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565255:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176844.565258:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565260:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176844.565264:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176844.565268:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565271:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176844.565275:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176844.565279:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176844.565281:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565283:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176844.565286:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176844.565298:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176844.565303:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176844.565308:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176844.565310:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565315:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176844.565318:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176844.565324:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176844.565335:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786176844.565343:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176844.565353:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612127488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176844.565362:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176844.565366:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176844.565370:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612127488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176844.565390:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176844.565393:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176844.565396:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176844.565397:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176844.565398:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176844.565401:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176844.565402:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8280 00000400:00000200:0.0:1786176844.565406:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176844.565408:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176844.565410:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176844.565412:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565414:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176844.565416:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565418:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176844.565420:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176844.565421:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176844.565422:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176844.565425:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176844.565427:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176844.565429:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176844.565431:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565433:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176844.565434:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565435:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176844.565437:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176844.565439:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565444:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176844.565445:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176844.565451:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176844.565454:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565456:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176844.565461:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176844.565464:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565467:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176844.565475:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176844.565476:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176844.565478:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176844.565489:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565492:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176844.565493:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176844.565495:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176844.565499:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:0.0:1786176844.565505:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176844.565512:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612127616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176844.565523:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176844.565527:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176844.565531:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612127616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176844.565549:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176844.565553:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176844.565556:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176844.565560:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176844.565562:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176844.565568:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176844.565570:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8280 00000400:00000200:0.0:1786176844.565573:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176844.565579:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176844.565585:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176844.565589:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565593:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176844.565597:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565600:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176844.565605:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176844.565606:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176844.565608:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176844.565611:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176844.565616:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176844.565619:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176844.565623:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565629:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176844.565634:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565639:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176844.565644:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176844.565652:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565659:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176844.565665:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176844.565671:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176844.565677:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565680:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176844.565683:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176844.565687:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565690:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176844.565696:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176844.565699:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176844.565703:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176844.565705:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565707:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176844.565708:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176844.565710:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176844.565714:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786176844.565718:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176844.565725:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612127744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176844.565738:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176844.565743:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176844.565751:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612127744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176844.565770:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176844.565775:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176844.565783:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176844.565787:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176844.565789:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176844.565792:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176844.565797:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8280 00000400:00000200:0.0:1786176844.565815:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176844.565822:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176844.565829:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176844.565836:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565842:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176844.565846:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565850:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176844.565853:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176844.565855:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176844.565858:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:1.1:1786176844.565859:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:0.0:1786176844.565860:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176844.565864:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176844.565867:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000200:1.1:1786176844.565867:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000040:0.0:1786176844.565870:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565875:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176844.565877:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565882:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176844.565884:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176844.565889:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176844.565894:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176844.565895:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176844.565898:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176844.565900:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565902:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176844.565906:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176844.565909:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565912:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176844.565916:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176844.565919:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176844.565922:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176844.565924:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.565929:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176844.565930:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176844.565934:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176844.565938:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176844.565944:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176844.565951:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612127872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176844.565975:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176844.565980:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176844.565989:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612127872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176844.566010:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176844.566036:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176844.566039:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176844.566040:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176844.566041:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176844.566043:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176844.566046:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8280 00000400:00000200:0.0:1786176844.566066:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176844.566071:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176844.566073:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176844.566076:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.566078:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176844.566082:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.566085:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176844.566088:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176844.566090:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176844.566095:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176844.566100:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176844.566104:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176844.566107:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176844.566114:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.566117:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176844.566121:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176844.566125:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176844.566129:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176844.566134:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176844.566140:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176844.566143:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176844.566146:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176844.566150:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.566152:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176844.566154:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176844.566160:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.566162:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176844.566170:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176844.566174:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176844.566176:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176844.566178:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176844.566180:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176844.566183:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176844.566185:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176844.566190:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786176844.566195:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176844.566202:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612128000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176844.566211:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176844.566214:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176844.566218:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612128000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176844.566232:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176844.566239:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8290) 00000800:00000200:1.1:1786176844.566591:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176844.566595:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176844.566905:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176844.566908:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176844.567165:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176844.567167:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786176844.567347:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176844.567349:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000040:0.0:1786176845.205163:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302953081, at 4302953088 00000100:00000010:0.0:1786176845.205168:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f64e0. 00000100:00000001:3.0:1786176845.461228:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176845.461232:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176845.461234:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176845.461239:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176845.461240:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176845.461247:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176845.461249:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176845.461250:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176845.461252:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176845.461257:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176845.461257:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176845.461259:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176845.461267:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176845.461268:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176845.461268:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176845.461275:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176845.461277:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176845.461280:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176845.461281:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176845.461282:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176845.461287:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176845.461290:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176845.461292:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176845.461297:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176845.461302:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176845.461305:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176845.461306:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176845.461308:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176845.461311:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176845.461313:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176845.461314:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176845.461316:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176845.461331:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176845.461331:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176845.461335:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176845.461336:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176845.461342:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176845.461342:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176845.461345:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176845.461350:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176845.461351:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176845.461356:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176845.461359:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176845.461363:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176845.461367:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176846.485137:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176846.485138:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176846.485144:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176846.485148:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176846.485149:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176846.485153:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176846.485157:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176846.485157:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176846.485159:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176846.485164:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176846.485166:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176846.485169:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176846.485171:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176846.485171:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176846.485180:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176846.485184:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176846.485185:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176846.485188:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176846.485192:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176846.485194:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176846.485195:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176846.485200:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176846.485203:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176846.485205:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176846.485208:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176846.485214:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176846.485225:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176846.485245:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176846.485247:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176846.485248:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176846.485252:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176846.485253:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176846.485256:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176846.485256:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176846.485262:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176846.485262:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176846.485270:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176846.485270:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176846.485276:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176846.485276:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176846.485280:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176846.485281:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176846.485284:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176846.485284:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176846.485291:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.509125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176847.509130:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176847.509134:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176847.509138:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176847.509145:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176847.509147:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176847.509147:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176847.509150:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176847.509156:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.509158:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176847.509159:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176847.509161:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176847.509166:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.509169:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176847.509170:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176847.509180:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176847.509181:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176847.509182:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176847.509195:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176847.509200:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176847.509201:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176847.509204:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176847.509206:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.509219:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176847.509221:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176847.509222:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.509224:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176847.509234:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.509236:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176847.509244:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176847.509252:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176847.509252:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176847.509253:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176847.509263:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.509265:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176847.509268:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176847.509270:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176847.509272:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176847.509273:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176847.509277:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176847.509278:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176847.509284:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176847.509284:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176847.509288:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176847.509292:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176847.509293:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.509303:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176847.509307:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176847.509310:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176847.509315:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176847.509320:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176847.509323:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176847.509325:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176847.509327:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176848.533204:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176848.533212:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176848.533213:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176848.533214:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176848.533216:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176848.533224:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176848.533225:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176848.533226:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176848.533231:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176848.533232:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176848.533234:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176848.533242:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176848.533244:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176848.533245:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176848.533249:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176848.533256:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176848.533257:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176848.533257:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176848.533265:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176848.533266:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176848.533267:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176848.533272:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176848.533275:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176848.533279:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176848.533280:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176848.533286:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176848.533292:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176848.533295:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176848.533304:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176848.533305:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176848.533308:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176848.533312:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176848.533313:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176848.533317:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176848.533318:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176848.533319:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176848.533329:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176848.533331:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176848.533331:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176848.533340:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176848.533347:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176848.533349:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176848.533349:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176848.533359:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176848.533360:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176848.533361:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176848.533371:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176848.533372:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176848.533373:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176848.533380:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176848.533385:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176848.533387:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176848.533390:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176848.533393:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176849.557143:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176849.557147:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176849.557159:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176849.557160:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176849.557161:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176849.557170:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176849.557171:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.557172:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176849.557180:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176849.557186:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176849.557188:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176849.557188:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176849.557201:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176849.557204:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176849.557205:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176849.557210:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176849.557214:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176849.557215:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176849.557223:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176849.557226:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176849.557233:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176849.557235:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176849.557241:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176849.557244:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.557254:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176849.557261:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176849.557270:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176849.557313:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176849.557315:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176849.557318:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176849.557330:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176849.557330:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176849.557331:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176849.557339:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.557341:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176849.557341:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176849.557354:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176849.557356:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176849.557357:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176849.557369:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176849.557372:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176849.557373:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176849.557376:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176849.557379:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176849.557383:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176849.557393:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176849.557394:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176849.557400:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176849.557401:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176849.557413:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176849.557415:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.557416:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176849.557422:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176849.557427:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176849.685124:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176849.685137:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176849.685140:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176849.685145:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176849.685150:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176849.685159:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8285 00000400:00000200:0.0:1786176849.685166:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176849.685173:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176849.685177:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176849.685182:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685186:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176849.685189:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685192:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176849.685197:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176849.685200:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176849.685203:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176849.685206:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176849.685209:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176849.685212:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176849.685215:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685218:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176849.685220:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685222:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176849.685225:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176849.685229:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685232:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176849.685235:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176849.685239:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176849.685242:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.685244:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176849.685247:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176849.685256:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176849.685259:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176849.685263:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176849.685265:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.685268:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176849.685271:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176849.685274:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176849.685283:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786176849.685290:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176849.685299:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612128128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176849.685309:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176849.685313:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176849.685319:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612128128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176849.685341:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176849.685345:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176849.685348:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176849.685350:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176849.685353:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176849.685356:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176849.685360:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8285 00000400:00000200:0.0:1786176849.685366:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176849.685374:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176849.685379:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176849.685388:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685394:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176849.685401:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685420:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176849.685426:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176849.685427:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176849.685429:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176849.685431:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176849.685437:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176849.685442:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176849.685451:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685458:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176849.685463:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685468:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176849.685475:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176849.685482:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685490:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176849.685495:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176849.685502:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176849.685509:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.685514:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176849.685522:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176849.685529:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.685536:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176849.685543:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176849.685548:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176849.685556:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176849.685567:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.685572:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176849.685577:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176849.685582:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176849.685589:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786176849.685594:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176849.685604:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612128256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176849.685616:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176849.685620:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176849.685624:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612128256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176849.685634:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176849.685638:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176849.685645:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176849.685647:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176849.685650:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.1:1786176849.685655:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176849.685656:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:1.1:1786176849.685661:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00080000:0.0:1786176849.685667:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8285 00000400:00000200:0.0:1786176849.685673:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176849.685678:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176849.685683:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176849.685688:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685691:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176849.685695:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685697:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176849.685703:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176849.685704:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176849.685705:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176849.685707:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176849.685711:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176849.685713:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176849.685717:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685721:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176849.685725:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685729:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176849.685734:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176849.685739:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685741:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176849.685743:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176849.685748:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176849.685750:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.685756:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176849.685759:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176849.685765:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.685769:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176849.685775:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176849.685780:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176849.685785:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176849.685787:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.685788:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176849.685790:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176849.685793:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176849.685799:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176849.685803:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176849.685809:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612128384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176849.685817:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176849.685822:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176849.685826:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612128384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176849.685839:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176849.685843:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176849.685851:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176849.685854:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176849.685856:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176849.685860:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176849.685864:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8285 00000400:00000200:0.0:1786176849.685873:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176849.685879:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176849.685883:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176849.685885:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685888:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176849.685892:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685895:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176849.685898:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176849.685901:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176849.685904:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176849.685908:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176849.685914:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176849.685919:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176849.685927:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685930:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176849.685936:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685940:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176849.685945:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176849.685954:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176849.685960:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176849.685966:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176849.685972:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176849.685978:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.685983:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176849.685987:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176849.685996:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.686001:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176849.686037:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176849.686040:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176849.686042:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176849.686044:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.686049:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176849.686052:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176849.686056:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176849.686063:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786176849.686069:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176849.686081:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612128512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176849.686102:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176849.686108:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176849.686119:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612128512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176849.686138:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176849.686145:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176849.686154:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176849.686158:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176849.686162:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176849.686168:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176849.686175:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8285 00000400:00000200:0.0:1786176849.686185:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176849.686191:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176849.686195:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176849.686200:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.686205:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176849.686210:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.686213:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176849.686219:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176849.686223:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176849.686227:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176849.686230:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176849.686234:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176849.686239:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176849.686246:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.686250:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176849.686253:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176849.686256:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176849.686259:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176849.686263:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176849.686267:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176849.686270:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176849.686274:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176849.686278:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.686280:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176849.686281:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176849.686283:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.686285:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176849.686290:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176849.686294:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176849.686300:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176849.686303:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176849.686305:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176849.686308:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176849.686311:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176849.686318:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176849.686324:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176849.686333:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612128640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176849.686353:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176849.686357:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176849.686366:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612128640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176849.686385:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176849.686393:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8295) 00000800:00000200:1.1:1786176849.686405:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176849.686407:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176849.686614:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176849.686617:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176849.686842:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176849.686844:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786176849.687127:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176849.687129:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000040:0.0:1786176850.325127:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302958200, at 4302958208 00000100:00000010:0.0:1786176850.325144:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6de0. 00000100:00000001:0.0:1786176850.581174:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176850.581174:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176850.581174:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176850.581189:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176850.581189:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176850.581190:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176850.581193:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176850.581194:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176850.581195:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176850.581204:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176850.581205:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176850.581206:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176850.581215:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176850.581215:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176850.581216:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176850.581224:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176850.581225:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176850.581225:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176850.581231:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176850.581236:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176850.581241:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176850.581241:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176850.581244:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176850.581248:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176850.581251:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176850.581259:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176850.581263:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176850.581268:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176850.581269:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176850.581273:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176850.581277:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176850.581277:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176850.581282:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176850.581284:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176850.581284:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176850.581290:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176850.581291:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176850.581292:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176850.581296:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176850.581297:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176850.581298:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176850.581304:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176850.581304:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176850.581304:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176850.581309:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176850.581312:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176850.581314:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176850.581315:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176850.581316:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176850.581318:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176850.581323:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176850.581324:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176850.581328:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176850.581331:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176851.605133:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176851.605135:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176851.605146:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176851.605147:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176851.605153:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176851.605154:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176851.605167:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176851.605167:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176851.605178:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176851.605181:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176851.605185:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176851.605188:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176851.605199:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176851.605205:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176851.605206:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176851.605218:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176851.605219:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176851.605219:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176851.605227:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176851.605228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176851.605238:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176851.605238:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176851.605243:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176851.605251:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176851.605252:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176851.605257:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176851.605259:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176851.605261:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176851.605272:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176851.605273:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176851.605279:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176851.605285:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176851.605286:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176851.605300:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176851.605306:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176851.605312:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176851.605320:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176851.605326:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176851.605331:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176851.605337:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176851.605346:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176851.605352:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176851.605356:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176851.605360:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176851.605366:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176852.629114:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176852.629114:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176852.629120:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176852.629122:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176852.629122:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176852.629128:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176852.629129:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.629129:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176852.629133:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176852.629136:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176852.629136:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176852.629140:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176852.629142:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176852.629143:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176852.629147:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176852.629149:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176852.629150:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.629151:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176852.629156:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176852.629158:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176852.629160:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.629161:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176852.629164:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176852.629164:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.629166:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176852.629169:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176852.629173:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.629185:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176852.629189:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176852.629190:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176852.629192:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176852.629193:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176852.629196:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176852.629197:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176852.629200:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.629201:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176852.629207:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176852.629207:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176852.629210:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176852.629211:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176852.629213:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176852.629215:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176852.629219:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176852.629223:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176852.629226:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176853.653180:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176853.653191:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176853.653192:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176853.653196:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176853.653203:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176853.653210:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176853.653210:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176853.653223:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176853.653224:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176853.653233:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176853.653237:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176853.653238:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176853.653241:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176853.653244:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176853.653251:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176853.653251:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176853.653258:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176853.653265:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176853.653266:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176853.653267:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176853.653274:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176853.653280:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176853.653282:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176853.653289:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176853.653300:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176853.653308:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176853.653313:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176853.653314:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176853.653322:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176853.653328:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176853.653332:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176853.653337:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176853.653342:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176853.653346:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176853.653347:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176853.653354:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176853.653355:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1786176853.653364:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176853.653365:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176853.653366:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176853.653371:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176853.653382:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00010000:0.0:1786176853.653385:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176853.653394:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176853.653402:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176853.653410:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176853.653414:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176853.653418:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.677131:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176854.677136:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176854.677140:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176854.677141:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176854.677144:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176854.677146:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176854.677147:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176854.677149:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176854.677152:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176854.677155:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176854.677157:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176854.677157:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176854.677164:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176854.677166:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176854.677167:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176854.677171:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176854.677171:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176854.677172:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176854.677181:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176854.677181:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176854.677187:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176854.677188:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176854.677191:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176854.677192:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176854.677194:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176854.677197:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176854.677201:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176854.677213:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176854.677219:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176854.677221:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176854.677222:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176854.677224:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176854.677226:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176854.677230:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176854.677230:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176854.677235:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176854.677236:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176854.677239:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176854.677241:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176854.677244:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176854.677245:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176854.677253:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176854.677253:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176854.677257:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176854.677263:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176854.677346:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176854.677350:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176854.677354:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176854.805083:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176854.805090:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176854.805093:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176854.805096:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176854.805099:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176854.805105:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8290 00000400:00000200:0.0:1786176854.805111:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176854.805115:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176854.805118:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176854.805120:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805123:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176854.805124:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805126:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176854.805130:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176854.805132:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176854.805134:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176854.805136:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176854.805138:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176854.805140:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176854.805142:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805143:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176854.805144:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805145:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176854.805147:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176854.805149:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805151:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176854.805153:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176854.805156:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176854.805159:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805161:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176854.805164:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176854.805172:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176854.805176:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176854.805181:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176854.805183:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805186:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176854.805189:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176854.805192:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176854.805201:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786176854.805208:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176854.805216:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612128768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176854.805225:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176854.805228:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176854.805232:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612128768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176854.805253:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176854.805257:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176854.805261:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176854.805262:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176854.805264:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176854.805267:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176854.805270:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8290 00000400:00000200:0.0:1786176854.805274:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176854.805277:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176854.805280:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176854.805283:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805286:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176854.805288:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805291:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176854.805294:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176854.805296:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176854.805297:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176854.805299:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176854.805301:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176854.805304:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176854.805309:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805313:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176854.805316:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805318:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176854.805322:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176854.805326:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805331:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176854.805335:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176854.805341:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176854.805345:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805349:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176854.805353:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176854.805360:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805365:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176854.805371:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176854.805375:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176854.805378:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176854.805381:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805385:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176854.805388:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176854.805391:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176854.805395:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786176854.805400:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176854.805405:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612128896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176854.805418:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176854.805420:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176854.805425:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612128896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176854.805445:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176854.805448:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176854.805452:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176854.805454:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176854.805456:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176854.805461:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176854.805467:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8290 00000400:00000200:0.0:1786176854.805475:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176854.805482:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176854.805485:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176854.805492:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805495:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176854.805497:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805501:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176854.805505:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176854.805506:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176854.805507:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176854.805510:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176854.805515:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176854.805516:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176854.805519:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805520:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176854.805523:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805527:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176854.805529:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176854.805534:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805538:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176854.805543:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176854.805546:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176854.805550:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805552:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176854.805556:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176854.805561:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805563:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176854.805567:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176854.805571:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176854.805575:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176854.805577:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805581:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176854.805583:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176854.805586:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176854.805591:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176854.805595:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176854.805601:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612129024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176854.805613:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1786176854.805614:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176854.805618:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176854.805618:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000040:0.0:1786176854.805627:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612129024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176854.805645:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176854.805652:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176854.805660:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176854.805663:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176854.805666:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176854.805669:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176854.805674:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8290 00000400:00000200:0.0:1786176854.805682:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176854.805688:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176854.805691:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176854.805697:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805702:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176854.805705:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805708:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176854.805711:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176854.805714:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176854.805715:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176854.805717:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176854.805722:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176854.805727:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176854.805732:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805735:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176854.805738:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805741:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176854.805742:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176854.805745:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805749:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176854.805750:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176854.805752:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176854.805754:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805756:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176854.805759:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176854.805762:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805767:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176854.805771:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176854.805775:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176854.805780:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176854.805784:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.805789:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176854.805792:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176854.805795:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176854.805800:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786176854.805805:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176854.805813:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612129152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176854.805823:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176854.805827:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176854.805834:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612129152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176854.805853:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176854.805864:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176854.805875:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176854.805879:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176854.805884:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176854.805891:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176854.805899:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8290 00000400:00000200:0.0:1786176854.805910:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176854.805918:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176854.805923:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176854.805929:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805932:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176854.805937:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805941:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176854.805947:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176854.805949:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176854.805967:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176854.805971:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176854.805974:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176854.805977:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176854.805982:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805987:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176854.805992:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176854.805996:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176854.805999:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176854.806004:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176854.806009:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176854.806029:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176854.806031:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176854.806033:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.806034:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176854.806035:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176854.806037:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.806039:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176854.806042:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176854.806043:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176854.806045:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176854.806046:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176854.806048:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176854.806049:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176854.806051:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176854.806055:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176854.806059:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176854.806066:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612129280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176854.806076:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176854.806080:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176854.806086:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612129280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176854.806097:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176854.806102:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8300) 00000800:00000200:1.1:1786176854.806210:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176854.806212:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176854.806404:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176854.806406:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176854.806580:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176854.806582:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786176854.806752:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176854.806753:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000040:0.0:1786176855.445113:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302963320, at 4302963328 00000100:00000010:0.0:1786176855.445136:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f67e0. 00000100:00000001:2.0:1786176855.701148:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176855.701148:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176855.701149:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176855.701157:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176855.701159:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176855.701159:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176855.701160:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176855.701163:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176855.701164:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176855.701167:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176855.701170:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176855.701171:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176855.701174:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176855.701174:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176855.701176:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176855.701181:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176855.701182:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176855.701182:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176855.701189:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176855.701190:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176855.701193:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176855.701194:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176855.701199:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176855.701199:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176855.701200:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176855.701203:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176855.701209:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176855.701223:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176855.701225:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176855.701228:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176855.701230:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176855.701231:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176855.701232:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176855.701235:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176855.701236:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176855.701240:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176855.701242:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176855.701245:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176855.701247:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176855.701248:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176855.701252:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176855.701253:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176855.701255:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176855.701256:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176855.701262:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176855.701325:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176855.701328:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176855.701331:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176856.725205:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176856.725205:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176856.725212:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176856.725217:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176856.725217:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176856.725221:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176856.725223:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176856.725224:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176856.725229:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176856.725234:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176856.725234:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176856.725236:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176856.725245:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176856.725247:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176856.725248:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176856.725259:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176856.725261:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176856.725261:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176856.725278:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176856.725280:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176856.725288:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176856.725290:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176856.725294:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176856.725295:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176856.725304:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176856.725305:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176856.725309:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176856.725331:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176856.725335:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176856.725345:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176856.725346:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176856.725350:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176856.725353:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176856.725355:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176856.725356:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176856.725357:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176856.725366:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176856.725367:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176856.725370:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176856.725382:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176856.725382:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176856.725383:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176856.725391:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176856.725391:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176856.725394:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176856.725398:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176856.725400:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176856.725403:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176856.725404:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176856.725411:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176856.725423:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176856.725424:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176856.725429:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176856.725435:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.749147:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176857.749148:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176857.749148:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176857.749156:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176857.749156:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176857.749157:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176857.749161:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176857.749162:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.749162:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176857.749170:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176857.749172:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176857.749172:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176857.749175:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176857.749181:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176857.749181:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176857.749181:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176857.749186:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176857.749187:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176857.749188:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176857.749189:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176857.749195:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176857.749196:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176857.749197:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.749199:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176857.749201:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176857.749205:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.749207:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176857.749448:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176857.749451:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176857.749455:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176858.773124:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176858.773124:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176858.773135:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176858.773135:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176858.773140:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176858.773141:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176858.773141:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176858.773147:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176858.773150:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176858.773151:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176858.773155:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176858.773157:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176858.773160:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176858.773161:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176858.773162:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176858.773168:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176858.773169:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176858.773169:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176858.773171:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176858.773175:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176858.773177:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176858.773177:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176858.773181:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176858.773186:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176858.773192:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176858.773196:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176858.773199:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176858.773212:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176858.773216:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1786176858.773217:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176858.773219:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176858.773220:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786176858.773225:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176858.773225:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176858.773225:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176858.773228:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176858.773232:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1786176858.773233:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786176858.773234:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176858.773236:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176858.773241:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176858.773245:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176858.773248:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176858.773249:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176858.773252:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176858.773253:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176858.773257:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176858.773258:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.797153:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176859.797161:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176859.797162:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176859.797174:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176859.797176:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176859.797177:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176859.797177:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176859.797183:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176859.797190:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176859.797192:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176859.797192:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176859.797197:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176859.797208:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176859.797210:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176859.797211:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176859.797220:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176859.797222:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176859.797222:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176859.797236:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176859.797240:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176859.797245:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176859.797246:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176859.797254:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176859.797260:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176859.797261:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176859.797265:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176859.797271:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176859.797295:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176859.797297:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176859.797300:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176859.797301:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176859.797305:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176859.797306:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176859.797312:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176859.797313:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176859.797316:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176859.797318:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176859.797320:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176859.797322:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176859.797326:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176859.797328:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786176859.797329:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176859.797331:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176859.797332:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176859.797337:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176859.797338:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176859.797347:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176859.797348:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176859.925157:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176859.925169:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176859.925172:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176859.925178:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176859.925184:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176859.925193:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8295 00000400:00000200:0.0:1786176859.925205:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176859.925215:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176859.925220:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176859.925224:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925228:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176859.925230:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925232:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176859.925236:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176859.925237:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176859.925240:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176859.925244:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176859.925245:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176859.925248:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176859.925250:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925252:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176859.925253:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925254:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176859.925256:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176859.925259:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925260:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176859.925263:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176859.925267:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176859.925270:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925272:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176859.925274:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176859.925286:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176859.925289:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176859.925293:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176859.925295:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925298:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176859.925300:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176859.925305:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176859.925314:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786176859.925321:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176859.925333:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612129408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176859.925347:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176859.925352:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176859.925358:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612129408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176859.925390:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176859.925393:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176859.925396:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176859.925397:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176859.925398:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176859.925401:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176859.925403:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8295 00000400:00000200:0.0:1786176859.925407:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176859.925409:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176859.925411:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176859.925413:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925415:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176859.925417:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925418:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176859.925420:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176859.925421:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176859.925423:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176859.925424:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176859.925426:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176859.925427:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176859.925430:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925432:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176859.925433:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925435:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176859.925438:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176859.925440:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925442:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176859.925445:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176859.925452:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176859.925455:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925456:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176859.925463:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176859.925468:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925471:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176859.925479:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176859.925484:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176859.925491:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176859.925493:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925498:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176859.925501:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176859.925503:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176859.925508:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786176859.925514:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176859.925522:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612129536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176859.925531:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176859.925536:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176859.925540:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612129536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176859.925560:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176859.925563:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176859.925567:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176859.925570:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176859.925573:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176859.925576:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176859.925580:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8295 00000400:00000200:0.0:1786176859.925584:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176859.925589:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176859.925591:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176859.925597:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925601:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176859.925607:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925612:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176859.925616:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176859.925620:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176859.925622:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176859.925625:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176859.925628:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176859.925632:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176859.925637:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925640:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176859.925644:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925647:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176859.925650:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176859.925652:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925654:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176859.925655:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176859.925657:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176859.925660:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925663:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176859.925666:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176859.925669:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925671:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176859.925676:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176859.925679:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176859.925683:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176859.925685:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925690:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176859.925692:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176859.925694:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176859.925700:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786176859.925704:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176859.925711:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612129664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176859.925721:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176859.925724:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176859.925730:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612129664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176859.925740:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176859.925743:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176859.925745:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176859.925747:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176859.925750:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176859.925753:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176859.925755:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8295 00000400:00000200:0.0:1786176859.925826:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176859.925833:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176859.925836:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176859.925838:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925843:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176859.925845:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925847:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176859.925849:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176859.925852:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176859.925853:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176859.925856:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176859.925859:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176859.925862:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176859.925868:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925871:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176859.925874:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176859.925877:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176859.925878:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176859.925880:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176859.925885:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176859.925887:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176859.925887:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 02000000:00000001:0.0:1786176859.925890:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176859.925892:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176859.925895:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925898:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176859.925901:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176859.925928:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925930:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176859.925933:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176859.925937:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176859.925942:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176859.925944:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.925948:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176859.925951:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176859.925953:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176859.925956:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176859.925963:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176859.925973:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612129792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176859.925986:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176859.925991:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176859.926001:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612129792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176859.926036:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176859.926040:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176859.926045:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176859.926046:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176859.926048:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176859.926053:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176859.926059:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8295 00000400:00000200:0.0:1786176859.926070:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176859.926077:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176859.926082:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176859.926086:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.926089:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176859.926091:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.926095:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176859.926098:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176859.926100:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176859.926103:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176859.926107:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176859.926111:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176859.926117:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176859.926121:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.926124:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176859.926129:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176859.926132:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176859.926135:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176859.926142:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176859.926145:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176859.926147:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176859.926152:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176859.926156:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.926160:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176859.926164:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176859.926169:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.926171:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176859.926176:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176859.926181:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176859.926188:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176859.926192:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176859.926195:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176859.926198:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176859.926201:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176859.926208:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786176859.926215:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176859.926224:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612129920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176859.926235:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176859.926238:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176859.926245:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612129920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176859.926255:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176859.926260:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8305) 00000800:00000200:1.1:1786176859.926597:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176859.926600:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176859.926954:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176859.926957:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176859.927308:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176859.927310:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176859.927636:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176859.927639:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000040:0.0:1786176860.565144:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302968441, at 4302968448 00000100:00000010:0.0:1786176860.565160:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6c60. 00000100:00000001:3.0:1786176860.821141:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176860.821145:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176860.821150:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176860.821154:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176860.821156:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176860.821159:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176860.821164:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176860.821165:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176860.821165:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176860.821175:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176860.821178:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176860.821178:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176860.821179:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176860.821190:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176860.821191:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176860.821191:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176860.821203:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176860.821203:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176860.821204:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176860.821211:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.821212:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176860.821213:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176860.821230:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176860.821231:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176860.821232:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176860.821238:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.821243:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176860.821256:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176860.821259:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176860.821262:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176860.821268:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176860.821272:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176860.821274:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176860.821274:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176860.821280:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176860.821281:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176860.821286:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176860.821289:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176860.821290:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176860.821292:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176860.821294:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176860.821296:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176860.821297:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176860.821299:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176860.821306:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.821316:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176860.821316:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176860.821322:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176860.821324:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176860.821326:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176860.821335:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176860.821335:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176860.821353:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176860.821355:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176860.821355:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176860.821365:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176860.821370:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176861.845159:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176861.845165:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176861.845172:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176861.845173:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176861.845181:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176861.845182:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176861.845198:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176861.845199:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176861.845218:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176861.845219:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176861.845232:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176861.845233:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176861.845250:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176861.845251:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176861.845263:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176861.845264:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176861.845274:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176861.845276:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176861.845321:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176861.845323:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786176861.845331:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176861.845332:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176861.845335:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176861.845336:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786176861.845340:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176861.845343:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176861.845347:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176861.845349:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176861.845351:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176861.845354:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176861.845476:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176861.845482:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176861.845483:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176861.845489:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176861.845490:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176861.845494:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176861.845495:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176861.845506:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176861.845507:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176861.845511:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176861.845514:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176861.845517:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176861.845519:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176861.845522:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176861.845525:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176861.845527:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176861.845530:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176861.845540:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176861.845568:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176861.845572:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176861.845573:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176861.845576:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176861.845579:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176861.845582:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176861.845584:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176861.845586:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176861.845588:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176862.869116:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176862.869124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176862.869127:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176862.869135:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176862.869141:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176862.869147:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176862.869150:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176862.869155:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176862.869159:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176862.869164:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176862.869171:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176862.869173:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176862.869180:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176862.869185:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176862.869190:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176862.869194:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176862.869196:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176862.869198:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176862.869204:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176862.869206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176862.869207:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176862.869210:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176862.869213:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176862.869215:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176862.869225:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176862.869227:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176862.869227:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176862.869234:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176862.869236:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176862.869237:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176862.869239:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176862.869242:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.869243:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176862.869244:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176862.869253:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176862.869253:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176862.869254:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176862.869259:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176862.869263:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176862.869264:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.869271:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176862.869273:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176862.869280:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176862.869283:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176862.869288:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.869307:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176862.869313:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176862.869316:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176862.869320:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176862.869323:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176862.869325:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.869328:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176862.869330:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.869332:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176863.893152:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176863.893154:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176863.893160:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176863.893162:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176863.893163:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176863.893168:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176863.893170:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176863.893173:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176863.893176:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176863.893176:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176863.893183:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176863.893185:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176863.893186:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176863.893186:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176863.893193:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176863.893196:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176863.893197:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176863.893204:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176863.893206:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176863.893208:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176863.893216:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176863.893217:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176863.893217:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176863.893226:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176863.893228:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176863.893243:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176863.893244:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176863.893246:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176863.893258:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176863.893264:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176863.893268:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176863.893274:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176863.893277:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176863.893280:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176863.893282:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176863.893285:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176863.893299:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176863.893305:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176863.893308:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176863.893310:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176863.893313:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176863.893313:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176863.893316:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176863.893325:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176863.893328:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176863.893331:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176863.893331:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176863.893336:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176863.893338:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176863.893340:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176863.893342:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176863.893349:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176863.893353:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176863.893355:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176864.917150:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176864.917156:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176864.917157:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176864.917157:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176864.917167:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176864.917168:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176864.917169:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176864.917173:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176864.917174:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176864.917178:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176864.917187:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176864.917188:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176864.917189:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176864.917198:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176864.917199:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176864.917201:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176864.917204:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176864.917206:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176864.917207:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176864.917212:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176864.917213:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176864.917216:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176864.917221:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176864.917222:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176864.917223:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176864.917226:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176864.917235:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176864.917244:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176864.917246:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176864.917246:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176864.917253:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176864.917257:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176864.917262:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176864.917264:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176864.917266:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176864.917268:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176864.917268:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176864.917269:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176864.917280:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176864.917281:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176864.917281:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176864.917286:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176864.917288:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176864.917292:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176864.917295:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176864.917300:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176864.917302:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176864.917308:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176864.917308:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176864.917312:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176864.917314:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176864.917317:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176864.917320:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176864.917327:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176865.045142:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176865.045150:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176865.045153:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176865.045156:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176865.045159:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176865.045165:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8300 00000400:00000200:0.0:1786176865.045173:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176865.045178:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176865.045181:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176865.045184:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045186:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176865.045188:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045190:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176865.045193:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176865.045195:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176865.045197:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176865.045200:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176865.045201:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176865.045203:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176865.045205:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045206:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176865.045207:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045209:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176865.045211:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176865.045213:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045215:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176865.045217:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176865.045220:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176865.045222:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045224:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176865.045226:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176865.045233:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176865.045236:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176865.045239:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176865.045240:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045243:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176865.045245:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176865.045248:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176865.045255:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:0.0:1786176865.045260:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176865.045267:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612130048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176865.045275:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176865.045279:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176865.045283:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612130048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176865.045303:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176865.045305:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176865.045308:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176865.045309:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176865.045310:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176865.045312:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176865.045314:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8300 00000400:00000200:0.0:1786176865.045316:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176865.045318:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176865.045320:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176865.045322:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045324:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176865.045326:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045328:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176865.045329:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176865.045330:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176865.045331:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176865.045333:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176865.045334:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176865.045336:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176865.045338:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045340:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176865.045344:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045347:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176865.045350:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176865.045356:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045358:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176865.045362:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176865.045368:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176865.045373:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045376:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176865.045380:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176865.045384:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045386:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176865.045392:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176865.045396:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176865.045401:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176865.045405:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045407:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176865.045410:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176865.045411:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176865.045416:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786176865.045421:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176865.045427:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612130176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176865.045437:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176865.045441:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176865.045446:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612130176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176865.045457:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176865.045459:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176865.045465:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176865.045470:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176865.045472:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176865.045477:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176865.045482:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8300 00000400:00000200:0.0:1786176865.045487:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176865.045492:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176865.045495:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176865.045502:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045506:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176865.045510:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045515:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176865.045518:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176865.045519:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176865.045521:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176865.045524:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176865.045527:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176865.045529:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176865.045535:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045536:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176865.045541:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045546:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176865.045548:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176865.045549:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045551:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176865.045553:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176865.045556:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176865.045561:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045563:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176865.045564:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176865.045567:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045569:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176865.045574:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176865.045576:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176865.045579:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176865.045582:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045585:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176865.045589:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176865.045592:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176865.045596:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786176865.045598:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176865.045602:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612130304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176865.045614:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176865.045618:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176865.045626:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612130304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176865.045643:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176865.045647:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176865.045653:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176865.045654:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176865.045656:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176865.045658:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176865.045664:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8300 00000400:00000200:0.0:1786176865.045667:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176865.045673:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176865.045679:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176865.045681:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045685:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176865.045689:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045692:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:1.1:1786176865.045694:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:0.0:1786176865.045695:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176865.045697:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176865.045701:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:1.1:1786176865.045702:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000020:00000040:0.0:1786176865.045703:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176865.045707:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176865.045711:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176865.045718:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045720:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176865.045723:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045726:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176865.045728:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176865.045731:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045736:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176865.045739:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176865.045742:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176865.045745:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045747:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176865.045749:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176865.045752:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045756:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176865.045761:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176865.045764:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176865.045769:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176865.045771:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.045776:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176865.045778:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176865.045780:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176865.045786:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176865.045790:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176865.045800:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612130432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176865.045811:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176865.045814:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176865.045820:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612130432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176865.045833:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176865.045837:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176865.045840:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176865.045844:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176865.045846:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176865.045848:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176865.045851:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8300 00000400:00000200:0.0:1786176865.045876:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176865.045884:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176865.045890:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176865.045898:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045903:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176865.045910:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045915:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176865.045921:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176865.045925:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176865.045930:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176865.045934:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176865.045938:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176865.045946:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176865.045954:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045959:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176865.045966:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045971:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176865.045976:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176865.045982:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176865.045990:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176865.045994:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176865.046000:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176865.046006:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.046030:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176865.046033:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176865.046036:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.046038:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176865.046043:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176865.046045:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176865.046048:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176865.046051:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.046056:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176865.046060:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176865.046062:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176865.046071:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786176865.046079:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176865.046092:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612130560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176865.046112:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176865.046118:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176865.046128:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612130560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176865.046151:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176865.046158:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8310) 00000800:00000200:1.1:1786176865.046310:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176865.046312:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176865.046560:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176865.046563:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176865.046791:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176865.046792:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176865.047054:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176865.047057:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000040:0.0:1786176865.685144:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302973560, at 4302973568 00000100:00000010:0.0:1786176865.685162:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6d80. 00000100:00000001:2.0:1786176865.941136:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176865.941144:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176865.941149:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176865.941152:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176865.941153:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176865.941154:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176865.941167:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176865.941167:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176865.941168:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176865.941177:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.941178:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176865.941179:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176865.941193:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176865.941197:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176865.941197:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176865.941199:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176865.941206:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176865.941208:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176865.941208:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176865.941219:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176865.941220:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.941221:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176865.941228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176865.941237:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176865.941242:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176865.941248:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176865.941249:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176865.941253:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176865.941259:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176865.941259:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176865.941274:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176865.941281:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176865.941286:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176865.941287:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176865.941289:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176865.941290:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176865.941297:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176865.941301:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176865.941302:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176865.941304:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176865.941305:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176865.941307:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176865.941309:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176865.941311:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176865.941312:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176866.965078:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176866.965085:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176866.965087:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176866.965092:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176866.965092:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176866.965096:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176866.965098:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176866.965099:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176866.965101:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176866.965102:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176866.965104:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176866.965105:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176866.965109:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176866.965110:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176866.965111:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176866.965114:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176866.965116:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176866.965116:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176866.965121:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176866.965122:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176866.965123:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176866.965124:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176866.965130:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176866.965130:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176866.965134:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176866.965135:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176866.965140:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176866.965153:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176866.965157:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176866.965157:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176866.965160:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176866.965162:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176866.965166:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176866.965166:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176866.965173:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176866.965173:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176866.965178:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176866.965179:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176866.965182:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176866.965184:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176866.965185:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176866.965188:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176866.965189:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176866.965191:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176866.965193:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176866.965220:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176866.965223:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176866.965224:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176866.965226:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176866.965228:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176866.965230:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176866.965232:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786176866.965233:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176866.965234:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176866.965237:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176866.965238:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176866.965244:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176867.989107:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176867.989111:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176867.989115:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176867.989117:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176867.989120:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176867.989122:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176867.989127:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176867.989129:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176867.989136:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176867.989136:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176867.989143:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176867.989143:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176867.989151:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176867.989151:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176867.989158:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176867.989163:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176867.989172:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176867.989178:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176867.989189:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176867.989194:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176867.989195:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176867.989198:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176867.989202:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176867.989207:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176867.989213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176867.989217:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176867.989220:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176867.989237:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176867.989241:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176867.989244:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176867.989248:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000020:00000001:3.0:1786176867.989250:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176867.989253:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176867.989257:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176867.989258:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.989260:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176867.989262:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1786176867.989265:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176867.989266:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.989268:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176867.989270:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.989272:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176867.989278:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176867.989282:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176867.989286:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.989289:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176867.989292:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.989294:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176869.013096:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176869.013096:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176869.013106:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176869.013106:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176869.013109:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176869.013110:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176869.013117:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176869.013118:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176869.013119:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176869.013123:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176869.013124:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176869.013126:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176869.013130:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176869.013132:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176869.013133:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176869.013137:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176869.013140:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176869.013141:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176869.013142:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176869.013146:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176869.013149:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176869.013150:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176869.013154:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176869.013155:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176869.013159:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176869.013161:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176869.013166:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176869.013180:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176869.013184:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176869.013186:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176869.013188:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176869.013193:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176869.013196:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176869.013197:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176869.013200:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176869.013201:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176869.013203:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176869.013204:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176869.013209:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176869.013209:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176869.013215:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176869.013218:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176869.013220:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176869.013222:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176869.013224:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176869.013235:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176869.013238:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176869.013239:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176869.013241:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176869.013243:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176869.013245:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176869.013247:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176869.013248:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176869.013250:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176869.013259:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176869.013264:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176869.013268:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176870.037086:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176870.037092:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176870.037094:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176870.037097:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176870.037097:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176870.037100:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176870.037105:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176870.037106:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176870.037107:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176870.037110:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176870.037113:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176870.037115:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176870.037116:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176870.037117:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176870.037121:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176870.037122:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176870.037127:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176870.037128:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176870.037132:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.037133:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176870.037133:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176870.037137:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176870.037139:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176870.037141:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.037143:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176870.037147:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176870.037151:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176870.037161:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176870.037165:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176870.037167:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176870.037167:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176870.037169:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176870.037170:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.037171:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176870.037173:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.037176:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176870.037176:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176870.037177:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176870.037181:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176870.037183:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176870.037183:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176870.037184:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176870.037188:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176870.037189:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176870.037190:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176870.037195:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176870.037197:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176870.037199:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176870.037202:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176870.037205:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176870.037208:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.037209:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176870.037212:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176870.037215:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176870.165095:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176870.165106:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176870.165109:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176870.165113:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176870.165118:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176870.165125:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8305 00000400:00000200:0.0:1786176870.165134:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176870.165141:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176870.165145:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176870.165149:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165152:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176870.165155:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165157:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176870.165161:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176870.165163:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176870.165165:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176870.165167:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176870.165169:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176870.165171:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176870.165173:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165174:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176870.165175:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165177:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176870.165179:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176870.165181:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165183:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176870.165185:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176870.165187:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176870.165189:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165192:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176870.165194:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176870.165201:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176870.165204:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176870.165207:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176870.165209:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165211:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176870.165214:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176870.165217:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176870.165223:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786176870.165229:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176870.165236:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612130688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176870.165244:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176870.165248:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176870.165258:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612130688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176870.165279:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176870.165281:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176870.165284:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176870.165285:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176870.165287:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176870.165289:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176870.165290:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8305 00000400:00000200:0.0:1786176870.165293:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176870.165296:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176870.165298:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176870.165301:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165303:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176870.165304:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165307:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176870.165312:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176870.165313:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176870.165317:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176870.165321:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176870.165322:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176870.165326:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176870.165333:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165338:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176870.165342:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165347:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176870.165351:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176870.165356:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165359:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176870.165362:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176870.165369:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176870.165373:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165378:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176870.165383:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176870.165388:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165392:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176870.165398:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176870.165405:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176870.165412:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176870.165416:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165420:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176870.165422:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176870.165427:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176870.165433:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176870.165443:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176870.165456:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612130816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176870.165477:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176870.165481:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176870.165487:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612130816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176870.165502:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176870.165507:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176870.165514:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176870.165518:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176870.165522:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176870.165527:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176870.165532:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8305 00000400:00000200:0.0:1786176870.165553:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176870.165561:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176870.165567:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176870.165576:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165583:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1786176870.165583:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176870.165590:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176870.165592:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000001:0.0:1786176870.165595:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176870.165601:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176870.165604:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176870.165608:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176870.165613:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176870.165617:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176870.165623:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176870.165632:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165637:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176870.165643:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165648:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176870.165650:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176870.165656:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165660:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176870.165662:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176870.165666:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176870.165670:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165674:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176870.165678:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176870.165682:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165685:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176870.165691:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176870.165696:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176870.165703:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176870.165706:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165709:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176870.165712:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176870.165713:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176870.165718:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786176870.165723:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176870.165731:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612130944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176870.165740:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176870.165742:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176870.165746:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612130944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176870.165756:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176870.165760:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176870.165767:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176870.165772:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176870.165775:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176870.165779:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176870.165784:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8305 00000400:00000200:0.0:1786176870.165790:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176870.165797:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176870.165802:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176870.165823:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165826:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176870.165830:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165834:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176870.165838:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176870.165840:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176870.165842:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176870.165847:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176870.165850:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176870.165853:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176870.165859:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165866:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176870.165871:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165877:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176870.165886:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176870.165896:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176870.165902:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176870.165908:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176870.165913:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176870.165918:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165923:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176870.165926:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176870.165932:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165939:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176870.165946:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176870.165953:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176870.165961:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176870.165965:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.165971:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176870.165975:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176870.165980:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176870.165988:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176870.165994:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176870.166006:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612131072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176870.166035:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176870.166037:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176870.166041:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612131072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176870.166053:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176870.166058:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176870.166064:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176870.166068:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176870.166071:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176870.166075:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176870.166079:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8305 00000400:00000200:0.0:1786176870.166085:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176870.166091:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176870.166094:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176870.166099:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.166103:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176870.166109:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.166114:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176870.166120:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176870.166124:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176870.166127:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176870.166131:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176870.166137:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176870.166144:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176870.166152:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.166155:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176870.166159:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176870.166165:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176870.166172:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176870.166177:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176870.166183:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176870.166186:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176870.166192:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176870.166197:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.166202:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176870.166204:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176870.166208:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.166210:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176870.166216:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176870.166221:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176870.166225:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176870.166227:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176870.166231:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176870.166234:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176870.166238:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176870.166244:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786176870.166251:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176870.166260:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612131200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176870.166277:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176870.166282:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176870.166288:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612131200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176870.166301:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176870.166307:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8315) 00000800:00000200:1.1:1786176870.166348:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176870.166349:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176870.166536:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176870.166538:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176870.166755:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176870.166756:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786176870.167044:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176870.167046:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000040:0.0:1786176870.805125:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302978680, at 4302978688 00000100:00000010:0.0:1786176870.805139:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6f00. 00000100:00000001:2.0:1786176871.061087:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176871.061094:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176871.061096:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176871.061103:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176871.061104:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176871.061107:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176871.061110:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176871.061111:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176871.061114:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176871.061117:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176871.061118:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176871.061121:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176871.061123:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176871.061126:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176871.061128:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176871.061132:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176871.061136:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176871.061145:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176871.061223:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176871.061226:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176871.061228:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176871.061230:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176871.061232:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176871.061234:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176871.061235:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176871.061237:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176871.061239:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176871.061242:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176871.061246:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176871.061247:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176871.061250:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176871.061253:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176871.061255:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176871.061257:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176871.061259:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176871.061262:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176871.061296:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176871.061299:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176871.061300:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176871.061302:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176871.061304:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176871.061305:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176871.061307:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176871.061308:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176871.061309:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176872.085095:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176872.085102:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176872.085104:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176872.085110:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176872.085115:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176872.085121:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176872.085122:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176872.085125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176872.085132:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176872.085134:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176872.085134:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176872.085137:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.085141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176872.085143:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176872.085152:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176872.085153:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176872.085153:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176872.085162:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176872.085166:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176872.085171:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176872.085175:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.085181:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176872.085184:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176872.085186:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176872.085189:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.085193:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.085196:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176872.085206:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176872.085211:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176872.085213:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176872.085216:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176872.085218:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176872.085220:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176872.085222:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176872.085224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176872.085225:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.086114:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176872.086120:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176872.086125:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176872.086133:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176872.086141:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176872.086146:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176872.086151:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176872.086155:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176872.086160:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176873.109067:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176873.109074:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176873.109076:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176873.109080:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176873.109084:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176873.109087:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176873.109089:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176873.109092:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176873.109094:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176873.109098:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176873.109103:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176873.109105:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176873.109108:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176873.109109:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176873.109111:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176873.109116:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176873.109117:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176873.109120:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176873.109121:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176873.109122:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176873.109125:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176873.109128:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176873.109128:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176873.109129:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176873.109132:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176873.109135:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176873.109135:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176873.109136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176873.109143:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176873.109144:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176873.109147:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176873.109148:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176873.109152:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176873.109153:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176873.109154:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176873.109156:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176873.109159:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176873.109163:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176873.109164:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176873.109170:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176873.109174:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176873.109177:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176873.109184:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176873.109186:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176873.109188:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176874.133163:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176874.133167:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176874.133174:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176874.133179:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176874.133180:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176874.133188:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176874.133192:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176874.133195:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176874.133197:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176874.133200:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176874.133203:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176874.133206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176874.133206:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176874.133208:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176874.133211:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176874.133214:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176874.133220:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176874.133221:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176874.133228:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176874.133228:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176874.133229:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176874.133233:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176874.133237:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176874.133238:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176874.133245:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176874.133249:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176874.133250:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176874.133255:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176874.133255:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176874.133258:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176874.133262:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176874.133265:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176874.133271:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176874.133272:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176874.133281:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176874.133281:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176874.133290:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176874.133291:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176874.133302:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176874.133304:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176874.133308:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176874.133314:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176874.133316:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176874.133319:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176874.133328:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.157122:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176875.157123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176875.157123:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176875.157130:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176875.157130:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176875.157131:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176875.157135:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.157136:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176875.157136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176875.157144:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176875.157145:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176875.157145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176875.157152:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176875.157153:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176875.157153:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176875.157157:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176875.157158:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176875.157159:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176875.157161:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176875.157165:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176875.157165:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176875.157171:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176875.157171:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.157175:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176875.157178:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176875.157181:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176875.157190:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.157229:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176875.157232:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176875.157234:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176875.157236:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176875.157239:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176875.157240:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176875.157242:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176875.157245:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176875.157245:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176875.157249:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176875.157250:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.157252:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176875.157254:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176875.157258:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176875.157261:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176875.157264:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176875.157267:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176875.157273:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176875.285114:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176875.285125:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176875.285129:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176875.285133:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176875.285138:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176875.285156:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8310 00000400:00000200:0.0:1786176875.285162:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176875.285167:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176875.285169:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176875.285172:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285175:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176875.285176:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285178:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176875.285181:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176875.285183:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176875.285186:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176875.285190:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176875.285192:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176875.285194:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176875.285198:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285200:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176875.285203:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285205:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176875.285208:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176875.285212:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285215:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176875.285218:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176875.285222:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176875.285225:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285227:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176875.285230:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176875.285246:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176875.285250:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176875.285253:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176875.285254:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285256:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176875.285259:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176875.285262:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176875.285271:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786176875.285276:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176875.285283:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612131328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176875.285292:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176875.285295:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176875.285299:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612131328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176875.285321:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176875.285327:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176875.285329:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176875.285330:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176875.285332:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176875.285334:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176875.285336:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8310 00000400:00000200:0.0:1786176875.285339:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176875.285341:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176875.285343:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176875.285346:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285349:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176875.285352:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285354:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176875.285357:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176875.285358:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176875.285361:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176875.285364:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176875.285367:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176875.285369:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176875.285372:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285375:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176875.285377:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285381:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176875.285383:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176875.285388:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285390:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176875.285393:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176875.285398:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176875.285402:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285405:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176875.285410:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176875.285416:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285419:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176875.285425:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176875.285429:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176875.285433:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176875.285435:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285438:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176875.285440:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176875.285443:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176875.285449:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786176875.285455:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176875.285466:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612131456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176875.285481:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176875.285485:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176875.285494:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612131456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176875.285515:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176875.285520:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176875.285528:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176875.285530:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176875.285535:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176875.285540:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176875.285546:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8310 00000400:00000200:0.0:1786176875.285556:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176875.285564:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176875.285568:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176875.285574:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285578:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176875.285584:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285589:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176875.285604:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176875.285607:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176875.285610:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176875.285612:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176875.285615:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176875.285618:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176875.285623:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285627:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176875.285631:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285636:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176875.285641:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176875.285650:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285656:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176875.285663:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176875.285667:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176875.285673:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285686:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176875.285691:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176875.285696:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285701:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176875.285707:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176875.285713:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176875.285718:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176875.285721:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285726:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.1:1786176875.285726:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:0.0:1786176875.285730:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.1:1786176875.285732:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 02000000:00000001:0.0:1786176875.285734:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176875.285740:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176875.285747:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176875.285769:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612131584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176875.285784:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176875.285788:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176875.285793:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612131584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176875.285807:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176875.285812:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176875.285821:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176875.285826:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176875.285829:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176875.285834:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176875.285839:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8310 00000400:00000200:0.0:1786176875.285845:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176875.285848:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176875.285851:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176875.285857:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285861:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176875.285865:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285870:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176875.285874:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176875.285876:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176875.285879:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176875.285883:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176875.285886:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176875.285888:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176875.285891:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285893:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176875.285896:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285898:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176875.285902:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176875.285909:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176875.285913:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176875.285916:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176875.285918:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176875.285920:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285924:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176875.285926:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176875.285928:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285929:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176875.285934:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176875.285937:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176875.285940:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176875.285943:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.285945:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176875.285947:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176875.285949:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176875.285964:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786176875.285968:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176875.285975:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612131712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176875.285998:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176875.286001:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176875.286006:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612131712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176875.286031:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176875.286033:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176875.286036:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176875.286037:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176875.286039:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176875.286041:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176875.286043:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8310 00000400:00000200:0.0:1786176875.286046:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176875.286048:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176875.286052:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176875.286055:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.286060:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176875.286063:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.286066:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176875.286068:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176875.286071:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176875.286072:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176875.286075:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176875.286077:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176875.286081:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176875.286087:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.286091:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176875.286094:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176875.286100:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176875.286106:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176875.286113:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176875.286121:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176875.286125:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176875.286129:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176875.286134:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.286139:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176875.286142:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176875.286147:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.286151:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176875.286156:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176875.286160:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176875.286163:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176875.286164:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176875.286166:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176875.286169:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176875.286171:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176875.286178:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176875.286184:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176875.286194:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612131840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176875.286215:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176875.286220:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176875.286225:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612131840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176875.286231:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176875.286237:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8320) 00000800:00000200:1.1:1786176875.286496:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176875.286499:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176875.286848:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176875.286851:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176875.287194:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176875.287198:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786176875.287492:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176875.287495:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000040:0.0:1786176875.925125:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302983800, at 4302983808 00000100:00000010:0.0:1786176875.925142:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6a20. 00000100:00000001:0.0:1786176876.181114:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176876.181114:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176876.181114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176876.181123:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176876.181124:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176876.181124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176876.181127:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176876.181129:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176876.181129:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176876.181133:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176876.181135:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176876.181136:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176876.181137:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176876.181143:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176876.181143:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176876.181144:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176876.181149:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176876.181149:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176876.181149:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176876.181154:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176876.181158:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176876.181159:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176876.181164:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176876.181169:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176876.181169:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176876.181171:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176876.181173:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176876.181183:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176876.181186:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176876.181187:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176876.181191:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176876.181192:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176876.181195:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176876.181199:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176876.181199:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176876.181206:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176876.181207:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176876.181209:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176876.181213:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176876.181213:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176876.181217:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176876.181220:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176876.181221:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176876.181226:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176876.181231:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176876.181260:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176876.181263:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176876.181267:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176877.205122:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176877.205122:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176877.205122:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176877.205129:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176877.205130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176877.205131:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176877.205133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176877.205134:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.205136:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176877.205141:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176877.205142:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176877.205143:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176877.205148:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176877.205149:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176877.205151:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176877.205155:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176877.205156:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.205157:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176877.205160:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176877.205172:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176877.205177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176877.205178:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176877.205183:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176877.205191:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.205191:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176877.205194:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176877.205195:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.205200:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176877.205201:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176877.205207:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176877.205212:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176877.205216:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176877.205218:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176877.205220:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176877.205224:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.205224:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176877.205230:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176877.205232:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176877.205235:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176877.205236:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.205239:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176877.205240:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176877.205241:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176877.205243:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176877.205246:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176877.205247:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176877.205250:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.205252:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176877.205253:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176877.205258:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176877.205261:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176877.205263:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176877.205264:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176877.205266:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176877.205278:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176877.205282:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176877.205286:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176878.229110:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176878.229111:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176878.229117:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176878.229117:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176878.229120:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176878.229122:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176878.229122:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176878.229126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176878.229130:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176878.229132:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176878.229132:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176878.229136:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176878.229138:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176878.229140:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176878.229143:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176878.229144:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176878.229145:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176878.229149:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176878.229149:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176878.229150:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176878.229155:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176878.229156:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176878.229162:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176878.229163:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176878.229163:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176878.229167:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176878.229171:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176878.229177:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176878.229180:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176878.229184:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176878.229204:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176878.229208:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176878.229210:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176878.229212:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176878.229214:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176878.229218:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176878.229220:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176878.229220:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176878.229222:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176878.229224:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176878.229225:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176878.229227:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176878.229230:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176878.229234:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176878.229236:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176878.229238:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176878.229239:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176878.229241:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176879.253085:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176879.253093:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176879.253095:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176879.253100:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176879.253104:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176879.253108:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176879.253113:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176879.253114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176879.253115:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176879.253116:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176879.253121:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176879.253122:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176879.253123:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176879.253125:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176879.253126:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176879.253131:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176879.253133:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176879.253135:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176879.253139:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176879.253140:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176879.253144:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176879.253145:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176879.253146:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176879.253150:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176879.253153:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176879.253154:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176879.253154:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176879.253160:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176879.253161:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176879.253164:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176879.253166:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176879.253168:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176879.253173:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176879.253175:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176879.253177:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176879.253177:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176879.253181:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176879.253183:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176879.253184:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176879.253191:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176879.253197:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176879.253202:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176879.253206:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176879.253211:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176879.253217:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176879.253260:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176879.253263:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176879.253265:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176880.277173:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176880.277174:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176880.277177:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176880.277182:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176880.277183:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176880.277187:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176880.277188:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176880.277189:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.277193:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176880.277200:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176880.277200:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176880.277202:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176880.277207:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176880.277208:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176880.277215:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176880.277216:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176880.277216:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176880.277224:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176880.277225:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176880.277228:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.277228:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176880.277229:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176880.277244:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.277245:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.277246:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176880.277254:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176880.277259:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.277272:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176880.277274:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176880.277277:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176880.277281:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176880.277282:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176880.277286:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176880.277287:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176880.277294:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176880.277294:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176880.277297:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176880.277299:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176880.277300:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176880.277304:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176880.277306:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.277307:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176880.277313:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176880.277317:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176880.277323:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176880.277345:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176880.277349:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176880.277354:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176880.405121:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176880.405133:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176880.405136:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176880.405141:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176880.405146:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176880.405163:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8315 00000400:00000200:2.0:1786176880.405173:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176880.405181:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176880.405184:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176880.405187:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405190:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176880.405192:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405194:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176880.405198:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176880.405200:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176880.405203:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176880.405206:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176880.405208:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176880.405210:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176880.405213:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405215:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176880.405216:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405217:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176880.405220:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176880.405223:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405226:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176880.405229:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176880.405233:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176880.405236:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.405238:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176880.405240:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176880.405248:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786176880.405250:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176880.405253:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176880.405254:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.405257:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176880.405259:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176880.405262:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176880.405269:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176880.405274:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176880.405282:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176880.405290:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176880.405294:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176880.405298:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176880.405321:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176880.405324:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176880.405326:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176880.405327:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176880.405328:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176880.405331:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176880.405332:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8315 00000400:00000200:2.0:1786176880.405335:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176880.405338:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176880.405340:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176880.405343:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405344:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176880.405346:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405347:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176880.405349:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176880.405351:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176880.405354:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176880.405354:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1786176880.405357:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176880.405362:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:3.0:1786176880.405363:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176880.405364:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:3.0:1786176880.405372:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786176880.405376:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405378:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176880.405382:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405384:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:3.0:1786176880.405392:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786176880.405393:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176880.405407:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176880.405410:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176880.405413:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.405415:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.405419:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176880.405422:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176880.405423:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176880.405427:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176880.405432:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612131968:192.168.202.156@tcp:250:kworker.0 02000000:00000001:2.0:1786176880.405433:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176880.405445:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.405447:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176880.405451:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176880.405454:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:2.0:1786176880.405456:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176880.405458:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176880.405465:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.405466:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176880.405473:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176880.405481:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 02000000:00000010:3.0:1786176880.405481:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176880.405489:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786176880.405492:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176880.405498:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1786176880.405499:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786176880.405506:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176880.405508:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000100:00000001:2.0:1786176880.405515:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176880.405519:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1786176880.405520:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 02000000:00000001:2.0:1786176880.405524:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176880.405530:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000200:3.0:1786176880.405531:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612131968, portal 25 00000100:00000001:3.0:1786176880.405538:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176880.405539:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.405543:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439480576 : -127834270071040 : ffff8bbc43be0700) 00000100:00100000:2.0:1786176880.405549:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1786176880.405551:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.405605:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176880.405606:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176880.405612:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176880.405614:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176880.405620:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176880.405625:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612131968, offset 0 00000100:00000040:2.0:1786176880.405627:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786176880.405636:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176880.405652:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176880.405653:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176880.405662:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176880.405665:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176880.405668:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1786176880.405669:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:2.0:1786176880.405677:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176880.405681:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1786176880.405681:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1786176880.405691:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8315 00000400:00000200:3.0:1786176880.405697:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176880.405704:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176880.405733:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176880.405738:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410351:410351:256:4294967295] 192.168.202.156@tcp LPNI seq info [410349:410349:8:4294967295] 00000400:00000200:3.0:1786176880.405742:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176880.405749:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176880.405758:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:3.0:1786176880.405764:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00080000:2.0:1786176880.405766:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176880.405779:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405781:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176880.405782:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405784:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:3.0:1786176880.405791:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000020:00000001:2.0:1786176880.405796:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176880.405798:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000800:00000010:3.0:1786176880.405798:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000020:00000001:2.0:1786176880.405803:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176880.405806:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176880.405809:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:3.0:1786176880.405816:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:2.0:1786176880.405817:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176880.405824:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:3.0:1786176880.405824:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00000001:2.0:1786176880.405838:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.1:1786176880.405842:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:2.0:1786176880.405843:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.405856:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:3.1:1786176880.405857:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000020:00000040:2.0:1786176880.405863:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000800:00000100:3.0:1786176880.405867:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176880.405870:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000100:00080000:2.0:1786176880.405878:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:3.0:1786176880.405881:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1786176880.405882:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176880.405887:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176880.405892:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1786176880.405892:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 02000000:00000001:2.0:1786176880.405903:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.405905:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176880.405907:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1786176880.405907:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176880.405913:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000008:00000001:2.0:1786176880.405914:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.405920:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176880.405926:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000100:00000001:3.0:1786176880.405927:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1786176880.405935:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176880.405942:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1786176880.405942:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176880.405947:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.405955:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176880.405960:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176880.405966:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176880.405972:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:3.0:1786176880.405972:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176880.405980:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176880.405981:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176880.405997:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176880.406002:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.406044:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176880.406055:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176880.406067:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176880.406068:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176880.406078:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4302988921 00000100:00000001:2.0:1786176880.406079:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176880.406094:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1786176880.406094:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a8a0. 00000100:00000001:3.0:1786176880.406108:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176880.406109:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176880.406116:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176880.406120:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176880.406121:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176880.406123:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176880.406127:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4302988921 00000100:00000001:2.0:1786176880.406128:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:3.0:1786176880.406138:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a900. 00000100:00080000:2.0:1786176880.406139:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8315 00000100:00000001:3.0:1786176880.406146:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1786176880.406153:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176880.406155:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1786176880.406162:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:3.0:1786176880.406164:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176880.406168:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176880.406171:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000040:2.0:1786176880.406173:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.406176:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176880.406180:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00100000:3.0:1786176880.406185:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176880/real 1786176880] req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176880.406186:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176880.406195:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176880.406198:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176880.406203:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176880.406206:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176880.406213:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176880.406218:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176880.406228:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.406231:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1786176880.406234:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1786176880.406235:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.406240:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000001:3.0:1786176880.406240:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176880.406249:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000020:00000040:2.0:1786176880.406251:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000400:00000200:3.0:1786176880.406267:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000100:00080000:2.0:1786176880.406269:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176880.406276:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176880.406276:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 02000000:00000001:2.0:1786176880.406290:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176880.406292:0:2389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1786176880.406296:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176880.406303:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176880.406303:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176880.406305:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176880.406308:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176880.406318:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.406324:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176880.406331:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176880.406334:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176880.406341:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176880.406343:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.406348:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176880.406350:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1786176880.406350:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176880.406356:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176880.406366:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:3.0:1786176880.406371:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176880.406372:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.406377:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.406382:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1786176880.406383:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176880.406387:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176880.406397:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176880.406402:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176880.406410:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176880.406411:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176880.406417:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176880.406426:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.406427:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176880.406434:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.406439:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176880.406443:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.406450:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176880.406457:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176880.406458:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176880.406469:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176880.406470:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176880.406485:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1786176880.406490:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786176880.406492:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176880.406494:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1786176880.406498:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1786176880.406503:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176880.406506:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176880.406519:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8315 00000100:00100000:3.0:1786176880.406524:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612131968:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176880.406533:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1786176880.406534:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176880.406544:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1786176880.406548:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176880.406551:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176880.406553:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0700 x1872933612131968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176880.406559:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.406569:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176880.406574:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1786176880.406579:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:3.0:1786176880.406581:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786176880.406586:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000010:3.0:1786176880.406588:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd800. 00000020:00000001:2.0:1786176880.406594:0:114346:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1786176880.406596:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1786176880.406597:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176880.406603:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176880.406603:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176880.406611:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000040:2.0:1786176880.406613:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176880.406617:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1786176880.406623:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000010:3.0:1786176880.406624:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:3.0:1786176880.406633:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1786176880.406634:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:3.0:1786176880.406636:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176880.406639:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0700. 00000100:00000001:3.0:1786176880.406644:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1786176880.406645:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176880.406646:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.406652:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176880.406656:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176880.406659:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176880.406661:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:3.0:1786176880.406662:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1786176880.406664:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:3.0:1786176880.406666:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176880.406673:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176880.406675:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176880.406681:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.406681:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176880.406691:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786176880.406693:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176880.406716:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176880.406720:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.406721:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176880.406723:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176880.406725:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.406726:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176880.406730:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1786176880.406732:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176880.406742:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176880.406751:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176880.406754:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786176880.406756:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.406762:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176880.406763:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176880.406772:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176880.406775:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176880.406776:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176880.406784:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 02000000:00000001:3.0:1786176880.406784:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176880.406790:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.406793:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176880.406799:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176880.406806:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132096:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786176880.406819:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176880.406825:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.406825:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176880.406830:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1786176880.406834:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786176880.406834:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.406841:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176880.406847:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:2.0:1786176880.406850:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.406851:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176880.406858:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8325) 00000400:00000200:3.0:1786176880.406863:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176880.406867:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176880.406871:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176880.406874:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612132096, portal 10 00000100:00000001:3.0:1786176880.406876:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176880.406877:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439486848 : -127834270064768 : ffff8bbc43be1f80) 00000100:00000040:3.0:1786176880.406886:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.406893:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176880.406894:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176880.406896:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176880.406898:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612132096, offset 0 00000400:00000200:3.0:1786176880.406900:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176880.406904:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176880.406907:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176880.406910:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176880.406912:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176880.406914:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176880.406916:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176880.406918:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410352:410352:256:4294967295] 192.168.202.156@tcp LPNI seq info [410350:410350:8:4294967295] 00000400:00000200:3.0:1786176880.406921:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176880.406926:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176880.406929:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176880.406931:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176880.406934:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176880.406937:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176880.406941:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176880.406943:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176880.406946:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176880.406947:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176880.406950:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176880.406952:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176880.406954:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176880.406956:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176880.406958:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176880.406960:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.406966:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176880.406968:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.406978:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.406979:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176880.406982:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176880.406985:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176880.406988:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176880.406989:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302988296 00000100:00000001:3.0:1786176880.406991:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302988921 00000100:00000001:3.0:1786176880.406993:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302988296 00000100:00000001:3.0:1786176880.406995:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302988921 00000100:00000001:3.0:1786176880.406996:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176880.406998:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.406999:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176880.407001:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176880/real 1786176880] req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176880.407006:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176880.407007:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176880.407008:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176880.407030:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176880.407031:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176880.407033:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176880.407036:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176880.407042:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407046:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176880.407047:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407048:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176880.407049:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176880.407051:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407057:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176880.407060:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407065:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176880.407066:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407067:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176880.407068:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407069:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176880.407073:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176880.407074:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176880.407077:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176880.407078:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176880.407080:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176880.407085:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132096:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176880.407088:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176880.407091:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407096:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176880.407097:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.407099:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176880.407100:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176880.407101:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176880.407103:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132224:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176880.407105:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176880.407108:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176880.407109:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.407111:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176880.407113:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176880.407115:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176880.407117:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176880.407119:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176880.407121:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176880.407123:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612132224, portal 10 00000100:00000001:3.0:1786176880.407124:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176880.407126:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:3.0:1786176880.407130:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407137:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176880.407140:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176880.407142:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176880.407144:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612132224, offset 0 00000400:00000200:3.0:1786176880.407149:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176880.407153:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176880.407157:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176880.407160:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176880.407163:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176880.407165:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176880.407168:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176880.407171:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410353:410353:256:4294967295] 192.168.202.156@tcp LPNI seq info [410351:410351:8:4294967295] 00000400:00000200:3.0:1786176880.407176:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176880.407183:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176880.407188:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176880.407192:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176880.407196:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176880.407199:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176880.407204:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176880.407207:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176880.407211:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176880.407214:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176880.407217:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176880.407220:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176880.407224:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176880.407226:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176880.407229:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176880.407234:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407243:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176880.407245:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407250:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.407251:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176880.407254:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176880.407256:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176880.407259:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176880.407260:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302988297 00000100:00000001:3.0:1786176880.407262:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302988921 00000100:00000001:3.0:1786176880.407264:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302988297 00000100:00000001:3.0:1786176880.407266:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302988921 00000100:00000001:3.0:1786176880.407267:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176880.407268:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.407270:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176880.407272:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176880/real 1786176880] req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176880.407278:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176880.407279:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176880.407280:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176880.407282:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176880.407283:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176880.407285:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176880.407287:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176880.407293:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407297:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176880.407298:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407299:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176880.407300:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176880.407302:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407309:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176880.407313:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407320:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176880.407322:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407324:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176880.407326:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407328:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176880.407330:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176880.407333:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176880.407337:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176880.407340:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176880.407345:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176880.407355:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132224:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176880.407358:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176880.407361:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407366:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176880.407367:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.407369:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176880.407370:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176880.407372:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176880.407373:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132352:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176880.407376:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176880.407377:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176880.407379:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.407380:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176880.407383:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176880.407384:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176880.407387:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176880.407389:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176880.407392:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176880.407394:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612132352, portal 4 00000100:00000001:3.0:1786176880.407396:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176880.407397:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:3.0:1786176880.407402:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407406:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176880.407408:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176880.407409:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176880.407411:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612132352, offset 0 00000400:00000200:3.0:1786176880.407413:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176880.407416:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176880.407418:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176880.407420:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176880.407423:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176880.407424:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176880.407426:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176880.407429:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410354:410354:256:4294967295] 192.168.202.156@tcp LPNI seq info [410352:410352:8:4294967295] 00000400:00000200:3.0:1786176880.407432:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176880.407436:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176880.407439:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176880.407442:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176880.407444:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176880.407446:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176880.407449:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176880.407452:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176880.407454:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176880.407455:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176880.407458:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176880.407460:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176880.407462:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176880.407464:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176880.407465:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176880.407468:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407473:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176880.407475:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407480:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.407481:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176880.407483:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176880.407486:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176880.407488:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176880.407489:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302988480 00000100:00000001:3.0:1786176880.407491:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302988921 00000100:00000001:3.0:1786176880.407493:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302988480 00000100:00000001:3.0:1786176880.407494:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302988921 00000100:00000001:3.0:1786176880.407495:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176880.407497:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.407499:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176880.407501:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176880/real 1786176880] req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176880.407506:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176880.407507:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176880.407508:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176880.407509:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176880.407511:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176880.407512:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176880.407514:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176880.407520:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407524:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176880.407525:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407526:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176880.407527:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176880.407529:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407533:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176880.407535:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407539:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176880.407540:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407541:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176880.407542:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407543:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176880.407544:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176880.407546:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176880.407548:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176880.407550:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176880.407552:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176880.407557:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132352:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176880.407560:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407561:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176880.407563:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1f80 x1872933612132096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407567:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176880.407568:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176880.407569:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176880.407570:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176880.407572:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176880.407573:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176880.407574:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176880.407576:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7800. 02000000:00000001:3.0:1786176880.407578:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176880.407580:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176880.407581:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1f80. 00000100:00000001:3.0:1786176880.407583:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176880.407584:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407585:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176880.407588:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612132224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407591:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176880.407592:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176880.407593:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176880.407596:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176880.407597:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176880.407597:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176880.407598:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176880.407600:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:3.0:1786176880.407602:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176880.407603:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176880.407604:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:3.0:1786176880.407605:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176880.407606:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407607:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176880.407609:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612132352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407613:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176880.407613:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176880.407614:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176880.407615:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176880.407616:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176880.407617:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176880.407618:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176880.407619:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:3.0:1786176880.407620:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176880.407621:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176880.407621:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:3.0:1786176880.407622:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176880.407623:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407624:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407627:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176880.407628:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.407630:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176880.407631:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176880.407632:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176880.407634:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407638:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176880.407639:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.407640:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176880.407641:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176880.407643:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176880.407644:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132480:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176880.407648:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176880.407649:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176880.407650:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176880.407651:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176880.407653:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176880.407654:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176880.407656:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176880.407658:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000400:00000010:3.0:1786176880.407660:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00000200:3.0:1786176880.407663:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612132480, portal 4 00000100:00000001:3.0:1786176880.407665:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176880.407667:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:3.0:1786176880.407673:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407681:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176880.407683:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176880.407685:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176880.407688:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612132480, offset 0 00000400:00000200:3.0:1786176880.407691:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176880.407695:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176880.407699:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176880.407702:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176880.407717:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176880.407720:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176880.407762:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176880.407768:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410355:410355:256:4294967295] 192.168.202.156@tcp LPNI seq info [410353:410353:8:4294967295] 00000400:00000200:3.0:1786176880.407775:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176880.407783:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176880.407789:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176880.407794:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000800:00000200:3.0:1786176880.407799:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176880.407802:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176880.407814:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176880.407817:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176880.407822:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176880.407824:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:3.0:1786176880.407827:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176880.407829:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176880.407833:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:3.0:1786176880.407834:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:3.0:1786176880.407837:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176880.407843:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407853:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176880.407857:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407865:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.407866:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176880.407871:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176880.407883:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176880.407888:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176880.407890:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302988460 00000100:00000001:3.0:1786176880.407892:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302988921 00000100:00000001:3.0:1786176880.407894:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302988460 00000100:00000001:3.0:1786176880.407896:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302988921 00000100:00000001:3.0:1786176880.407898:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176880.407899:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.407901:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176880.407904:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176880/real 1786176880] req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176880.407910:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176880.407911:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176880.407913:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176880.407916:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000400:00000010:3.0:1786176880.407917:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000100:00000001:3.0:1786176880.407919:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176880.407921:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176880.407927:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407931:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176880.407932:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407934:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176880.407935:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176880.407937:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407942:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176880.407944:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407949:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176880.407951:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407952:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176880.407953:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407954:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176880.407956:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176880.407957:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176880.407959:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176880.407961:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176880.407963:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176880.407968:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132480:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176880.407972:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.407979:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176880.407981:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612132480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176880.407986:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176880.407988:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176880.407990:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176880.407991:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176880.407993:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176880.407994:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176880.407996:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176880.407997:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:3.0:1786176880.407999:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176880.408000:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176880.408001:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:3.0:1786176880.408003:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176880.408004:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.408006:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176880.408025:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176880.408026:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176880.408028:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176880.408029:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176881.045177:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302988921, at 4302988928 00000100:00000010:0.0:1786176881.045210:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a8a0. 00000100:00000001:2.0:1786176881.301095:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176881.301104:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176881.301105:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176881.301107:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176881.301107:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176881.301113:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176881.301113:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176881.301114:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176881.301119:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176881.301119:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176881.301121:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176881.301128:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176881.301128:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176881.301128:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176881.301132:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176881.301135:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176881.301136:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176881.301136:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176881.301139:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176881.301143:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176881.301147:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176881.301150:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176881.301154:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176881.301158:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176881.301158:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176881.301162:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176881.301165:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176881.301176:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176881.301176:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176881.301182:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176881.301182:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176881.301186:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176881.301186:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176881.301193:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176881.301193:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176881.301199:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176881.301199:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176881.301204:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176881.301204:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176881.301210:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176881.301213:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176881.301226:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176881.301226:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176881.301228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176881.301230:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176881.301258:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176881.301262:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176881.301266:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176882.325114:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176882.325114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176882.325118:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176882.325122:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176882.325122:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176882.325124:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176882.325126:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.325126:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176882.325129:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176882.325132:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176882.325132:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176882.325135:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176882.325138:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176882.325139:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176882.325141:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176882.325143:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.325144:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176882.325147:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.325148:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176882.325154:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176882.325161:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176882.325161:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176882.325162:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176882.325165:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176882.325167:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176882.325170:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176882.325171:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176882.325190:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176882.325195:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176882.325196:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176882.325199:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.325199:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176882.325202:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176882.325202:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176882.325206:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176882.325206:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176882.325210:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.325210:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176882.325214:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176882.325219:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176882.325221:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176882.325222:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.325224:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.325227:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176882.325228:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176882.325275:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176882.325279:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176882.325281:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176883.349126:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176883.349126:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176883.349128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176883.349135:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176883.349136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176883.349136:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176883.349138:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176883.349141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176883.349141:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176883.349146:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176883.349149:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176883.349150:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176883.349151:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176883.349157:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176883.349158:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176883.349158:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176883.349163:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176883.349165:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176883.349165:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176883.349170:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176883.349171:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176883.349176:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176883.349177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176883.349177:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176883.349183:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176883.349184:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176883.349191:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176883.349204:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176883.349209:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176883.349210:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176883.349211:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176883.349216:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176883.349217:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176883.349220:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176883.349222:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176883.349224:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176883.349227:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176883.349229:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176883.349231:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176883.349234:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176883.349235:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176883.349239:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176883.349241:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176883.349243:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176883.349248:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176883.349321:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176883.349325:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176883.349329:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176884.373087:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176884.373098:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176884.373099:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176884.373104:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176884.373105:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176884.373106:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176884.373108:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176884.373112:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176884.373113:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176884.373115:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176884.373118:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176884.373121:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176884.373122:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176884.373124:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176884.373126:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176884.373129:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176884.373130:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176884.373131:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176884.373138:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176884.373139:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176884.373142:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176884.373143:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176884.373147:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176884.373148:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176884.373148:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176884.373152:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176884.373156:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176884.373179:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176884.373183:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176884.373184:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176884.373186:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176884.373191:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176884.373194:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176884.373196:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176884.373196:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176884.373201:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176884.373201:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176884.373205:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176884.373207:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176884.373209:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176884.373214:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176884.373218:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176884.373223:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176884.373226:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176884.373229:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176884.373262:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176884.373266:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176884.373270:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176885.397116:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176885.397116:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176885.397124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176885.397125:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176885.397128:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176885.397129:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176885.397130:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.397134:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176885.397137:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176885.397138:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176885.397138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.397144:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176885.397146:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176885.397147:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176885.397148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176885.397149:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176885.397153:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176885.397156:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176885.397158:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176885.397159:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176885.397165:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176885.397166:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176885.397166:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.397169:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176885.397171:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176885.397176:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.397176:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.397199:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176885.397202:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176885.397203:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176885.397207:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.397209:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176885.397210:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176885.397211:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176885.397215:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176885.397216:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176885.397216:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176885.397220:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.397222:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176885.397222:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176885.397223:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176885.397226:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176885.397229:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176885.397231:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176885.397232:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176885.397233:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176885.397234:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.397236:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176885.397238:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176885.397242:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176885.397242:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176885.397245:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.397246:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176885.397251:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176885.525100:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176885.525109:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176885.525111:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176885.525115:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176885.525119:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176885.525125:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8320 00000400:00000200:2.0:1786176885.525132:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176885.525137:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176885.525139:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176885.525141:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525145:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176885.525147:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525149:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176885.525152:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176885.525154:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176885.525156:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176885.525165:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176885.525167:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176885.525169:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176885.525171:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525173:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176885.525174:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525175:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176885.525177:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176885.525180:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525181:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176885.525183:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176885.525186:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176885.525188:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525190:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176885.525191:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176885.525197:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176885.525200:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176885.525203:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176885.525204:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525207:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176885.525209:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176885.525212:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176885.525218:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786176885.525224:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176885.525235:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176885.525253:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176885.525258:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176885.525263:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176885.525286:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176885.525288:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176885.525291:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176885.525292:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176885.525294:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176885.525296:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176885.525298:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8320 00000400:00000200:2.0:1786176885.525301:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176885.525304:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176885.525306:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176885.525309:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525311:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176885.525314:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525316:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176885.525317:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176885.525319:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000001:3.0:1786176885.525319:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786176885.525320:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176885.525323:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176885.525326:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:3.0:1786176885.525327:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176885.525328:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:3.0:1786176885.525332:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786176885.525333:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525336:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176885.525341:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525344:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:3.0:1786176885.525344:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786176885.525347:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176885.525353:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525357:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176885.525360:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176885.525367:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176885.525367:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176885.525371:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176885.525372:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525377:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176885.525380:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:2.0:1786176885.525381:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176885.525385:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.525385:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176885.525389:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.525394:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176885.525395:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176885.525399:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176885.525409:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1786176885.525410:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612132608:192.168.202.156@tcp:250:kworker.0 02000000:00000001:2.0:1786176885.525411:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525415:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176885.525418:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176885.525421:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.525422:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1786176885.525426:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 02000000:00000001:3.0:1786176885.525429:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176885.525430:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.525434:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176885.525438:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176885.525440:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176885.525447:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176885.525449:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176885.525451:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1786176885.525453:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176885.525459:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525462:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176885.525465:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1786176885.525470:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786176885.525472:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176885.525476:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:3.0:1786176885.525478:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98e18. 00000100:00080000:2.0:1786176885.525479:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176885.525485:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:3.0:1786176885.525489:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaf68. 00000100:00080000:2.0:1786176885.525490:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8320 00000400:00000200:2.0:1786176885.525498:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:3.0:1786176885.525499:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612132608, portal 25 00000400:00000200:2.0:1786176885.525504:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:3.0:1786176885.525505:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786176885.525509:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176885.525509:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000040:2.0:1786176885.525517:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:3.0:1786176885.525522:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176885.525523:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176885.525528:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525533:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176885.525538:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176885.525540:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176885.525544:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176885.525546:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1786176885.525547:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176885.525549:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176885.525554:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176885.525554:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176885.525560:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaee0. 00000100:00000200:3.0:1786176885.525565:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612132608, offset 0 00000100:00000040:2.0:1786176885.525569:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525572:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176885.525576:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525578:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:3.0:1786176885.525578:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000020:00000040:2.0:1786176885.525584:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176885.525586:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525588:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176885.525590:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1786176885.525593:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786176885.525594:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176885.525599:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525601:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176885.525603:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176885.525606:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176885.525608:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:2.0:1786176885.525609:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176885.525615:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786176885.525618:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:3.0:1786176885.525619:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1786176885.525621:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176885.525624:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525626:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1786176885.525628:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:2.0:1786176885.525629:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176885.525633:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176885.525636:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1786176885.525639:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000400:00000200:3.0:1786176885.525643:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525650:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176885.525650:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410356:410356:256:4294967295] 192.168.202.156@tcp LPNI seq info [410354:410354:8:4294967295] 00000400:00000200:3.0:1786176885.525672:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:2.0:1786176885.525686:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1786176885.525695:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1786176885.525698:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176885.525702:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176885.525708:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1786176885.525709:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525720:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176885.525722:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:3.0:1786176885.525722:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf800. 00000100:00080000:2.0:1786176885.525728:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176885.525729:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176885.525731:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176885.525734:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:3.0:1786176885.525736:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786176885.525738:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8320 00000400:00000200:2.0:1786176885.525747:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:3.1:1786176885.525748:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:2.0:1786176885.525752:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176885.525756:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176885.525758:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525759:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176885.525761:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525762:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176885.525763:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176885.525764:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176885.525765:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176885.525767:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176885.525768:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176885.525772:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:3.0:1786176885.525772:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176885.525778:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.525780:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1786176885.525784:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786176885.525785:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176885.525790:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4302994040 00000100:00000001:2.0:1786176885.525791:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176885.525798:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000010:3.0:1786176885.525800:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3ac00. 00000100:00080000:2.0:1786176885.525804:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176885.525809:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176885.525810:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176885.525815:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176885.525819:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176885.525819:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4302994040 00000100:00000010:3.0:1786176885.525825:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a960. 02000000:00000001:2.0:1786176885.525826:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525831:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176885.525831:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000008:00100000:2.0:1786176885.525835:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1786176885.525837:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1786176885.525841:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.525842:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525847:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.525848:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.525852:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1786176885.525854:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176885.525858:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176885.525861:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176885.525862:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525865:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176885.525866:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176885.525869:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.525869:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176885.525874:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000010:2.0:1786176885.525876:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:3.0:1786176885.525878:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176885.525881:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176885.525882:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.525883:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176885.525890:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786176885.525894:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176885.525905:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176885.525909:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.525913:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176885.525916:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176885.525916:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176885.525918:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.525922:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176885.525924:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132736:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176885.525928:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1786176885.525932:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786176885.525932:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176885.525934:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.525939:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176885.525943:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176885.525947:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176885.525950:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176885.525952:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98580. 00000400:00000010:3.0:1786176885.525956:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000001:2.0:1786176885.525957:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176885.525959:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612132736, portal 10 00000100:00080000:2.0:1786176885.525964:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176885.525964:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176885.525966:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439478784 : -127834270072832 : ffff8bbc43be0000) 00000100:00080000:2.0:1786176885.525972:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176885.525977:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:3.0:1786176885.525977:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176885.525981:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176885.525988:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176885.525993:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786176885.525994:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8320 00000100:00000040:3.0:1786176885.525999:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176885.526002:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa2a8. 00000400:00000200:2.0:1786176885.526006:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:3.0:1786176885.526008:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612132736, offset 0 00000400:00000200:3.0:1786176885.526033:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786176885.526043:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:3.0:1786176885.526045:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786176885.526049:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1786176885.526054:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:2.0:1786176885.526056:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.526061:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1786176885.526063:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1786176885.526064:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.526068:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176885.526071:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:3.0:1786176885.526072:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000040:2.0:1786176885.526073:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176885.526076:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176885.526079:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000400:00000200:3.0:1786176885.526080:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1786176885.526081:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176885.526087:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000400:00000200:3.0:1786176885.526089:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000040:2.0:1786176885.526094:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:3.0:1786176885.526100:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410357:410357:255:4294967295] 192.168.202.156@tcp LPNI seq info [410355:410355:7:4294967295] 00000100:00000001:2.0:1786176885.526101:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176885.526107:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176885.526113:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:3.0:1786176885.526113:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:2.0:1786176885.526119:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176885.526127:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:3.0:1786176885.526132:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1786176885.526134:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176885.526139:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176885.526144:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1786176885.526145:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 02000000:00000001:2.0:1786176885.526149:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1786176885.526153:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddfa00. 00000100:00000001:2.0:1786176885.526154:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176885.526159:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000800:00000200:3.0:1786176885.526161:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000008:00000001:2.0:1786176885.526164:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176885.526169:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1786176885.526170:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000010:2.0:1786176885.526176:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000100:00000001:3.0:1786176885.526176:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786176885.526183:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000040:3.0:1786176885.526185:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 02000000:00000001:2.0:1786176885.526189:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1786176885.526192:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786176885.526193:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526197:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302993416 00000100:00000001:2.0:1786176885.526198:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176885.526202:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176885.526203:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302994040 02000000:00000001:2.0:1786176885.526205:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526208:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302993416 02000000:00000010:2.0:1786176885.526213:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:3.0:1786176885.526214:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302994040 00000100:00000001:3.0:1786176885.526220:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176885.526222:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526223:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526229:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1786176885.526236:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1786176885.526237:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176885.526246:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176885.526251:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526259:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1786176885.526261:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176885.526263:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.526268:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176885.526272:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176885.526278:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.526279:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176885.526288:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8331) 00000100:00100000:3.0:1786176885.526288:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132864:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176885.526296:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176885.526303:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176885.526306:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.526308:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176885.526313:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176885.526315:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176885.526319:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176885.526322:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176885.526326:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176885.526330:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612132864, portal 10 00000100:00000001:3.0:1786176885.526332:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176885.526334:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:3.0:1786176885.526341:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176885.526348:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176885.526351:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176885.526353:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa908. 00000100:00000200:3.0:1786176885.526355:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612132864, offset 0 00000400:00000200:3.0:1786176885.526361:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176885.526365:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176885.526369:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176885.526372:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176885.526374:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176885.526376:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176885.526378:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176885.526380:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410358:410358:254:4294967295] 192.168.202.156@tcp LPNI seq info [410356:410356:6:4294967295] 00000400:00000200:3.0:1786176885.526384:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176885.526391:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176885.526395:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176885.526398:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf900. 00000800:00000200:3.0:1786176885.526403:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176885.526407:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176885.526410:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176885.526414:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176885.526418:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176885.526419:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302993416 00000100:00000001:3.0:1786176885.526422:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302994040 00000100:00000001:3.0:1786176885.526424:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302993416 00000100:00000001:3.0:1786176885.526426:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302994040 00000100:00000001:3.0:1786176885.526428:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176885.526431:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526434:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526436:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176885.526440:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176885.526442:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176885.526444:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176885.526446:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176885.526447:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176885.526451:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176885.526460:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176885.526462:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.526464:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176885.526466:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176885.526468:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176885.526471:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132992:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176885.526474:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176885.526476:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176885.526478:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.526479:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176885.526483:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176885.526485:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176885.526490:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176885.526493:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98ec8. 00000400:00000010:3.0:1786176885.526497:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daaaa0. 00000100:00000200:3.0:1786176885.526501:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612132992, portal 4 00000100:00000001:3.0:1786176885.526503:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176885.526505:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000040:3.0:1786176885.526511:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176885.526517:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176885.526520:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176885.526522:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa990. 00000100:00000200:3.0:1786176885.526524:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612132992, offset 0 00000400:00000200:3.0:1786176885.526531:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176885.526534:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176885.526537:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176885.526540:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176885.526542:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176885.526545:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176885.526547:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176885.526550:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410359:410359:253:4294967295] 192.168.202.156@tcp LPNI seq info [410357:410357:5:4294967295] 00000400:00000200:3.0:1786176885.526553:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176885.526560:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176885.526563:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176885.526567:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddfb00. 00000800:00000200:3.0:1786176885.526571:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176885.526574:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176885.526576:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176885.526579:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176885.526582:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176885.526584:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302993599 00000100:00000001:3.0:1786176885.526586:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302994040 00000100:00000001:3.0:1786176885.526588:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302993599 00000100:00000001:3.0:1786176885.526590:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302994040 00000100:00000001:3.0:1786176885.526591:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176885.526611:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526614:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176885.526618:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176885.526624:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176885.526625:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.526627:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176885.526629:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176885.526631:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176885.526634:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612133120:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176885.526637:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176885.526639:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176885.526641:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176885.526643:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176885.526646:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176885.526648:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176885.526651:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176885.526653:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b985d8. 00000400:00000010:3.0:1786176885.526670:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daac38. 00000100:00000200:3.0:1786176885.526674:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612133120, portal 4 00000100:00000001:3.0:1786176885.526676:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176885.526677:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:3.0:1786176885.526683:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176885.526688:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176885.526690:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176885.526693:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa440. 00000100:00000200:3.0:1786176885.526695:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612133120, offset 0 00000400:00000200:3.0:1786176885.526700:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176885.526704:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176885.526707:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176885.526710:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176885.526712:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176885.526715:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176885.526717:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176885.526720:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410360:410360:252:4294967295] 192.168.202.156@tcp LPNI seq info [410358:410358:4:4294967295] 00000400:00000200:3.0:1786176885.526724:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176885.526730:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176885.526734:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176885.526739:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf100. 00000800:00000200:3.0:1786176885.526743:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176885.526748:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176885.526751:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176885.526753:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176885.526757:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176885.526759:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302993579 00000100:00000001:3.0:1786176885.526761:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302994040 00000100:00000001:3.0:1786176885.526764:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302993579 00000100:00000001:3.0:1786176885.526766:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302994040 00000100:00000001:3.0:1786176885.526768:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176885.526770:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526854:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526857:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176885.526860:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176885.526862:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176885.526864:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176885.526865:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176885.526866:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176885.526869:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176886.165096:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302994040, at 4302994048 00000100:00000010:0.0:1786176886.165114:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3ac00. 00000100:00000001:0.0:1786176886.421095:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176886.421095:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176886.421103:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176886.421103:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176886.421105:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176886.421107:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176886.421108:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176886.421111:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176886.421112:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176886.421114:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176886.421117:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176886.421118:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176886.421119:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176886.421123:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176886.421123:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176886.421125:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176886.421129:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176886.421131:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176886.421132:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176886.421134:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176886.421137:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176886.421137:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176886.421137:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176886.421146:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176886.421146:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176886.421151:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176886.421157:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176886.421158:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176886.421161:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176886.421164:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176886.421167:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176886.421172:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176886.421176:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176886.421181:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176886.421183:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176886.421183:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176886.421188:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176886.421189:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176886.421194:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176886.421198:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176886.421204:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176886.421207:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176886.421212:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176886.421213:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176886.421214:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176886.421217:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176886.421218:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176886.421220:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176886.421226:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176886.421229:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176886.421232:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176886.421235:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176886.421238:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176886.421243:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176887.445125:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176887.445129:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176887.445130:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176887.445134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176887.445135:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176887.445138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176887.445140:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176887.445142:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176887.445147:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176887.445149:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176887.445149:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176887.445155:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176887.445157:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176887.445161:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176887.445163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176887.445165:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176887.445167:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176887.445171:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176887.445172:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176887.445174:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176887.445175:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176887.445176:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176887.445181:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176887.445182:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176887.445183:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176887.445188:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176887.445194:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176887.445203:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176887.445206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176887.445207:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176887.445209:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176887.445211:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176887.445213:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176887.445215:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176887.445216:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176887.445217:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176887.445221:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176887.445222:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176887.445226:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176887.445229:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176887.445233:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176887.445234:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176887.445239:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176887.445240:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176887.445245:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176887.445246:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176887.445249:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176887.445251:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176887.445253:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176887.445258:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176887.445263:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176887.445265:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176887.445268:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176887.445270:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.469097:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176888.469106:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176888.469109:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176888.469110:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176888.469111:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176888.469116:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176888.469117:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176888.469120:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176888.469121:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176888.469122:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176888.469129:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176888.469131:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176888.469131:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176888.469136:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176888.469139:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176888.469139:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176888.469142:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.469144:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.469146:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176888.469148:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176888.469153:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.469159:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176888.469167:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176888.469172:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.469174:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176888.469177:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.469180:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.469183:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176888.469189:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176888.469193:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176888.469194:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176888.469196:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176888.469197:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176888.469199:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176888.469201:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176888.469203:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176888.469204:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.469204:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.469208:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176888.469210:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176888.469211:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176888.469213:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176888.469215:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176888.469218:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176888.469219:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176888.469219:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176888.469225:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.469225:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176888.469226:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.469226:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.469232:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176888.469234:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176888.469237:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176888.469241:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1786176888.597290:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:0.0:1786176888.597346:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1786176888.597357:0:2377:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176888.597361:0:2377:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:0.0:1786176888.597366:0:2377:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176888.597371:0:2377:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1786176888.597376:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786176888.597380:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf800. 00000400:00000200:0.0:1786176888.597387:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786176888.597392:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786176888.597399:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaee0 00000400:00000010:0.0:1786176888.597402:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaee0. 00000100:00000001:0.0:1786176888.597408:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176888.597416:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176888.597440:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176888.597445:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176888.597453:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176888.597456:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176888.597468:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786176888.597471:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddfa00. 00000100:00000001:3.0:1786176888.597474:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1786176888.597475:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786176888.597482:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000100:00000001:3.0:1786176888.597482:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1786176888.597488:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa2a8 00000100:00000001:3.0:1786176888.597490:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000400:00000010:0.0:1786176888.597491:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa2a8. 00000100:00000001:0.0:1786176888.597496:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176888.597505:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176888.597505:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176885/real 1786176888] req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176888.597527:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786176888.597528:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1786176888.597531:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1786176888.597535:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1786176888.597537:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98e18. 00000400:00000200:3.0:1786176888.597546:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaf68 00000100:00000001:0.0:1786176888.597547:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176888.597551:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1786176888.597556:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaf68. 00000800:00000100:0.0:1786176888.597560:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000100:00000001:3.0:1786176888.597564:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:0.0:1786176888.597565:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf900. 00000400:00000200:0.0:1786176888.597571:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000200:3.0:1786176888.597574:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786176888.597579:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786176888.597586:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa908 00000400:00000010:0.0:1786176888.597591:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa908. 00000100:00000200:3.0:1786176888.597596:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176888.597597:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176888.597605:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.597610:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176888.597615:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176888.597623:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176888.597623:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1786176888.597646:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176888.597654:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176888.597656:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176888.597667:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000100:00000001:3.0:1786176888.597667:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1786176888.597674:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddfb00. 00000400:00000200:0.0:1786176888.597680:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00100000:3.0:1786176888.597681:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786176888.597689:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786176888.597697:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa990 00000400:00000010:0.0:1786176888.597701:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa990. 00000100:00000001:3.0:1786176888.597701:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176888.597708:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176888.597715:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786176888.597715:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176888.597750:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176888.597750:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1786176888.597757:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.597758:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.597763:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176888.597767:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176888.597771:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176888.597777:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176888.597779:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176888.597783:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000800:00000100:0.0:1786176888.597786:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000100:00080000:3.0:1786176888.597789:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000800:00000010:0.0:1786176888.597791:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf100. 00000400:00000200:0.0:1786176888.597797:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786176888.597805:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000100:00080000:3.0:1786176888.597805:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000400:00000200:0.0:1786176888.597809:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa440 00000100:00000001:3.0:1786176888.597811:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000010:0.0:1786176888.597813:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa440. 00000100:00000001:0.0:1786176888.597818:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1786176888.597820:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176888.597827:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176888.597842:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612132608:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786176888.597845:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176888.597851:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176888.597853:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.597855:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176888.597863:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612132608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176888.597866:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176888.597872:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176888.597878:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176888.597883:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176888.597887:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176888.597892:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176888.597895:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176888.597897:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176888.597900:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176888.597903:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4800. 02000000:00000001:3.0:1786176888.597906:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176888.597908:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176888.597910:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:3.0:1786176888.597914:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176888.597916:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.597918:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.597920:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176888.597921:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176888.597923:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176888.597927:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176885/real 1786176888] req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176888.597935:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176888.597937:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176888.597939:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98ec8. 00000400:00000200:3.0:1786176888.597942:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daaaa0 00000400:00000010:3.0:1786176888.597944:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daaaa0. 00000100:00000001:3.0:1786176888.597947:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176888.597950:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176888.597958:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.597964:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176888.597965:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.597967:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176888.597969:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176888.597972:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598081:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176888.598087:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598094:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176888.598096:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598098:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176888.598099:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598101:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176888.598103:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176888.598106:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176888.598110:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176888.598113:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176888.598116:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176888.598124:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132992:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176888.598128:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176888.598133:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176885/real 1786176888] req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176888.598141:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176888.598143:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176888.598145:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b985d8. 00000400:00000200:3.0:1786176888.598148:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daac38 00000400:00000010:3.0:1786176888.598150:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daac38. 00000100:00000001:3.0:1786176888.598153:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176888.598162:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176888.598171:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598178:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176888.598179:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598181:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176888.598183:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176888.598187:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598193:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176888.598197:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598223:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176888.598226:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598228:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176888.598229:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598231:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176888.598233:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176888.598235:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176888.598239:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176888.598242:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176888.598246:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176888.598255:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612133120:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176888.598259:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176888.598262:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176885/real 1786176888] req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176888.598270:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176888.598272:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176888.598274:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98580. 00000400:00000200:3.0:1786176888.598277:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176888.598279:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176888.598281:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176888.598284:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176888.598292:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598299:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176888.598300:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598302:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176888.598304:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176888.598308:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598315:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176888.598319:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598327:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176888.598329:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598331:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176888.598333:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598335:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176888.598340:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176888.598342:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176888.598346:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176888.598348:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176888.598353:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176888.598360:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132736:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176888.598365:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176888.598369:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176885/real 1786176888] req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176888.598376:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176888.598377:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176888.598379:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176888.598383:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176888.598385:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176888.598387:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176888.598390:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176888.598398:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598404:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176888.598406:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598408:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176888.598409:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176888.598413:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598427:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176888.598431:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598439:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176888.598442:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598444:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176888.598445:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598447:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176888.598449:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176888.598452:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176888.598456:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176888.598458:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176888.598462:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176888.598477:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612132864:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176888.598481:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598484:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176888.598487:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612132992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598495:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176888.598497:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176888.598499:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176888.598502:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176888.598504:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176888.598505:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176888.598507:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176888.598509:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:3.0:1786176888.598514:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176888.598515:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176888.598517:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:3.0:1786176888.598519:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176888.598521:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598523:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176888.598527:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612133120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598533:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176888.598534:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176888.598536:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176888.598539:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176888.598540:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176888.598542:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176888.598543:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176888.598545:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:3.0:1786176888.598547:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176888.598548:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176888.598549:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:3.0:1786176888.598552:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176888.598554:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598555:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176888.598559:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0000 x1872933612132736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598565:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176888.598566:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176888.598568:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176888.598571:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176888.598573:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176888.598574:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176888.598576:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176888.598578:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:3.0:1786176888.598580:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176888.598581:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176888.598582:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0000. 00000100:00000001:3.0:1786176888.598584:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176888.598586:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598588:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176888.598591:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612132864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.598598:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176888.598599:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176888.598601:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176888.598603:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176888.598604:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176888.598605:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176888.598607:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176888.598609:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:3.0:1786176888.598610:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176888.598611:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176888.598613:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:3.0:1786176888.598615:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176888.598616:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598618:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.598625:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176888.598639:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.598642:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176888.598643:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176889.493127:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176889.493127:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176889.493136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176889.493137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176889.493141:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176889.493142:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176889.493150:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176889.493151:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176889.493160:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176889.493160:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176889.493166:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176889.493167:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176889.493173:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176889.493176:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176889.493186:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176889.493190:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176889.493194:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176889.493244:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176889.493249:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176889.493252:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176889.493254:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176889.493255:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176889.493260:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176889.493261:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176889.493262:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176889.493266:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176889.493267:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176889.493269:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176889.493272:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176889.493275:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176889.493275:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176889.493281:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176889.493282:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176889.493285:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176889.493290:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176889.493306:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176889.493309:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176889.493310:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176889.493313:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176889.493315:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176889.493317:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176889.493319:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176889.493321:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176889.493322:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176889.493352:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.517089:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176890.517095:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176890.517097:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176890.517101:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176890.517105:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176890.517108:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.517111:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176890.517113:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176890.517115:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176890.517116:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.517119:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176890.517121:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176890.517124:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.517125:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176890.517128:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176890.517130:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176890.517133:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176890.517134:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176890.517139:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176890.517139:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176890.517141:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176890.517143:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176890.517145:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176890.517147:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176890.517147:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176890.517149:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176890.517151:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.517152:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.517159:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176890.517159:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176890.517160:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.517166:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176890.517170:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.517173:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176890.517175:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.517179:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.517182:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176890.517184:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176890.517187:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176890.517188:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176890.517191:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176890.517192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176890.517198:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176890.517198:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176890.517204:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176890.517205:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176890.517207:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176890.517210:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176890.517211:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176890.517214:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176890.517215:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176890.517218:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.517219:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176890.517225:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176890.645124:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176890.645134:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176890.645137:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176890.645141:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176890.645147:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176890.645155:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8326 00000400:00000200:2.0:1786176890.645163:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176890.645169:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176890.645172:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176890.645176:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645179:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176890.645182:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645184:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176890.645189:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176890.645191:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176890.645194:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176890.645197:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176890.645199:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176890.645201:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176890.645204:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645206:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176890.645208:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645210:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176890.645212:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176890.645214:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645216:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176890.645218:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176890.645220:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176890.645222:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645224:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176890.645226:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176890.645231:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786176890.645234:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176890.645238:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176890.645240:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645243:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176890.645246:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176890.645250:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176890.645264:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176890.645271:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176890.645282:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176890.645294:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176890.645299:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176890.645304:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176890.645325:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176890.645329:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176890.645332:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176890.645334:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176890.645335:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176890.645338:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176890.645341:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8326 00000400:00000200:2.0:1786176890.645346:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176890.645351:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176890.645354:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176890.645357:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645360:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176890.645360:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1786176890.645365:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176890.645367:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176890.645369:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:3.0:1786176890.645372:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176890.645373:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176890.645377:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176890.645379:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176890.645383:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000040:3.0:1786176890.645385:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176890.645386:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176890.645393:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176890.645402:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645405:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176890.645408:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645410:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176890.645413:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176890.645416:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176890.645421:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176890.645423:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645429:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.645429:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176890.645434:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176890.645435:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176890.645439:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176890.645441:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786176890.645445:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612133248:192.168.202.156@tcp:250:kworker.0 02000000:00000001:2.0:1786176890.645447:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645452:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176890.645455:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:2.0:1786176890.645458:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176890.645462:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1786176890.645464:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.645466:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645468:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.645471:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1786176890.645474:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786176890.645478:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176890.645481:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176890.645483:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645485:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1786176890.645485:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd800. 02000000:00000001:2.0:1786176890.645488:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176890.645490:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176890.645492:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176890.645500:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000400:00000200:3.0:1786176890.645500:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176890.645508:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176890.645508:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000100:00100000:2.0:1786176890.645519:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1786176890.645519:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000001:2.0:1786176890.645531:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1786176890.645531:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612133248, portal 25 00000100:00000001:2.0:1786176890.645536:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.645537:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176890.645541:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 00000100:00000040:2.0:1786176890.645544:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786176890.645552:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176890.645564:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.645568:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786176890.645570:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786176890.645576:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786176890.645578:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176890.645582:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:3.0:1786176890.645583:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00080000:2.0:1786176890.645586:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:3.0:1786176890.645590:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612133248, offset 0 00000100:00000001:2.0:1786176890.645592:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176890.645598:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8326 00000400:00000200:3.0:1786176890.645603:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786176890.645620:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176890.645626:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176890.645629:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1786176890.645632:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786176890.645636:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645640:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1786176890.645644:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:2.0:1786176890.645645:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645651:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:3.0:1786176890.645654:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1786176890.645656:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176890.645659:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000400:00000200:3.0:1786176890.645662:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000001:2.0:1786176890.645663:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176890.645668:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:3.0:1786176890.645670:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1786176890.645673:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:3.0:1786176890.645677:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000020:00000001:2.0:1786176890.645679:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:3.0:1786176890.645685:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410361:410361:256:4294967295] 192.168.202.156@tcp LPNI seq info [410359:410359:8:4294967295] 00000100:00000040:2.0:1786176890.645687:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645692:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176890.645698:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:3.0:1786176890.645698:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176890.645704:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176890.645707:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176890.645715:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:3.0:1786176890.645719:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1786176890.645721:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176890.645726:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176890.645730:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176890.645732:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645734:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:3.0:1786176890.645738:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000008:00100000:2.0:1786176890.645739:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176890.645744:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1786176890.645745:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000100:00000001:2.0:1786176890.645746:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176890.645755:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000800:00000200:3.0:1786176890.645756:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:2.0:1786176890.645760:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000800:00000200:3.0:1786176890.645763:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 02000000:00000001:2.0:1786176890.645765:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176890.645768:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645772:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.1:1786176890.645774:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:2.0:1786176890.645775:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176890.645777:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176890.645783:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000800:00000200:3.1:1786176890.645785:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1786176890.645789:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176890.645795:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176890.645800:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000100:00100000:2.0:1786176890.645801:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1786176890.645808:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1786176890.645814:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1786176890.645819:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1786176890.645820:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176890.645830:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786176890.645830:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176890.645835:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176890.645843:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176890.645845:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176890.645850:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1786176890.645852:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176890.645857:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176890.645861:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176890.645864:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176890.645868:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176890.645869:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1786176890.645873:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8326 00000100:00000040:3.0:1786176890.645876:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.645889:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786176890.645891:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176890.645892:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1786176890.645899:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176890.645903:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176890.645906:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176890.645908:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645915:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1786176890.645915:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786176890.645920:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176890.645921:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4302999160 00000100:00000001:2.0:1786176890.645925:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176890.645928:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176890.645930:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176890.645932:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176890.645935:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176890.645937:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176890.645940:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176890.645943:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645945:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176890.645947:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645949:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176890.645952:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176890.645955:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176890.645958:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176890.645960:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176890.645963:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176890.645965:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645967:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176890.645970:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176890.645974:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645975:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176890.645979:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176890.645982:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176890.645986:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176890.645987:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.645990:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176890.645994:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176890.645997:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176890.645998:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a180. 02000000:00000010:2.0:1786176890.646003:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:3.0:1786176890.646006:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176890.646009:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176890.646036:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176890.646046:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176890.646049:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176890.646055:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646058:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4302999161 00000100:00000010:3.0:1786176890.646066:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a420. 00000100:00000001:2.0:1786176890.646069:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176890.646073:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176890.646073:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1786176890.646080:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176890.646081:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176890.646083:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176890.646086:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176890.646089:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8326 00000100:00000001:3.0:1786176890.646092:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1786176890.646096:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176890.646098:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786176890.646103:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:3.0:1786176890.646104:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786176890.646109:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1786176890.646114:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176890/real 1786176890] req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176890.646117:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.646124:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176890.646130:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.646137:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000001:3.0:1786176890.646140:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1786176890.646141:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000001:3.0:1786176890.646145:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1786176890.646146:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000400:00000010:3.0:1786176890.646150:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000020:00000001:2.0:1786176890.646151:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176890.646154:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000400:00000200:3.0:1786176890.646157:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000020:00000001:2.0:1786176890.646158:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000400:00000010:3.0:1786176890.646161:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000020:00000001:2.0:1786176890.646163:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:3.0:1786176890.646167:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1786176890.646170:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.646173:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176890.646176:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176890.646180:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:3.0:1786176890.646182:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786176890.646184:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176890.646193:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176890.646199:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176890.646205:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176890.646210:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176890.646215:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176890.646217:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176890.646218:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176890.646222:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176890.646228:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176890.646233:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.646233:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176890.646238:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1786176890.646239:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000100:00000001:3.0:1786176890.646241:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1786176890.646244:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:3.0:1786176890.646246:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176890.646249:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176890.646253:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176890.646255:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176890.646257:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176890.646261:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176890.646264:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.646270:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1786176890.646271:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176890.646277:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176890.646277:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646287:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1786176890.646288:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176890.646291:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.646295:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176890.646298:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.646303:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176890.646306:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176890.646307:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176890.646311:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176890.646314:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176890.646320:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176890.646324:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786176890.646327:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786176890.646333:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176890.646347:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176890.646355:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612133248:192.168.202.156@tcp:250:kworker.0 00000100:00000040:2.0:1786176890.646356:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8336) 00000100:00000001:3.0:1786176890.646365:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.646369:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176890.646373:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612133248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646387:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176890.646390:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176890.646393:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176890.646396:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176890.646398:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176890.646400:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176890.646402:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176890.646405:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:3.0:1786176890.646408:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176890.646411:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176890.646412:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:3.0:1786176890.646416:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176890.646417:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.646421:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.646432:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176890.646434:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.646436:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176890.646437:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176890.646439:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176890.646443:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646451:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176890.646452:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.646455:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176890.646457:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176890.646459:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176890.646462:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612133376:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176890.646466:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176890.646468:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176890.646470:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.646472:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176890.646476:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176890.646478:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176890.646482:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176890.646486:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176890.646490:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176890.646494:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612133376, portal 10 00000100:00000001:3.0:1786176890.646496:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176890.646497:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439484160 : -127834270067456 : ffff8bbc43be1500) 00000100:00000040:3.0:1786176890.646505:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646511:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176890.646513:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176890.646516:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176890.646519:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612133376, offset 0 00000400:00000200:3.0:1786176890.646523:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176890.646527:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176890.646531:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176890.646535:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176890.646538:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176890.646540:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176890.646542:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176890.646545:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410362:410362:256:4294967295] 192.168.202.156@tcp LPNI seq info [410360:410360:8:4294967295] 00000400:00000200:3.0:1786176890.646549:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176890.646556:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176890.646561:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176890.646564:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176890.646568:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176890.646571:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176890.646575:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176890.646578:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786176890.646582:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176890.646584:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176890.646587:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176890.646591:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176890.646594:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176890.646595:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176890.646599:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176890.646603:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646626:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176890.646636:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646642:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.646644:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176890.646649:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176890.646653:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176890.646656:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176890.646658:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302998536 00000100:00000001:3.0:1786176890.646661:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302999160 00000100:00000001:3.0:1786176890.646663:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302998536 00000100:00000001:3.0:1786176890.646665:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302999161 00000100:00000001:3.0:1786176890.646667:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176890.646669:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.646671:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176890.646675:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176890/real 1786176890] req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176890.646683:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176890.646685:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176890.646687:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176890.646689:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176890.646691:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176890.646694:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176890.646697:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176890.646706:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646719:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176890.646720:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.646723:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176890.646724:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176890.646727:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646733:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176890.646737:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646744:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176890.646746:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.646748:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176890.646750:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.646751:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176890.646755:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176890.646758:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176890.646762:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176890.646764:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176890.646768:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176890.646775:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612133376:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176890.646780:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176890.646783:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646790:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176890.646792:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.646795:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176890.646797:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176890.646799:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176890.646803:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612133504:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176890.646806:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176890.646808:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176890.646809:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.646810:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176890.646813:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176890.646815:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176890.646818:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176890.646820:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176890.646823:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176890.646826:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612133504, portal 10 00000100:00000001:3.0:1786176890.646828:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176890.646830:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:3.0:1786176890.646836:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646842:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176890.646845:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176890.646847:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176890.646849:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612133504, offset 0 00000400:00000200:3.0:1786176890.646853:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176890.646857:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176890.646860:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176890.646863:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176890.646866:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176890.646868:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176890.646870:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176890.646873:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410363:410363:256:4294967295] 192.168.202.156@tcp LPNI seq info [410361:410361:8:4294967295] 00000400:00000200:3.0:1786176890.646878:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176890.646884:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176890.646889:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176890.646892:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176890.646896:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176890.646899:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176890.646903:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176890.646906:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786176890.646909:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176890.646912:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176890.646915:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176890.646918:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176890.646921:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176890.646923:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176890.646925:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176890.646928:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646936:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176890.646939:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.646944:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.646946:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176890.646949:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176890.646952:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176890.646954:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176890.646956:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302998536 00000100:00000001:3.0:1786176890.646959:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302999160 00000100:00000001:3.0:1786176890.646961:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302998536 00000100:00000001:3.0:1786176890.646962:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302999161 00000100:00000001:3.0:1786176890.646964:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176890.646966:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.646968:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176890.646972:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176890/real 1786176890] req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176890.646979:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176890.646980:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176890.646982:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176890.646984:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176890.646986:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176890.646988:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176890.646990:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176890.646998:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647003:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176890.647005:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647006:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176890.647008:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176890.647035:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647042:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176890.647046:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647053:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176890.647055:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647057:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176890.647058:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647060:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176890.647062:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176890.647064:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176890.647067:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176890.647070:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176890.647074:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176890.647081:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612133504:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176890.647085:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176890.647088:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647094:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176890.647096:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.647098:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176890.647100:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176890.647102:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176890.647105:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612133632:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176890.647108:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176890.647110:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176890.647112:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.647113:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176890.647118:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176890.647120:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176890.647124:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176890.647126:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176890.647130:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176890.647133:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612133632, portal 4 00000100:00000001:3.0:1786176890.647135:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176890.647136:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439478784 : -127834270072832 : ffff8bbc43be0000) 00000100:00000040:3.0:1786176890.647142:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647149:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176890.647151:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176890.647154:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176890.647157:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612133632, offset 0 00000400:00000200:3.0:1786176890.647162:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176890.647165:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176890.647169:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176890.647173:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176890.647175:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176890.647178:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176890.647180:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176890.647184:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410364:410364:256:4294967295] 192.168.202.156@tcp LPNI seq info [410362:410362:8:4294967295] 00000400:00000200:3.0:1786176890.647188:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176890.647194:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176890.647197:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176890.647200:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176890.647203:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176890.647205:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176890.647208:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176890.647210:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786176890.647212:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176890.647214:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176890.647216:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176890.647218:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176890.647221:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176890.647222:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176890.647223:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176890.647232:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647238:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176890.647240:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647245:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.647246:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176890.647248:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176890.647251:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176890.647253:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176890.647255:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302998720 00000100:00000001:3.0:1786176890.647257:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302999160 00000100:00000001:3.0:1786176890.647259:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302998720 00000100:00000001:3.0:1786176890.647260:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302999161 00000100:00000001:3.0:1786176890.647261:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176890.647262:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.647264:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176890.647266:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176890/real 1786176890] req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176890.647271:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176890.647272:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176890.647273:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176890.647274:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176890.647276:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176890.647277:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176890.647279:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176890.647284:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647288:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176890.647289:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647290:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176890.647291:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176890.647293:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647297:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176890.647299:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647304:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176890.647306:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647307:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176890.647308:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647310:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176890.647311:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176890.647313:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176890.647315:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176890.647316:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176890.647318:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176890.647323:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612133632:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176890.647325:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176890.647327:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647331:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176890.647332:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.647333:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176890.647334:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176890.647336:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176890.647338:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612133760:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176890.647340:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176890.647341:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176890.647342:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176890.647343:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176890.647346:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176890.647347:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176890.647349:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176890.647350:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176890.647352:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176890.647354:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612133760, portal 4 00000100:00000001:3.0:1786176890.647356:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176890.647356:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:3.0:1786176890.647360:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647364:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176890.647366:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176890.647367:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176890.647369:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612133760, offset 0 00000400:00000200:3.0:1786176890.647371:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176890.647373:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176890.647376:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176890.647377:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176890.647379:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176890.647381:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176890.647382:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176890.647384:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410365:410365:256:4294967295] 192.168.202.156@tcp LPNI seq info [410363:410363:8:4294967295] 00000400:00000200:3.0:1786176890.647387:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176890.647391:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176890.647394:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176890.647396:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176890.647398:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176890.647400:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786176890.647402:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176890.647404:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786176890.647407:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176890.647408:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176890.647410:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176890.647412:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176890.647414:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176890.647415:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176890.647417:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176890.647420:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647433:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176890.647437:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647444:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.647445:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176890.647449:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176890.647452:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176890.647455:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176890.647457:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4302998700 00000100:00000001:3.0:1786176890.647460:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4302999160 00000100:00000001:3.0:1786176890.647462:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4302998700 00000100:00000001:3.0:1786176890.647464:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4302999161 00000100:00000001:3.0:1786176890.647465:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176890.647467:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.647468:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176890.647471:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176890/real 1786176890] req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176890.647476:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176890.647477:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176890.647478:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176890.647480:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176890.647481:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176890.647483:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176890.647485:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176890.647490:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647494:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176890.647496:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647497:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176890.647498:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176890.647500:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647504:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176890.647507:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647510:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176890.647512:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647513:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176890.647514:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647515:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176890.647516:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176890.647517:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176890.647520:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176890.647522:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176890.647526:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176890.647533:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612133760:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176890.647537:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647539:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176890.647543:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1500 x1872933612133376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647548:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176890.647551:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176890.647552:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:3.0:1786176890.647555:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176890.647557:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176890.647559:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176890.647561:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176890.647563:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:3.0:1786176890.647566:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176890.647567:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176890.647568:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1500. 00000100:00000001:3.0:1786176890.647571:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176890.647572:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647574:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176890.647577:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612133504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647590:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176890.647592:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176890.647593:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cffc00. 02000000:00000001:3.0:1786176890.647597:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176890.647598:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176890.647599:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176890.647602:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176890.647603:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:3.0:1786176890.647605:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176890.647620:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176890.647622:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:3.0:1786176890.647625:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176890.647626:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647627:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176890.647631:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0000 x1872933612133632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647637:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176890.647638:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176890.647640:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176890.647643:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176890.647644:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176890.647646:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176890.647648:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176890.647649:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:3.0:1786176890.647651:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176890.647652:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176890.647654:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0000. 00000100:00000001:3.0:1786176890.647656:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176890.647658:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647659:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176890.647662:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612133760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176890.647668:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176890.647670:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176890.647671:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176890.647673:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176890.647674:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176890.647676:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176890.647677:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176890.647679:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5c00. 02000000:00000001:3.0:1786176890.647681:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176890.647682:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176890.647683:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:3.0:1786176890.647685:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176890.647687:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647689:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176890.647693:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176890.647695:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176890.647697:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176890.647699:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176891.285120:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4302999160, at 4302999168 00000100:00000010:0.0:1786176891.285137:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a180. 00000100:00000001:2.0:1786176891.541125:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176891.541125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176891.541133:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176891.541134:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176891.541136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176891.541137:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176891.541144:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176891.541144:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176891.541149:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176891.541150:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176891.541153:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176891.541154:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176891.541157:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176891.541158:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176891.541165:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176891.541169:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176891.541169:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176891.541172:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176891.541283:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176891.541287:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176891.541289:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176891.541292:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176891.541295:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176891.541298:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176891.541299:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176891.541300:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176891.541304:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176891.541306:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176891.541308:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176891.541310:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176891.541315:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176891.541318:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176891.541320:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176891.541323:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176891.541324:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176891.541326:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176891.541329:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176891.541330:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176891.541332:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176891.541337:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176891.541339:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176891.541341:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176891.541344:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176891.541345:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176891.541348:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176891.541525:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176891.541529:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176891.541532:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176892.565067:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176892.565076:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176892.565079:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176892.565082:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176892.565085:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176892.565087:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176892.565091:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176892.565092:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176892.565097:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176892.565099:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176892.565102:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176892.565105:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176892.565107:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176892.565110:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176892.565112:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176892.565117:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176892.565119:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176892.565124:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176892.565125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176892.565132:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176892.565137:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176892.565144:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176892.565145:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176892.565153:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176892.565154:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176892.565158:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176892.565160:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176892.565163:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176892.565165:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176892.565169:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176892.565169:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176892.565170:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176892.565175:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176892.565176:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176892.565176:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176892.565181:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176892.565184:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176892.565186:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176892.565187:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176892.565193:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176892.565193:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176892.565199:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176892.565205:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176892.565210:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176892.565216:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176892.565257:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176892.565261:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176892.565265:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176893.589140:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176893.589150:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176893.589150:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176893.589158:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176893.589160:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176893.589161:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176893.589166:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.589167:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.589168:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176893.589185:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176893.589188:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176893.589189:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176893.589191:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176893.589206:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176893.589207:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.589207:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176893.589220:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176893.589221:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176893.589221:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176893.589231:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176893.589235:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176893.589236:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.589239:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.589242:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176893.589249:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176893.589252:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.589260:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176893.589268:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176893.589274:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176893.589278:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176893.589282:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176893.589287:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176893.589288:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176893.589292:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.589295:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176893.589297:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176893.589306:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176893.589308:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176893.589309:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176893.589320:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176893.589321:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176893.589326:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.589333:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1786176893.589333:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176893.589344:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.589348:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176893.589353:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.589360:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176894.613116:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176894.613123:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176894.613125:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176894.613130:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176894.613132:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176894.613135:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176894.613137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176894.613142:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176894.613142:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176894.613146:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176894.613148:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176894.613155:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176894.613156:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176894.613162:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176894.613167:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176894.613172:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176894.613175:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176894.613180:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176894.613261:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176894.613266:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176894.613267:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176894.613268:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176894.613272:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176894.613273:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176894.613274:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176894.613279:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176894.613280:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176894.613285:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176894.613285:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176894.613289:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176894.613290:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176894.613292:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176894.613294:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176894.613295:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176894.613299:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176894.613300:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176894.613358:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176894.613360:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176894.613362:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176894.613367:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176894.613369:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176894.613370:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176894.613372:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176894.613373:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176894.613374:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176894.613376:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176894.613377:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176894.613379:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176895.637130:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176895.637134:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176895.637137:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176895.637141:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.637141:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176895.637146:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176895.637150:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176895.637152:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176895.637154:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176895.637160:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176895.637161:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176895.637166:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176895.637166:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176895.637170:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176895.637174:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.637175:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176895.637180:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.637185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176895.637228:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176895.637233:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176895.637237:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176895.637296:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176895.637307:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176895.637308:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176895.637311:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176895.637313:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176895.637314:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176895.637316:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176895.637318:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176895.637320:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.637320:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176895.637326:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176895.637330:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176895.637333:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176895.637335:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176895.637337:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176895.637339:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176895.637342:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.637342:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176895.637350:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176895.637350:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176895.637355:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176895.637355:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176895.637358:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176895.637361:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176895.637362:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176895.637363:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176895.637369:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176895.637424:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176895.637426:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176895.637427:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176895.637429:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176895.637430:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176895.637432:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176895.637433:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176895.637434:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176895.637436:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.765353:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176895.765359:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176895.765363:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176895.765376:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.765394:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176895.765397:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176895.765401:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176895.765405:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176895.765410:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176895.765416:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612133888:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176895.765421:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176895.765427:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176895.765430:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176895.765442:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176895.765451:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176895.765456:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176895.765463:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176895.765467:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176895.765473:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176895.765481:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612133888, portal 25 00000100:00000001:3.0:1786176895.765484:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176895.765487:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257088 : -127833446294528 : ffff8bbc74d7dc00) 00000100:00000040:3.0:1786176895.765495:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.765507:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176895.765511:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176895.765517:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176895.765521:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612133888, offset 0 00000400:00000200:3.0:1786176895.765530:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176895.765539:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176895.765545:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176895.765549:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176895.765554:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176895.765572:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176895.765576:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176895.765582:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410366:410366:256:4294967295] 192.168.202.156@tcp LPNI seq info [410364:410364:8:4294967295] 00000400:00000200:3.0:1786176895.765592:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176895.765610:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176895.765620:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176895.765626:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176895.765637:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176895.765641:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176895.765653:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176895.765661:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786176895.765674:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176895.765681:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176895.765690:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176895.765703:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176895.765711:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176895.765715:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176895.765721:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176895.765728:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.765746:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176895.765752:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.765764:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.765767:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176895.765778:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176895.765786:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176895.765790:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303004280 00000100:00000010:3.0:1786176895.765797:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a060. 00000100:00000001:3.0:1786176895.765805:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176895.765813:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303004280 00000100:00000010:3.0:1786176895.765820:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3ae40. 00000100:00000001:3.0:1786176895.765824:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176895.765830:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176895.765835:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.765838:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176895.765844:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176895/real 1786176895] req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176895.765860:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176895.765862:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176895.765865:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176895.765869:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176895.765872:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176895.765875:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176895.765881:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176895.765911:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.765922:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176895.765925:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.765930:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176895.765933:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176895.765941:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.765952:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176895.765960:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.765975:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176895.765979:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.765984:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176895.765985:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.765989:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176895.765993:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176895.765998:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176895.766006:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176895.766030:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176895.766035:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176895.766041:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612133888:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176895.766045:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766047:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176895.766051:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7dc00 x1872933612133888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766072:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176895.766076:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176895.766079:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176895.766086:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176895.766091:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176895.766096:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176895.766103:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176895.766109:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:3.0:1786176895.766117:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176895.766121:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176895.766125:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7dc00. 00000100:00000001:3.0:1786176895.766132:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176895.766136:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766140:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766147:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176895.766151:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.766154:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176895.766158:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176895.766161:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176895.766167:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766178:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176895.766181:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176895.766183:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176895.766187:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176895.766190:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176895.766195:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612134016:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176895.766200:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176895.766203:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176895.766206:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176895.766208:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176895.766214:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176895.766216:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176895.766222:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176895.766227:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176895.766232:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176895.766236:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612134016, portal 10 00000100:00000001:3.0:1786176895.766241:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176895.766242:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263254400 : -127833446297216 : ffff8bbc74d7d180) 00000100:00000040:3.0:1786176895.766253:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766266:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176895.766271:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176895.766275:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176895.766279:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612134016, offset 0 00000400:00000200:3.0:1786176895.766287:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176895.766294:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176895.766302:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176895.766310:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176895.766314:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176895.766319:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176895.766325:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176895.766331:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410367:410367:256:4294967295] 192.168.202.156@tcp LPNI seq info [410365:410365:8:4294967295] 00000400:00000200:3.0:1786176895.766338:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176895.766370:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176895.766380:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176895.766386:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176895.766395:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176895.766399:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176895.766408:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176895.766412:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786176895.766419:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176895.766422:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176895.766426:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176895.766433:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176895.766436:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176895.766442:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176895.766447:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176895.766453:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766465:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176895.766470:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766481:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.766484:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176895.766488:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176895.766493:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176895.766499:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176895.766501:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303003656 00000100:00000001:3.0:1786176895.766509:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303004280 00000100:00000001:3.0:1786176895.766513:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303003656 00000100:00000001:3.0:1786176895.766516:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303004280 00000100:00000001:3.0:1786176895.766520:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176895.766525:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.766530:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176895.766535:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176895/real 1786176895] req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176895.766543:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176895.766547:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176895.766548:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176895.766551:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176895.766554:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176895.766570:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176895.766576:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176895.766605:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766624:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176895.766627:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766631:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176895.766634:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176895.766642:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766656:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176895.766662:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766670:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176895.766673:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766675:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176895.766677:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766679:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176895.766682:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176895.766685:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176895.766689:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176895.766692:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176895.766696:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176895.766703:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612134016:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176895.766706:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176895.766708:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766712:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176895.766713:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176895.766715:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176895.766717:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176895.766718:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176895.766720:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612134144:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176895.766723:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176895.766724:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176895.766725:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176895.766726:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176895.766729:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176895.766730:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176895.766733:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176895.766735:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176895.766737:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176895.766739:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612134144, portal 10 00000100:00000001:3.0:1786176895.766741:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176895.766742:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263256192 : -127833446295424 : ffff8bbc74d7d880) 00000100:00000040:3.0:1786176895.766746:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766750:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176895.766752:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176895.766753:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176895.766755:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612134144, offset 0 00000400:00000200:3.0:1786176895.766757:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176895.766760:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176895.766763:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176895.766765:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176895.766767:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176895.766769:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176895.766770:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176895.766772:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410368:410368:256:4294967295] 192.168.202.156@tcp LPNI seq info [410366:410366:8:4294967295] 00000400:00000200:3.0:1786176895.766776:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176895.766780:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176895.766784:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176895.766786:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176895.766788:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176895.766790:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176895.766793:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176895.766795:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786176895.766797:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176895.766799:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176895.766801:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176895.766804:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176895.766805:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176895.766807:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176895.766808:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176895.766811:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766816:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176895.766818:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766822:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.766823:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176895.766825:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176895.766827:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176895.766829:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176895.766830:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303003656 00000100:00000001:3.0:1786176895.766832:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303004280 00000100:00000001:3.0:1786176895.766833:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303003656 00000100:00000001:3.0:1786176895.766835:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303004280 00000100:00000001:3.0:1786176895.766836:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176895.766838:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.766839:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176895.766841:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176895/real 1786176895] req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176895.766847:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176895.766848:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176895.766849:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176895.766850:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176895.766851:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176895.766853:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176895.766854:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176895.766859:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766864:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176895.766865:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766866:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176895.766867:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176895.766869:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766873:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176895.766875:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766880:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176895.766881:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766882:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176895.766883:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766884:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176895.766885:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176895.766887:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176895.766889:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176895.766890:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176895.766893:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176895.766898:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612134144:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176895.766901:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766902:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176895.766904:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d180 x1872933612134016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766907:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176895.766908:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176895.766909:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176895.766911:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176895.766912:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176895.766913:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176895.766914:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176895.766915:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029800. 02000000:00000001:3.0:1786176895.766916:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176895.766917:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176895.766918:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d180. 00000100:00000001:3.0:1786176895.766920:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176895.766921:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766922:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176895.766924:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d880 x1872933612134144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766928:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176895.766928:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176895.766929:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176895.766931:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176895.766932:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176895.766933:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176895.766934:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176895.766935:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:3.0:1786176895.766936:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176895.766937:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176895.766938:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d880. 00000100:00000001:3.0:1786176895.766939:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176895.766940:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766941:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.766944:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176895.766945:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.766946:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176895.766947:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176895.766948:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176895.766950:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766955:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176895.766956:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176895.766957:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176895.766958:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176895.766959:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176895.766961:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612134272:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176895.766963:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176895.766964:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176895.766965:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176895.766966:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176895.766968:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176895.766969:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176895.766971:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176895.766972:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176895.766974:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176895.766976:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612134272, portal 4 00000100:00000001:3.0:1786176895.766977:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176895.766978:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257984 : -127833446293632 : ffff8bbc74d7df80) 00000100:00000040:3.0:1786176895.766982:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.766986:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176895.766987:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176895.766989:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176895.766991:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612134272, offset 0 00000400:00000200:3.0:1786176895.766993:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176895.766996:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176895.766998:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176895.767000:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176895.767001:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176895.767003:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176895.767005:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176895.767007:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410369:410369:256:4294967295] 192.168.202.156@tcp LPNI seq info [410367:410367:8:4294967295] 00000400:00000200:3.0:1786176895.767025:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176895.767030:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176895.767033:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176895.767035:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176895.767038:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176895.767040:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176895.767043:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176895.767044:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786176895.767047:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176895.767048:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176895.767050:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176895.767052:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176895.767054:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176895.767056:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176895.767058:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176895.767060:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767065:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176895.767067:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767072:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.767073:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176895.767075:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176895.767077:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176895.767080:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176895.767081:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303003840 00000100:00000001:3.0:1786176895.767083:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303004280 00000100:00000001:3.0:1786176895.767085:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303003840 00000100:00000001:3.0:1786176895.767087:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303004280 00000100:00000001:3.0:1786176895.767089:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176895.767091:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.767093:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176895.767097:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176895/real 1786176895] req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176895.767105:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176895.767107:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176895.767109:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176895.767111:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176895.767113:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176895.767115:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176895.767119:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176895.767129:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767135:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176895.767137:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.767140:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176895.767141:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176895.767143:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767148:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176895.767150:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767155:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176895.767157:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.767158:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176895.767159:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.767160:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176895.767161:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176895.767163:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176895.767164:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176895.767166:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176895.767168:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176895.767173:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612134272:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176895.767175:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176895.767177:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767182:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176895.767183:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176895.767184:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176895.767186:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176895.767187:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176895.767189:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612134400:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176895.767191:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176895.767192:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176895.767193:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176895.767194:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176895.767196:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176895.767198:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176895.767200:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176895.767202:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176895.767204:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176895.767206:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612134400, portal 4 00000100:00000001:3.0:1786176895.767208:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176895.767208:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263252608 : -127833446299008 : ffff8bbc74d7ca80) 00000100:00000040:3.0:1786176895.767212:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767217:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176895.767218:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176895.767220:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176895.767221:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612134400, offset 0 00000400:00000200:3.0:1786176895.767224:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176895.767226:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176895.767228:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176895.767230:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176895.767232:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176895.767234:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176895.767235:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176895.767238:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410370:410370:256:4294967295] 192.168.202.156@tcp LPNI seq info [410368:410368:8:4294967295] 00000400:00000200:3.0:1786176895.767240:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176895.767244:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176895.767247:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176895.767249:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176895.767252:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176895.767254:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176895.767257:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176895.767258:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786176895.767261:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176895.767262:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176895.767265:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176895.767267:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176895.767269:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176895.767270:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176895.767272:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176895.767274:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767279:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176895.767281:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767286:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.767287:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176895.767289:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176895.767291:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176895.767293:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176895.767294:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303003820 00000100:00000001:3.0:1786176895.767296:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303004280 00000100:00000001:3.0:1786176895.767297:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303003820 00000100:00000001:3.0:1786176895.767299:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303004280 00000100:00000001:3.0:1786176895.767300:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176895.767301:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.767302:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176895.767304:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176895/real 1786176895] req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176895.767309:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176895.767310:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176895.767311:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176895.767312:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176895.767314:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176895.767315:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176895.767317:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176895.767322:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767330:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176895.767331:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.767333:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176895.767334:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176895.767336:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767340:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176895.767342:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767346:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176895.767347:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.767348:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176895.767349:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.767350:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176895.767351:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176895.767352:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176895.767354:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176895.767355:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176895.767358:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176895.767362:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612134400:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176895.767364:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.767366:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176895.767367:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7df80 x1872933612134272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767372:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176895.767373:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176895.767374:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe400. 02000000:00000001:3.0:1786176895.767376:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176895.767377:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176895.767378:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176895.767380:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176895.767381:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:3.0:1786176895.767382:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176895.767383:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176895.767384:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7df80. 00000100:00000001:3.0:1786176895.767386:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176895.767387:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.767388:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176895.767390:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ca80 x1872933612134400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176895.767394:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176895.767395:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176895.767396:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:3.0:1786176895.767397:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176895.767397:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176895.767398:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176895.767399:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176895.767400:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028400. 02000000:00000001:3.0:1786176895.767401:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176895.767402:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176895.767403:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ca80. 00000100:00000001:3.0:1786176895.767404:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176895.767405:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.767406:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176895.767408:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176895.767409:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176895.767410:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176895.767411:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176896.405198:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303004280, at 4303004288 00000100:00000010:0.0:1786176896.405215:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a060. 00000100:00000001:3.0:1786176896.661136:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176896.661138:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176896.661147:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176896.661147:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176896.661148:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176896.661153:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176896.661153:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176896.661155:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176896.661165:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176896.661166:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176896.661167:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176896.661180:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176896.661181:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176896.661181:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176896.661191:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176896.661194:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176896.661194:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176896.661199:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176896.661201:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176896.661204:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176896.661207:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176896.661211:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176896.661216:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176896.661221:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176896.661222:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176896.661224:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176896.661226:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176896.661229:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176896.661234:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176896.661235:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176896.661243:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176896.661250:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176896.661253:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176896.661254:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176896.661261:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176896.661262:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176896.661265:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176896.661265:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176896.661266:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176896.661274:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176896.661276:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176896.661277:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176896.661278:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176896.661286:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176896.661288:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176896.661291:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176896.661294:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176896.661295:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176896.661307:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176896.661310:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176896.661313:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176896.661314:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176896.661319:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176896.661323:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176896.661350:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176896.661355:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176896.661359:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176897.685131:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176897.685131:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176897.685132:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176897.685138:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176897.685140:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176897.685141:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176897.685141:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176897.685145:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176897.685146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176897.685151:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176897.685152:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176897.685153:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176897.685158:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176897.685159:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176897.685160:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176897.685165:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176897.685165:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176897.685166:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176897.685173:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176897.685174:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176897.685177:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176897.685178:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176897.685183:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176897.685183:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176897.685190:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176897.685191:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176897.685198:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176897.685211:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176897.685213:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176897.685217:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176897.685218:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176897.685220:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176897.685222:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176897.685224:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176897.685228:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176897.685229:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786176897.685233:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176897.685234:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176897.685235:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786176897.685238:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176897.685240:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176897.685240:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176897.685244:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786176897.685245:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176897.685248:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176897.685250:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176897.685252:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176897.685258:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.709137:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176898.709137:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176898.709138:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176898.709144:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176898.709145:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176898.709146:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176898.709147:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176898.709151:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.709151:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176898.709153:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176898.709159:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176898.709160:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176898.709161:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176898.709165:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176898.709166:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176898.709167:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176898.709171:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176898.709173:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176898.709173:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.709175:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.709180:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.709180:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176898.709186:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176898.709192:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176898.709195:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176898.709196:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176898.709198:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.709200:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176898.709202:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.709203:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176898.709209:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176898.709212:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176898.709215:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176898.709219:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176898.709219:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176898.709224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176898.709225:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176898.709228:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.709230:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176898.709231:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176898.709237:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176898.709239:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176898.709241:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176898.709243:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176898.709246:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176898.709305:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176898.709310:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176898.709313:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176899.733104:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176899.733111:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176899.733113:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176899.733118:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176899.733121:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176899.733127:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176899.733131:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176899.733133:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176899.733137:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176899.733173:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176899.733176:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176899.733178:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176899.733183:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176899.733187:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176899.733191:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176899.733192:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176899.733192:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176899.733201:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176899.733205:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176899.733207:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176899.733207:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176899.733215:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176899.733217:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176899.733217:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176899.733227:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176899.733228:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176899.733229:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176899.733233:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176899.733243:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176899.733244:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176899.733251:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176899.733252:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176899.733256:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176899.733261:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176899.733269:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176899.733274:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176899.733277:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176899.733287:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176899.733290:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176899.733294:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176899.733298:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176899.733302:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176899.733304:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786176899.733307:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786176899.733309:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176899.733311:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1786176899.733316:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176899.733317:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176900.757115:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176900.757115:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176900.757120:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176900.757123:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176900.757124:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176900.757124:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176900.757129:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176900.757130:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.757130:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176900.757137:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176900.757139:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176900.757139:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176900.757146:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176900.757147:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176900.757147:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176900.757151:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176900.757154:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176900.757155:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176900.757158:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176900.757163:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.757163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176900.757164:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176900.757168:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176900.757168:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176900.757171:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176900.757172:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.757175:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.757187:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176900.757191:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176900.757193:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176900.757196:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176900.757199:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176900.757201:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176900.757202:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176900.757203:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176900.757204:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176900.757205:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176900.757206:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.757207:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176900.757208:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176900.757210:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176900.757213:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176900.757218:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176900.757221:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176900.757226:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176900.757285:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176900.757288:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176900.757290:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176900.885149:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176900.885158:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176900.885160:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176900.885163:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176900.885166:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176900.885172:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8336 00000400:00000200:3.0:1786176900.885177:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176900.885182:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176900.885185:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176900.885187:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885190:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176900.885193:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885195:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176900.885199:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176900.885201:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176900.885203:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176900.885206:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176900.885208:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176900.885209:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176900.885213:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885214:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176900.885216:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885217:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176900.885219:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176900.885222:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885224:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176900.885226:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176900.885229:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176900.885232:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885233:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176900.885235:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176900.885243:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 00000020:00000040:3.0:1786176900.885245:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176900.885249:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176900.885250:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885253:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176900.885255:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176900.885259:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176900.885266:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176900.885271:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176900.885278:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612134528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176900.885286:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176900.885290:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176900.885293:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612134528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176900.885311:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176900.885313:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176900.885316:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176900.885317:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176900.885318:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176900.885320:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176900.885322:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8336 00000400:00000200:3.0:1786176900.885324:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176900.885327:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176900.885329:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176900.885331:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885333:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176900.885335:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885337:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176900.885339:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176900.885340:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176900.885342:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176900.885344:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176900.885347:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176900.885349:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176900.885354:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885358:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176900.885360:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885362:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176900.885365:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176900.885369:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885373:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176900.885376:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176900.885380:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176900.885384:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885386:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176900.885390:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176900.885394:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885396:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176900.885400:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000020:00000040:3.0:1786176900.885404:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176900.885407:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176900.885410:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885413:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176900.885415:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176900.885417:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176900.885422:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176900.885426:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176900.885434:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612134656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176900.885445:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176900.885447:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176900.885457:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612134656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176900.885473:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176900.885478:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176900.885485:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176900.885488:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176900.885490:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176900.885496:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176900.885502:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8336 00000400:00000200:3.0:1786176900.885527:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176900.885532:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176900.885534:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176900.885537:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885540:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176900.885545:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885551:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176900.885557:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176900.885560:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176900.885565:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176900.885570:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176900.885575:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176900.885580:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176900.885586:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885591:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176900.885595:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885598:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176900.885599:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176900.885603:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885606:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176900.885609:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176900.885623:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176900.885632:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885634:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176900.885636:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176900.885641:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885645:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176900.885651:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000020:00000040:3.0:1786176900.885655:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176900.885659:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176900.885661:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885664:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176900.885666:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176900.885669:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176900.885673:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cffc00. 00000100:00000001:3.0:1786176900.885678:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176900.885685:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612134784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176900.885699:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176900.885703:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176900.885709:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612134784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176900.885716:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176900.885720:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176900.885722:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176900.885725:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176900.885728:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176900.885734:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176900.885737:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8336 00000400:00000200:3.0:1786176900.885743:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176900.885748:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000200:1.1:1786176900.885749:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:3.0:1786176900.885750:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176900.885755:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885757:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1786176900.885757:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000040:3.0:1786176900.885762:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885765:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176900.885769:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176900.885771:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176900.885774:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176900.885776:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176900.885781:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176900.885782:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176900.885786:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885792:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176900.885796:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885800:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176900.885804:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176900.885808:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885810:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176900.885814:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176900.885816:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176900.885820:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885822:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176900.885827:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176900.885829:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885831:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176900.885833:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000020:00000040:3.0:1786176900.885838:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176900.885842:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176900.885849:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885853:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176900.885856:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176900.885859:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176900.885864:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:3.0:1786176900.885868:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176900.885875:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612134912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176900.885885:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176900.885887:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176900.885891:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612134912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176900.885901:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176900.885905:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176900.885911:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176900.885912:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176900.885913:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176900.885915:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176900.885919:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8336 00000400:00000200:3.0:1786176900.885922:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176900.885925:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176900.885929:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176900.885932:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885933:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176900.885935:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885937:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176900.885938:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176900.885939:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176900.885940:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176900.885942:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176900.885944:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176900.885945:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176900.885947:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885948:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176900.885949:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885950:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176900.885952:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176900.885954:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176900.885959:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176900.885961:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176900.885963:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176900.885967:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885969:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176900.885972:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176900.885977:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885979:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176900.885982:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000020:00000040:3.0:1786176900.885987:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176900.885991:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176900.885994:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176900.885995:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176900.885998:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176900.886000:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176900.886002:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:3.0:1786176900.886005:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176900.886029:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612135040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176900.886035:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176900.886037:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176900.886043:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612135040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176900.886061:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176900.886066:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8346) 00000800:00000200:1.1:1786176900.886380:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176900.886383:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176900.886718:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176900.886721:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176900.887052:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176900.887055:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786176900.887365:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176900.887368:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000040:0.0:1786176901.525228:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303009400, at 4303009408 00000100:00000010:0.0:1786176901.525248:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6f60. 00000100:00000001:0.0:1786176901.781113:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176901.781113:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176901.781117:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176901.781120:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176901.781120:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176901.781123:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176901.781124:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176901.781124:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176901.781128:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176901.781133:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176901.781133:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176901.781133:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176901.781139:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176901.781140:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176901.781141:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176901.781145:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176901.781146:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176901.781146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176901.781150:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176901.781153:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176901.781155:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176901.781157:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176901.781161:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176901.781162:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176901.781251:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176901.781257:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176901.781262:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176901.781266:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176901.781269:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176901.781270:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176901.781272:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176901.781273:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176901.781274:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176901.781282:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176901.781285:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176901.781287:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176901.781293:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176901.781296:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176901.781297:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176901.781299:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176901.781301:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176901.781306:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176901.781312:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176901.781314:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176901.781319:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176901.781409:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176901.781411:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176901.781414:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176902.805178:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176902.805190:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176902.805193:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176902.805197:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176902.805199:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176902.805199:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176902.805204:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176902.805209:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176902.805211:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176902.805211:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176902.805215:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176902.805220:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176902.805223:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176902.805223:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176902.805233:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176902.805234:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176902.805238:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176902.805250:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176902.805251:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176902.805251:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176902.805265:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176902.805267:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176902.805269:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176902.805285:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176902.805287:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176902.805293:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176902.805296:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176902.805302:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176902.805305:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176902.805305:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176902.805308:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176902.805314:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176902.805321:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176902.805324:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176902.805325:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176902.805327:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176902.805340:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1786176902.805360:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176902.805363:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176902.805367:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176902.805368:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176902.805371:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176902.805374:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176902.805376:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176902.805380:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176902.805380:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176902.805386:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176902.805386:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176902.805388:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176902.805391:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176902.805392:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176902.805395:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176902.805399:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176902.805401:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176902.805403:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176902.805404:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176902.805406:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.829099:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176903.829107:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176903.829109:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176903.829110:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176903.829115:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176903.829116:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176903.829120:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.829121:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176903.829126:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176903.829127:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.829132:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176903.829132:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176903.829137:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176903.829137:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.829145:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176903.829145:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176903.829148:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176903.829152:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176903.829189:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176903.829192:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176903.829194:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176903.829251:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176903.829255:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176903.829256:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176903.829259:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176903.829261:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176903.829265:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176903.829265:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176903.829270:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176903.829270:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176903.829273:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176903.829276:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176903.829278:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176903.829281:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176903.829282:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176903.829289:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176903.829289:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176903.829292:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176903.829298:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.829341:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176903.829343:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176903.829344:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176903.829345:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176903.829347:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176903.829348:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.829350:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176903.829351:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.829352:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176904.853139:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176904.853143:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176904.853148:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176904.853149:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176904.853153:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176904.853154:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176904.853160:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176904.853161:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176904.853167:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176904.853169:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176904.853172:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176904.853174:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176904.853178:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176904.853184:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176904.853192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176904.853192:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176904.853197:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176904.853202:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176904.853234:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176904.853240:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176904.853243:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176904.853247:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176904.853248:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176904.853250:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176904.853255:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176904.853256:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176904.853260:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176904.853261:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176904.853264:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176904.853268:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176904.853268:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176904.853279:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176904.853292:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176904.853296:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176904.853297:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176904.853299:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176904.853314:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176904.853324:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176904.853328:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176904.853336:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176904.853340:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176904.853344:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176904.853349:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176904.853352:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176904.853355:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176905.877091:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176905.877100:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176905.877102:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176905.877107:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176905.877110:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176905.877112:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176905.877116:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176905.877118:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176905.877121:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176905.877125:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176905.877129:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176905.877132:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176905.877134:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176905.877137:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176905.877143:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176905.877147:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176905.877153:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176905.877153:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176905.877160:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176905.877164:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176905.877169:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176905.877174:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176905.877185:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176905.877188:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176905.877190:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176905.877196:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176905.877202:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176905.877203:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176905.877205:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176905.877211:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176905.877212:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176905.877219:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176905.877220:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176905.877223:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176905.877225:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176905.877227:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176905.877233:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176905.877237:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176905.877238:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176905.877249:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176905.877250:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176905.877251:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176905.877255:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176905.877257:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176905.877258:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176905.877262:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176905.877268:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176905.877272:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176905.877277:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176905.877285:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176905.877291:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176905.877294:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176905.877300:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176905.877304:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176906.005091:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176906.005102:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176906.005105:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176906.005109:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176906.005113:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176906.005120:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8341 00000400:00000200:0.0:1786176906.005128:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176906.005134:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176906.005137:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176906.005150:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005155:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176906.005157:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005160:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176906.005164:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176906.005167:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176906.005169:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176906.005173:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176906.005175:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176906.005177:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176906.005180:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005182:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176906.005185:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005187:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176906.005190:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176906.005193:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005196:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176906.005199:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176906.005202:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176906.005206:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.005208:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176906.005211:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176906.005220:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176906.005223:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176906.005227:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176906.005229:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.005232:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176906.005235:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176906.005238:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176906.005247:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786176906.005254:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176906.005264:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612135168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176906.005281:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176906.005286:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176906.005292:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612135168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176906.005315:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176906.005318:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176906.005321:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176906.005323:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176906.005325:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176906.005328:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176906.005330:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8341 00000400:00000200:0.0:1786176906.005334:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176906.005338:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176906.005340:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176906.005344:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005346:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176906.005348:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005351:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176906.005353:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176906.005356:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176906.005358:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176906.005360:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176906.005362:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176906.005365:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176906.005368:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005370:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176906.005373:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005375:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176906.005378:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176906.005382:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005385:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176906.005393:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176906.005402:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176906.005407:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.005412:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176906.005417:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176906.005430:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.005440:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176906.005449:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786176906.005470:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176906.005481:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176906.005490:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.005500:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176906.005507:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176906.005512:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176906.005520:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786176906.005528:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176906.005542:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612135296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176906.005564:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176906.005568:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176906.005574:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612135296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176906.005591:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176906.005596:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176906.005605:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176906.005609:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176906.005611:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176906.005614:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176906.005620:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8341 00000400:00000200:0.0:1786176906.005625:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176906.005630:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176906.005636:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176906.005646:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005654:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176906.005661:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005667:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176906.005674:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176906.005678:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176906.005681:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176906.005684:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176906.005689:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176906.005696:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176906.005711:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005716:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176906.005725:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005731:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176906.005741:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176906.005750:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176906.005760:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176906.005772:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176906.005784:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176906.005797:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.005806:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176906.005811:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176906.005823:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.005831:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176906.005839:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176906.005846:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176906.005853:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176906.005856:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.005860:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176906.005864:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176906.005868:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176906.005876:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000010:0.0:1786176906.005878:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176906.005885:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176906.005893:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00100000:0.0:1786176906.005894:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612135424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176906.005921:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176906.005926:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176906.005933:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612135424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176906.005962:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176906.005967:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176906.005980:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176906.005984:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176906.005987:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176906.005993:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176906.006000:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8341 00000400:00000200:0.0:1786176906.006044:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176906.006051:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176906.006056:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176906.006060:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.006063:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176906.006070:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.006076:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176906.006083:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176906.006086:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176906.006095:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176906.006101:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176906.006110:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176906.006117:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176906.006132:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.006141:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176906.006147:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.006153:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176906.006157:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176906.006164:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176906.006167:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176906.006173:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176906.006180:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176906.006189:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.006196:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176906.006204:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176906.006213:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.006220:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176906.006230:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176906.006235:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176906.006241:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176906.006246:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.006256:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176906.006260:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176906.006265:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176906.006273:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786176906.006282:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176906.006293:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612135552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176906.006331:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176906.006337:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176906.006347:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612135552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176906.006363:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176906.006370:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176906.006384:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176906.006391:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176906.006399:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176906.006406:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176906.006417:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8341 00000400:00000200:0.0:1786176906.006436:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176906.006448:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176906.006455:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176906.006481:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.006492:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176906.006501:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.006514:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176906.006527:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176906.006533:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176906.006540:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176906.006545:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176906.006554:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176906.006561:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176906.006571:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.006579:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176906.006587:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176906.006593:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176906.006601:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176906.006612:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176906.006619:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176906.006624:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176906.006634:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176906.006643:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.006647:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176906.006652:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176906.006663:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.006671:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176906.006681:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176906.006691:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176906.006701:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176906.006707:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.006721:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176906.006729:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176906.006734:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176906.006744:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786176906.006755:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176906.006769:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612135680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176906.006787:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176906.006795:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176906.006815:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612135680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176906.006857:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176906.006867:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8351) 00000800:00000200:1.1:1786176906.006916:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176906.006919:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176906.007193:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176906.007195:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176906.007487:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176906.007489:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786176906.007788:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176906.007791:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00000040:0.0:1786176906.645158:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303014521, at 4303014528 00000100:00000010:0.0:1786176906.645181:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6c00. 00000100:00000001:0.0:1786176906.901137:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176906.901137:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176906.901137:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176906.901146:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176906.901146:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176906.901147:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176906.901152:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176906.901152:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176906.901152:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176906.901161:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176906.901162:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176906.901162:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176906.901168:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176906.901168:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176906.901169:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176906.901175:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176906.901175:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176906.901176:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176906.901183:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176906.901183:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176906.901188:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176906.901189:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176906.901196:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176906.901196:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176906.901199:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176906.901203:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176906.901209:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.901218:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176906.901221:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176906.901223:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176906.901227:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176906.901228:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176906.901229:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176906.901232:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176906.901234:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176906.901235:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176906.901238:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176906.901239:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176906.901240:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176906.901244:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176906.901245:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176906.901245:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176906.901250:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176906.901251:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176906.901252:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176906.901255:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176906.901256:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176906.901256:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176906.901259:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176906.901260:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176906.901260:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176906.901263:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176906.901265:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176906.901269:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176907.925101:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176907.925102:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176907.925108:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176907.925112:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176907.925113:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176907.925113:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176907.925119:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176907.925120:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176907.925121:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176907.925130:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176907.925130:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176907.925130:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176907.925140:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176907.925140:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176907.925141:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176907.925147:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176907.925148:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176907.925148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176907.925156:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176907.925157:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176907.925162:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176907.925163:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176907.925166:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176907.925170:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176907.925171:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176907.925177:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176907.925183:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176907.925184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176907.925189:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176907.925192:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176907.925193:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176907.925197:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176907.925198:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176907.925201:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176907.925203:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176907.925205:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176907.925206:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176907.925207:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176907.925209:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176907.925214:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176907.925214:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176907.925219:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176907.925220:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176907.925224:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176907.925226:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176907.925227:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176907.925229:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176907.925230:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176907.925235:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176907.925236:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176907.925238:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176907.925239:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176907.925241:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176907.925243:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.949129:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176908.949129:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176908.949136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176908.949136:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176908.949140:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.949140:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176908.949146:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176908.949148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176908.949148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176908.949153:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176908.949156:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176908.949157:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.949157:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176908.949162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176908.949163:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176908.949163:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.949168:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176908.949170:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176908.949172:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176908.949176:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.949177:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.949177:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176908.949181:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176908.949183:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176908.949186:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176908.949188:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176908.949193:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.949219:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176908.949223:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176908.949225:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176908.949228:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176908.949231:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176908.949233:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.949235:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176908.949236:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.949238:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.949248:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176908.949252:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176908.949254:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176908.949257:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176908.949261:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176908.949264:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.949268:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176908.949271:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.949273:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.949288:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176908.949291:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176908.949293:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176908.949294:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176908.949296:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176908.949298:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.949299:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176908.949301:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.949302:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176908.949320:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176908.949325:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176908.949328:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176909.973084:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176909.973094:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176909.973097:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176909.973098:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176909.973104:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176909.973105:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176909.973108:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176909.973111:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176909.973114:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176909.973117:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176909.973119:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176909.973122:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176909.973122:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176909.973125:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176909.973127:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176909.973128:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176909.973130:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176909.973131:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176909.973133:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176909.973135:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176909.973136:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176909.973141:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176909.973141:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176909.973145:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176909.973150:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176909.973153:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176909.973157:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176909.973162:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176909.973165:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176909.973168:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176909.973169:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176909.973174:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176909.973174:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176909.973182:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176909.973183:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176909.973184:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176909.973187:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176909.973188:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176909.973190:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176909.973191:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176909.973192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176909.973196:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176909.973199:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176909.973200:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176909.973202:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176909.973204:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176909.973204:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176909.973206:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176909.973210:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176909.973211:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176909.973212:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176909.973213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176909.973218:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176909.973221:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176909.973265:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176909.973270:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176909.973274:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176910.997124:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176910.997124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176910.997132:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176910.997132:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176910.997139:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176910.997139:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176910.997139:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176910.997143:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176910.997145:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176910.997146:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176910.997148:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176910.997154:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176910.997155:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176910.997159:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176910.997161:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176910.997161:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176910.997164:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176910.997167:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176910.997168:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176910.997169:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176910.997171:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176910.997175:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176910.997178:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176910.997183:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176910.997184:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176910.997185:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176910.997190:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176910.997190:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176910.997192:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176910.997196:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176910.997198:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176910.997198:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176910.997199:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176910.997203:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176910.997204:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176910.997206:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176910.997207:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176910.997210:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176910.997211:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176910.997215:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176910.997216:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176910.997218:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176910.997222:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176910.997223:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176910.997225:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176910.997225:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176910.997231:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176910.997237:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176911.125108:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176911.125120:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176911.125123:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176911.125127:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176911.125132:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176911.125140:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8346 00000400:00000200:0.0:1786176911.125149:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176911.125155:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176911.125158:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176911.125161:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125165:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176911.125167:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125170:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176911.125175:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176911.125177:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176911.125180:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176911.125183:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176911.125185:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176911.125187:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176911.125191:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125193:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176911.125195:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125197:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176911.125200:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176911.125203:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125206:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176911.125208:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176911.125212:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176911.125215:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.125217:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176911.125219:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176911.125229:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176911.125232:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176911.125236:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176911.125238:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.125241:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176911.125244:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176911.125248:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176911.125256:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786176911.125262:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176911.125271:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612135808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176911.125281:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176911.125287:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176911.125291:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612135808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176911.125314:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176911.125317:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176911.125321:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176911.125323:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176911.125325:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176911.125329:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176911.125332:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8346 00000400:00000200:0.0:1786176911.125338:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176911.125346:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176911.125352:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176911.125360:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125368:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176911.125374:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125381:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176911.125386:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176911.125390:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176911.125395:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176911.125399:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176911.125404:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176911.125422:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176911.125431:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125439:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176911.125446:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125451:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176911.125457:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176911.125462:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125468:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176911.125473:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176911.125482:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176911.125490:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.125495:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176911.125502:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176911.125509:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.125513:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176911.125519:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176911.125522:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176911.125528:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176911.125531:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.125533:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176911.125535:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176911.125537:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176911.125545:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176911.125551:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176911.125561:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612135936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176911.125572:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176911.125577:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176911.125593:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612135936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176911.125618:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176911.125624:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176911.125630:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176911.125635:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176911.125639:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176911.125646:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176911.125652:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8346 00000400:00000200:0.0:1786176911.125661:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176911.125667:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176911.125673:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176911.125680:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125695:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1786176911.125696:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176911.125701:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125704:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176911.125707:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176911.125709:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176911.125713:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:1.1:1786176911.125713:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000020:00000040:0.0:1786176911.125717:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176911.125722:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176911.125727:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176911.125735:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125740:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176911.125743:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125746:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176911.125752:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176911.125760:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125765:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176911.125768:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176911.125773:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176911.125780:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.125783:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176911.125788:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176911.125793:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.125799:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176911.125807:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176911.125813:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176911.125821:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176911.125824:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.125829:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176911.125832:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176911.125837:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176911.125845:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786176911.125852:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176911.125863:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612136064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176911.125877:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176911.125882:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176911.125889:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612136064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176911.125909:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176911.125915:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176911.125922:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176911.125926:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176911.125930:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176911.125937:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176911.125943:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8346 00000400:00000200:0.0:1786176911.125950:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176911.125957:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176911.125963:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176911.125970:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125975:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176911.125980:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.125985:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176911.125991:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176911.125994:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176911.125998:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176911.126001:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176911.126005:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176911.126009:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176911.126049:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.126054:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176911.126060:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.126064:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176911.126070:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176911.126078:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176911.126086:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176911.126091:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176911.126095:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176911.126102:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.126109:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176911.126115:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176911.126122:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.126130:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176911.126138:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176911.126145:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176911.126153:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176911.126157:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.126163:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176911.126166:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176911.126170:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176911.126178:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786176911.126186:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176911.126198:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612136192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176911.126218:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176911.126224:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176911.126236:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612136192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176911.126257:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176911.126262:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176911.126274:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176911.126279:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176911.126283:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176911.126291:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176911.126299:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8346 00000400:00000200:0.0:1786176911.126309:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176911.126317:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176911.126324:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176911.126332:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.126337:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176911.126342:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.126349:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176911.126355:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176911.126359:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176911.126364:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176911.126368:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176911.126374:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176911.126381:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176911.126390:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.126397:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176911.126404:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176911.126423:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176911.126429:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176911.126438:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176911.126446:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176911.126453:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176911.126458:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176911.126465:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.126471:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176911.126476:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176911.126482:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.126488:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176911.126497:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000800:00000200:1.1:1786176911.126497:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176911.126503:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000020:00000040:0.0:1786176911.126504:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176911.126512:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176911.126517:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176911.126525:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176911.126530:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176911.126534:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176911.126544:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786176911.126551:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176911.126563:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612136320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176911.126586:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176911.126591:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176911.126603:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612136320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176911.126630:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176911.126638:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8356) 00000800:00000200:1.1:1786176911.126787:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176911.126789:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176911.127067:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176911.127069:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786176911.127249:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176911.127251:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000100:00000040:0.0:1786176911.765125:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303019640, at 4303019648 00000100:00000010:0.0:1786176911.765143:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f61e0. 00000100:00000001:3.0:1786176912.021098:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176912.021107:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176912.021111:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176912.021117:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176912.021121:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176912.021122:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176912.021127:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176912.021128:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176912.021130:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176912.021132:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176912.021134:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176912.021139:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176912.021140:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176912.021159:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176912.021163:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176912.021167:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176912.021169:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176912.021172:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176912.021268:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176912.021271:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176912.021274:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176912.021312:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176912.021318:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176912.021320:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176912.021323:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176912.021324:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176912.021328:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176912.021329:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176912.021332:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176912.021333:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176912.021337:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176912.021338:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176912.021343:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176912.021344:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176912.021350:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176912.021350:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176912.021356:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176912.021359:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176912.021363:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.045076:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176913.045083:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176913.045085:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176913.045090:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176913.045094:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176913.045097:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.045099:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176913.045101:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.045104:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176913.045105:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176913.045111:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176913.045114:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176913.045120:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176913.045125:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176913.045126:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176913.045130:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176913.045132:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176913.045134:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176913.045136:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176913.045139:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176913.045140:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.045142:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176913.045145:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.045147:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176913.045148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176913.045154:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176913.045155:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176913.045158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.045162:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176913.045163:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176913.045164:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.045168:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.045169:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176913.045174:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176913.045176:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176913.045177:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176913.045181:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176913.045181:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176913.045184:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176913.045187:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176913.045190:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176913.045195:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176913.045200:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176913.045202:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176913.045204:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176913.045267:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176913.045272:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176913.045275:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176914.069184:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176914.069194:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176914.069196:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176914.069202:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176914.069206:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176914.069211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176914.069215:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176914.069218:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176914.069222:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176914.069229:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176914.069239:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176914.069242:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176914.069246:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176914.069246:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176914.069263:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176914.069264:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176914.069267:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176914.069273:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176914.069277:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176914.069277:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176914.069279:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176914.069286:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176914.069288:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176914.069289:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176914.069292:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176914.069304:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176914.069306:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176914.069309:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176914.069312:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176914.069314:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176914.069320:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176914.069331:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176914.069331:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176914.069331:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176914.069341:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176914.069341:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176914.069342:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176914.069361:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176914.069362:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176914.069363:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176914.069377:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786176914.069378:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176914.069398:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176914.069406:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1786176914.069407:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176914.069410:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176914.069415:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176914.069415:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176915.093110:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176915.093110:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176915.093118:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176915.093122:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176915.093122:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176915.093123:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176915.093127:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176915.093128:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176915.093129:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176915.093132:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176915.093133:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176915.093136:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176915.093138:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176915.093139:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176915.093141:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176915.093142:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176915.093144:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176915.093145:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176915.093150:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176915.093154:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176915.093158:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176915.093158:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176915.093163:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176915.093167:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176915.093167:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176915.093171:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176915.093172:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176915.093175:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176915.093176:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176915.093178:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176915.093181:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176915.093185:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176915.093188:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176915.093189:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176915.093192:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176915.093192:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176915.093197:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176915.093197:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176915.093203:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176915.093204:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176915.093208:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176915.093211:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176915.093215:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176915.093217:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176915.093221:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176915.093270:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176915.093272:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176915.093274:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176916.117108:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176916.117113:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176916.117116:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176916.117118:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176916.117119:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176916.117120:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176916.117126:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.117126:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176916.117127:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176916.117131:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176916.117132:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176916.117133:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176916.117137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176916.117138:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176916.117140:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176916.117145:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176916.117146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.117146:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176916.117149:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.117151:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176916.117153:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176916.117154:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176916.117159:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176916.117163:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.117167:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176916.117171:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.117179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176916.117180:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176916.117184:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176916.117185:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176916.117188:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176916.117189:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176916.117191:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176916.117192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176916.117196:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176916.117197:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000020:00000001:3.0:1786176916.117198:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176916.117200:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176916.117201:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176916.117205:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176916.117206:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176916.117206:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176916.117209:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176916.117213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1786176916.117214:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176916.117215:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176916.117216:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176916.117223:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.245414:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176916.245421:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176916.245426:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176916.245438:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.245456:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176916.245459:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176916.245466:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176916.245472:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176916.245478:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176916.245486:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612136448:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176916.245495:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176916.245500:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176916.245505:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176916.245512:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176916.245521:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176916.245526:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176916.245535:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176916.245543:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176916.245553:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176916.245565:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612136448, portal 25 00000100:00000001:3.0:1786176916.245571:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176916.245575:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263253504 : -127833446298112 : ffff8bbc74d7ce00) 00000100:00000040:3.0:1786176916.245589:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.245610:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176916.245620:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176916.245626:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176916.245634:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612136448, offset 0 00000400:00000200:3.0:1786176916.245648:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176916.245661:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176916.245673:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176916.245685:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176916.245693:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176916.245701:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176916.245708:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176916.245717:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410386:410386:256:4294967295] 192.168.202.156@tcp LPNI seq info [410384:410384:8:4294967295] 00000400:00000200:3.0:1786176916.245732:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176916.245753:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176916.245768:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176916.245778:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176916.245792:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176916.245801:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786176916.245815:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176916.245823:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000100:3.0:1786176916.245836:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176916.245842:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176916.245852:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176916.245862:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176916.245869:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176916.245875:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176916.245884:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176916.245893:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.245913:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176916.245922:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.245937:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.245942:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176916.245952:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176916.245963:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176916.245970:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303024760 00000100:00000010:3.0:1786176916.245980:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3acc0. 00000100:00000001:3.0:1786176916.245991:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176916.246009:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303024760 00000100:00000010:3.0:1786176916.246035:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a360. 00000100:00000001:3.0:1786176916.246040:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176916.246048:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176916.246054:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.246060:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176916.246070:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176916/real 1786176916] req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176916.246094:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176916.246098:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176916.246102:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176916.246107:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176916.246111:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176916.246117:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176916.246126:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176916.246146:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246162:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176916.246166:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246170:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176916.246172:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176916.246177:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246186:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176916.246192:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246201:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176916.246204:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246206:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176916.246208:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246211:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176916.246213:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176916.246216:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176916.246220:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176916.246223:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176916.246227:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176916.246237:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612136448:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176916.246242:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246244:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176916.246248:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ce00 x1872933612136448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246255:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176916.246258:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176916.246261:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176916.246265:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176916.246267:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176916.246269:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176916.246271:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176916.246274:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:3.0:1786176916.246278:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176916.246280:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176916.246282:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ce00. 00000100:00000001:3.0:1786176916.246285:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176916.246287:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246289:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246296:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176916.246298:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.246300:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176916.246302:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176916.246303:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176916.246307:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246316:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176916.246317:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176916.246319:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176916.246321:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176916.246324:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176916.246326:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612136576:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176916.246330:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176916.246332:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176916.246334:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176916.246336:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176916.246339:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176916.246341:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176916.246345:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176916.246348:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176916.246352:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176916.246356:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612136576, portal 10 00000100:00000001:3.0:1786176916.246357:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176916.246375:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263265152 : -127833446286464 : ffff8bbc74d7fb80) 00000100:00000040:3.0:1786176916.246383:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246390:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176916.246393:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176916.246396:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176916.246399:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612136576, offset 0 00000400:00000200:3.0:1786176916.246404:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176916.246408:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176916.246412:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176916.246416:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176916.246419:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176916.246421:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176916.246424:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176916.246428:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410387:410387:256:4294967295] 192.168.202.156@tcp LPNI seq info [410385:410385:8:4294967295] 00000400:00000200:3.0:1786176916.246432:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176916.246440:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176916.246444:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176916.246449:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176916.246453:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176916.246456:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786176916.246461:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176916.246464:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000100:3.0:1786176916.246468:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176916.246470:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176916.246473:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176916.246477:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176916.246481:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176916.246483:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176916.246486:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176916.246490:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246498:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176916.246502:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246508:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.246510:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176916.246514:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176916.246517:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176916.246521:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176916.246523:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303024136 00000100:00000001:3.0:1786176916.246526:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303024760 00000100:00000001:3.0:1786176916.246528:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303024136 00000100:00000001:3.0:1786176916.246530:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303024760 00000100:00000001:3.0:1786176916.246532:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176916.246536:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.246538:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176916.246542:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176916/real 1786176916] req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176916.246551:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176916.246553:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176916.246555:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176916.246558:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176916.246560:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176916.246562:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176916.246566:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176916.246574:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246580:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176916.246582:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246584:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176916.246585:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176916.246589:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246596:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176916.246599:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246606:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176916.246609:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246610:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176916.246612:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246614:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176916.246617:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176916.246620:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176916.246624:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176916.246626:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176916.246630:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176916.246639:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612136576:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176916.246643:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176916.246646:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246652:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176916.246654:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176916.246656:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176916.246658:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176916.246660:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176916.246664:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612136704:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176916.246667:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176916.246669:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176916.246671:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176916.246672:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176916.246676:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176916.246678:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176916.246681:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176916.246683:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176916.246686:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176916.246690:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612136704, portal 10 00000100:00000001:3.0:1786176916.246692:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176916.246694:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263259776 : -127833446291840 : ffff8bbc74d7e680) 00000100:00000040:3.0:1786176916.246700:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246706:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176916.246709:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176916.246711:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176916.246714:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612136704, offset 0 00000400:00000200:3.0:1786176916.246718:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176916.246722:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176916.246725:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176916.246729:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176916.246731:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176916.246734:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176916.246736:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176916.246740:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410388:410388:256:4294967295] 192.168.202.156@tcp LPNI seq info [410386:410386:8:4294967295] 00000400:00000200:3.0:1786176916.246744:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176916.246751:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176916.246756:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176916.246759:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176916.246763:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176916.246766:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786176916.246770:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176916.246773:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000100:3.0:1786176916.246777:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176916.246779:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176916.246782:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176916.246786:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176916.246789:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176916.246791:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176916.246794:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176916.246798:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246806:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176916.246809:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246816:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.246818:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176916.246822:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176916.246825:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176916.246828:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176916.246830:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303024136 00000100:00000001:3.0:1786176916.246833:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303024760 00000100:00000001:3.0:1786176916.246835:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303024136 00000100:00000001:3.0:1786176916.246837:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303024760 00000100:00000001:3.0:1786176916.246840:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176916.246842:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.246844:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176916.246849:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176916/real 1786176916] req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176916.246857:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176916.246859:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176916.246861:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176916.246863:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176916.246865:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176916.246868:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176916.246871:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176916.246879:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246886:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176916.246887:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246889:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176916.246890:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176916.246894:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246901:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176916.246906:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246912:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176916.246915:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246917:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176916.246918:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.246920:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176916.246922:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176916.246925:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176916.246929:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176916.246931:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176916.246935:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176916.246943:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612136704:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176916.246947:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176916.246950:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.246957:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176916.246959:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176916.246961:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176916.246963:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176916.246965:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176916.246968:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612136832:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176916.246971:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176916.246973:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176916.246974:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176916.246976:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176916.246980:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176916.246982:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176916.246986:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176916.246989:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176916.246992:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176916.246996:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612136832, portal 4 00000100:00000001:3.0:1786176916.246998:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176916.246999:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263264256 : -127833446287360 : ffff8bbc74d7f800) 00000100:00000040:3.0:1786176916.247005:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247011:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176916.247033:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176916.247036:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176916.247039:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612136832, offset 0 00000400:00000200:3.0:1786176916.247043:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176916.247048:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176916.247052:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176916.247055:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176916.247057:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176916.247060:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176916.247063:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176916.247066:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410389:410389:256:4294967295] 192.168.202.156@tcp LPNI seq info [410387:410387:8:4294967295] 00000400:00000200:3.0:1786176916.247070:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176916.247077:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176916.247081:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176916.247085:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176916.247089:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176916.247092:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786176916.247097:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176916.247100:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000100:3.0:1786176916.247104:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176916.247106:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176916.247110:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176916.247113:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176916.247116:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176916.247119:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176916.247121:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176916.247125:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247134:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176916.247138:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247144:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.247146:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176916.247150:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176916.247153:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176916.247157:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176916.247160:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303024320 00000100:00000001:3.0:1786176916.247162:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303024760 00000100:00000001:3.0:1786176916.247165:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303024320 00000100:00000001:3.0:1786176916.247167:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303024760 00000100:00000001:3.0:1786176916.247169:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176916.247172:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.247174:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176916.247178:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176916/real 1786176916] req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176916.247187:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176916.247188:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176916.247190:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176916.247193:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176916.247195:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176916.247197:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176916.247201:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176916.247209:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247217:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176916.247219:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247221:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176916.247222:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176916.247226:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247233:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176916.247237:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247245:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176916.247248:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247250:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176916.247251:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247253:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176916.247255:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176916.247258:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176916.247261:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176916.247263:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176916.247267:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176916.247275:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612136832:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176916.247280:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176916.247283:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247290:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176916.247292:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176916.247295:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176916.247297:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176916.247299:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176916.247302:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612136960:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176916.247306:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176916.247308:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176916.247309:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176916.247311:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176916.247315:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176916.247317:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176916.247321:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176916.247323:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176916.247327:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176916.247331:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612136960, portal 4 00000100:00000001:3.0:1786176916.247333:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176916.247334:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263249920 : -127833446301696 : ffff8bbc74d7c000) 00000100:00000040:3.0:1786176916.247340:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247347:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176916.247350:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176916.247352:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176916.247355:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612136960, offset 0 00000400:00000200:3.0:1786176916.247376:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176916.247380:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176916.247384:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176916.247388:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176916.247391:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176916.247393:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176916.247395:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176916.247399:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410390:410390:256:4294967295] 192.168.202.156@tcp LPNI seq info [410388:410388:8:4294967295] 00000400:00000200:3.0:1786176916.247403:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176916.247410:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176916.247415:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176916.247419:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176916.247423:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176916.247426:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1786176916.247430:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176916.247433:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000100:3.0:1786176916.247437:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176916.247440:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176916.247443:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176916.247446:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176916.247450:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176916.247452:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176916.247455:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176916.247459:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247468:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176916.247471:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247477:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.247479:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176916.247483:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176916.247486:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176916.247489:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176916.247491:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303024300 00000100:00000001:3.0:1786176916.247494:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303024760 00000100:00000001:3.0:1786176916.247496:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303024300 00000100:00000001:3.0:1786176916.247498:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303024760 00000100:00000001:3.0:1786176916.247500:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176916.247503:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.247505:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176916.247509:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176916/real 1786176916] req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176916.247518:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176916.247519:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176916.247521:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176916.247524:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176916.247525:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176916.247528:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176916.247531:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176916.247539:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247546:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176916.247547:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247549:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176916.247551:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176916.247555:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247561:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176916.247566:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247574:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176916.247576:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247579:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176916.247580:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247582:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176916.247583:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176916.247586:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176916.247590:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176916.247592:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176916.247597:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176916.247605:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612136960:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176916.247609:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247611:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176916.247615:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7fb80 x1872933612136576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247622:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176916.247624:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176916.247626:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176916.247629:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176916.247631:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176916.247632:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176916.247635:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176916.247636:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029000. 02000000:00000001:3.0:1786176916.247639:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176916.247641:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176916.247642:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7fb80. 00000100:00000001:3.0:1786176916.247645:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176916.247646:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247648:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176916.247652:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7e680 x1872933612136704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247659:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176916.247660:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176916.247662:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176916.247666:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176916.247667:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176916.247668:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176916.247670:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176916.247672:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028400. 02000000:00000001:3.0:1786176916.247674:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176916.247676:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176916.247678:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7e680. 00000100:00000001:3.0:1786176916.247680:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176916.247681:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247683:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176916.247687:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f800 x1872933612136832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247693:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176916.247695:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176916.247696:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176916.247699:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176916.247700:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176916.247701:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176916.247703:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176916.247704:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:3.0:1786176916.247706:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176916.247708:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176916.247709:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f800. 00000100:00000001:3.0:1786176916.247712:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176916.247713:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247715:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176916.247718:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c000 x1872933612136960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176916.247725:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176916.247727:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176916.247728:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176916.247731:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176916.247732:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176916.247733:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176916.247735:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176916.247737:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:3.0:1786176916.247739:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176916.247741:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176916.247742:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c000. 00000100:00000001:3.0:1786176916.247745:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176916.247746:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247748:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176916.247752:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176916.247754:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176916.247756:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176916.247758:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176916.885101:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303024760, at 4303024768 00000100:00000010:0.0:1786176916.885118:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3acc0. 00000100:00000001:0.0:1786176917.141134:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176917.141134:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176917.141141:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176917.141143:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176917.141144:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176917.141147:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176917.141149:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176917.141149:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176917.141150:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176917.141157:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176917.141158:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786176917.141159:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176917.141164:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176917.141167:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176917.141168:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176917.141168:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176917.141174:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176917.141174:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176917.141175:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176917.141179:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176917.141183:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176917.141184:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176917.141188:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176917.141195:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176917.141196:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176917.141202:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176917.141208:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176917.141219:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176917.141222:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176917.141224:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176917.141226:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176917.141229:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176917.141233:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176917.141233:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176917.141238:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176917.141239:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176917.141242:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176917.141242:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176917.141249:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176917.141249:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176917.141257:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176917.141262:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176917.141268:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176917.141273:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176917.141279:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176917.141348:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176917.141362:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176917.141365:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176918.165133:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176918.165133:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176918.165133:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176918.165140:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176918.165141:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176918.165141:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176918.165142:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176918.165146:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.165146:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176918.165148:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176918.165151:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176918.165151:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176918.165155:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176918.165156:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176918.165156:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176918.165159:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176918.165161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176918.165163:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176918.165167:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176918.165168:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176918.165171:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176918.165173:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176918.165174:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.165175:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176918.165179:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176918.165181:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.165184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.165192:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176918.165196:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176918.165197:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176918.165200:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.165202:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176918.165208:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176918.165208:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176918.165213:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176918.165214:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176918.165218:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176918.165221:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.165223:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176918.165225:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176918.165225:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176918.165225:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176918.165229:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176918.165231:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.165232:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.165232:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176918.165236:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176918.165237:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176918.165240:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176918.165242:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176918.165246:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176918.165248:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176918.165250:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176918.165252:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176919.189095:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176919.189095:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176919.189102:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176919.189102:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176919.189106:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176919.189107:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176919.189108:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176919.189114:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176919.189115:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176919.189115:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176919.189120:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176919.189122:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176919.189122:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176919.189128:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176919.189129:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176919.189129:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176919.189135:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176919.189137:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176919.189137:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176919.189141:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176919.189142:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176919.189142:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176919.189152:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176919.189152:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176919.189152:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176919.189159:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176919.189165:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176919.189171:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176919.189175:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176919.189176:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176919.189178:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176919.189180:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176919.189182:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176919.189183:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176919.189185:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176919.189187:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176919.189216:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176919.189220:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1786176919.189222:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786176919.189222:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176919.189227:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000020:00000001:0.0:1786176919.189229:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176919.189230:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176919.189232:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1786176919.189236:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176919.189236:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176919.189237:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176919.189241:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176920.213073:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176920.213080:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176920.213082:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176920.213087:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176920.213093:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176920.213099:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176920.213104:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176920.213109:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176920.213110:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176920.213111:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176920.213115:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176920.213116:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176920.213118:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176920.213119:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176920.213119:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176920.213127:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176920.213127:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176920.213136:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176920.213136:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176920.213141:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176920.213142:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176920.213144:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176920.213146:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176920.213147:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176920.213149:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176920.213151:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176920.213154:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176920.213155:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176920.213160:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176920.213165:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176920.213168:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176920.213172:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176920.213173:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176920.213176:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176920.213178:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176920.213180:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176920.213182:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176920.213186:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176920.213188:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176920.213190:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176920.213191:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176920.213194:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176920.213195:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176920.213198:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176920.213202:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176920.213248:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176920.213252:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176920.213255:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176921.237105:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176921.237111:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176921.237112:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176921.237112:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176921.237114:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176921.237119:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176921.237119:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176921.237121:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176921.237124:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176921.237125:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176921.237127:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176921.237131:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176921.237133:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176921.237133:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176921.237136:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176921.237140:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176921.237141:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176921.237142:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176921.237144:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176921.237145:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176921.237152:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176921.237152:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176921.237153:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176921.237156:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.237159:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176921.237160:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.237166:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176921.237180:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176921.237184:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176921.237185:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176921.237187:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1786176921.237187:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000020:00000001:0.0:1786176921.237190:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176921.237192:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1786176921.237194:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176921.237196:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176921.237197:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.237201:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176921.237203:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176921.237204:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176921.237207:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176921.237208:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176921.237214:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.237214:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176921.237221:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.237225:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176921.237227:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.237228:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176921.365143:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176921.365151:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176921.365153:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176921.365156:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176921.365159:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176921.365165:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8356 00000400:00000200:0.0:1786176921.365171:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176921.365176:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176921.365178:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176921.365181:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365184:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176921.365186:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365188:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176921.365192:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176921.365193:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176921.365195:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176921.365198:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176921.365200:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176921.365202:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176921.365204:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365206:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176921.365208:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365210:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176921.365212:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176921.365214:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365216:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176921.365218:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176921.365220:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176921.365222:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176921.365224:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176921.365225:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176921.365233:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176921.365236:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176921.365239:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176921.365240:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176921.365251:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176921.365253:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176921.365259:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176921.365267:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176921.365272:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176921.365279:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176921.365291:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176921.365294:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176921.365298:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176921.365340:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176921.365342:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176921.365345:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176921.365346:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176921.365348:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176921.365350:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176921.365352:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8356 00000400:00000200:0.0:1786176921.365356:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176921.365359:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176921.365360:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176921.365363:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176921.365363:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176921.365368:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176921.365369:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1786176921.365370:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176921.365372:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176921.365376:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:3.0:1786176921.365381:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786176921.365382:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176921.365386:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176921.365390:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176921.365394:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176921.365398:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176921.365401:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:3.0:1786176921.365401:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176921.365405:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176921.365410:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:3.0:1786176921.365410:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176921.365413:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176921.365415:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176921.365417:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176921.365421:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00100000:3.0:1786176921.365422:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612137088:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786176921.365428:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:3.0:1786176921.365429:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1786176921.365434:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:3.0:1786176921.365434:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176921.365438:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176921.365440:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:3.0:1786176921.365442:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176921.365444:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176921.365446:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:3.0:1786176921.365447:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176921.365450:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176921.365451:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176921.365455:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176921.365456:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176921.365457:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:3.0:1786176921.365460:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000008:00100000:0.0:1786176921.365462:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176921.365466:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176921.365467:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000001:0.0:1786176921.365471:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176921.365475:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612137088, portal 25 00000100:00000010:0.0:1786176921.365477:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000100:00000001:3.0:1786176921.365478:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1786176921.365482:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00000001:3.0:1786176921.365482:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 02000000:00000001:0.0:1786176921.365489:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176921.365492:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176921.365493:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176921.365494:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176921.365497:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176921.365500:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.365506:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1786176921.365507:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000040:3.0:1786176921.365511:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365513:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176921.365515:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176921.365519:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612137088, offset 0 00000100:00100000:0.0:1786176921.365520:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1786176921.365528:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365534:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176921.365536:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176921.365539:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786176921.365543:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786176921.365549:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:0.0:1786176921.365556:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176921.365558:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1786176921.365560:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176921.365563:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:3.0:1786176921.365565:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:0.0:1786176921.365566:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176921.365568:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1786176921.365571:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1786176921.365572:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1786176921.365574:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00080000:0.0:1786176921.365578:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8356 00000400:00000200:3.0:1786176921.365583:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410391:410391:256:4294967295] 192.168.202.156@tcp LPNI seq info [410389:410389:8:4294967295] 00000400:00000200:0.0:1786176921.365589:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176921.365592:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176921.365595:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176921.365598:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176921.365603:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365608:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1786176921.365609:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000040:0.0:1786176921.365612:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365617:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176921.365618:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176921.365621:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000800:00000200:3.0:1786176921.365621:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000020:00000001:0.0:1786176921.365623:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176921.365626:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000800:00000010:3.0:1786176921.365627:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000020:00000001:0.0:1786176921.365629:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176921.365631:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:3.0:1786176921.365635:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176921.365636:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365641:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1786176921.365642:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000100:00000040:0.0:1786176921.365643:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365648:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176921.365651:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000800:00000200:3.1:1786176921.365652:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176921.365657:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000100:00080000:0.0:1786176921.365658:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365664:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176921.365667:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000001:0.0:1786176921.365668:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:3.0:1786176921.365672:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 02000000:00000001:0.0:1786176921.365673:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176921.365676:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176921.365677:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1786176921.365678:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00100000:0.0:1786176921.365679:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176921.365683:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176921.365686:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1786176921.365687:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176921.365693:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000400:00000200:3.0:1786176921.365694:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000020:00000040:0.0:1786176921.365698:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000010:3.0:1786176921.365699:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 02000000:00000001:0.0:1786176921.365704:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176921.365706:0:2389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786176921.365708:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176921.365710:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176921.365712:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1786176921.365712:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176921.365716:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176921.365721:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176921.365726:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.365727:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1786176921.365731:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1786176921.365733:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176921.365741:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176921.365742:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176921.365747:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.365758:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176921.365762:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.365762:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1786176921.365766:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176921.365768:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176921.365769:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176921.365770:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176921.365771:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176921.365774:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1786176921.365775:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:0.0:1786176921.365778:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8356 00000100:00000001:3.0:1786176921.365780:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303029880 00000400:00000200:0.0:1786176921.365784:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:3.0:1786176921.365787:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a060. 00000400:00000200:0.0:1786176921.365788:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176921.365791:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176921.365794:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365796:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176921.365798:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176921.365798:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786176921.365801:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176921.365804:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176921.365805:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176921.365806:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176921.365807:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:3.0:1786176921.365808:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303029880 00000020:00000001:0.0:1786176921.365809:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176921.365815:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000010:3.0:1786176921.365817:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3ae40. 00000100:00000040:0.0:1786176921.365818:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365823:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176921.365825:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176921.365825:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176921.365829:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176921.365832:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:3.0:1786176921.365833:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786176921.365834:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176921.365840:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.365840:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176921.365841:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176921.365845:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176921.365846:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1786176921.365847:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176921.365850:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176921.365852:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1786176921.365855:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176921/real 1786176921] req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1786176921.365856:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176921.365859:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176921.365864:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176921.365868:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176921.365872:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176921.365875:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176921.365878:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176921.365879:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:3.0:1786176921.365879:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1786176921.365880:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176921.365882:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1786176921.365884:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000400:00000010:3.0:1786176921.365885:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000100:00000001:0.0:1786176921.365889:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176921.365890:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176921.365893:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00100000:0.0:1786176921.365895:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176921.365896:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176921.365902:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176921.365909:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176921.365914:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176921.365920:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786176921.365922:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.365940:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176921.365942:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.365943:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176921.365948:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176921.365949:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176921.365952:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176921.365956:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176921.365959:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1786176921.365960:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176921.365962:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176921.365968:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176921.365972:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8356 00000100:00000001:3.0:1786176921.365973:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786176921.365977:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176921.365981:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000040:3.0:1786176921.365981:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176921.365984:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176921.365992:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176921.365993:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176921.365999:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176921.365999:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366003:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176921.366005:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176921.366007:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176921.366008:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176921.366029:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176921.366033:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176921.366038:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176921.366042:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1786176921.366045:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176921.366050:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:3.0:1786176921.366051:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786176921.366053:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176921.366057:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176921.366061:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176921.366066:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176921.366072:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00100000:3.0:1786176921.366073:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612137088:192.168.202.156@tcp:250:kworker.0 00000100:00000040:0.0:1786176921.366081:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176921.366081:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366085:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176921.366087:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176921.366091:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612137088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786176921.366095:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176921.366101:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1786176921.366103:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:3.0:1786176921.366104:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1786176921.366108:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 02000000:00000010:3.0:1786176921.366109:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176921.366113:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1786176921.366116:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000020:00000001:3.0:1786176921.366117:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176921.366120:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000001:0.0:1786176921.366121:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176921.366125:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1786176921.366125:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176921.366129:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:0.0:1786176921.366130:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176921.366133:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176921.366134:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176921.366137:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786176921.366138:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000010:3.0:1786176921.366139:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000008:00100000:0.0:1786176921.366141:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1786176921.366143:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000008:00000001:0.0:1786176921.366144:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366146:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176921.366147:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366149:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1786176921.366152:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786176921.366155:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:3.0:1786176921.366156:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1786176921.366158:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176921.366159:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176921.366160:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366162:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176921.366164:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176921.366165:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786176921.366167:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176921.366168:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1786176921.366170:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176921.366174:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1786176921.366176:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786176921.366183:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366185:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176921.366187:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176921.366191:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176921.366191:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176921.366194:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176921.366200:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176921.366207:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176921.366208:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176921.366211:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176921.366215:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366224:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176921.366225:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176921.366227:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176921.366229:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176921.366230:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8366) 02000000:00000001:3.0:1786176921.366231:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176921.366236:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176921.366238:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176921.366241:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176921.366244:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176921.366247:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176921.366250:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612137216, portal 10 00000100:00000001:3.0:1786176921.366251:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176921.366252:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:3.0:1786176921.366258:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366263:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176921.366265:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176921.366266:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176921.366268:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612137216, offset 0 00000400:00000200:3.0:1786176921.366271:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176921.366274:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176921.366277:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176921.366279:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176921.366281:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176921.366283:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176921.366285:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176921.366287:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410392:410392:256:4294967295] 192.168.202.156@tcp LPNI seq info [410390:410390:8:4294967295] 00000400:00000200:3.0:1786176921.366290:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176921.366294:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176921.366297:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176921.366299:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176921.366302:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176921.366305:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786176921.366309:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176921.366327:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000100:3.0:1786176921.366330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176921.366331:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176921.366334:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176921.366336:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176921.366339:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176921.366340:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176921.366342:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176921.366344:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366350:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176921.366352:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366356:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366357:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176921.366360:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176921.366363:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176921.366365:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176921.366367:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303029256 00000100:00000001:3.0:1786176921.366368:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303029880 00000100:00000001:3.0:1786176921.366370:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303029256 00000100:00000001:3.0:1786176921.366372:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303029880 00000100:00000001:3.0:1786176921.366373:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176921.366374:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366376:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176921.366378:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176921/real 1786176921] req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176921.366383:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176921.366384:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176921.366385:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176921.366387:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176921.366388:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176921.366389:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176921.366391:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176921.366397:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366400:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176921.366401:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366403:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176921.366403:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176921.366406:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366410:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176921.366412:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366417:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176921.366419:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366420:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176921.366420:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366422:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176921.366424:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176921.366426:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176921.366428:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176921.366429:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176921.366432:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176921.366437:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176921.366440:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176921.366442:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366447:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176921.366447:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176921.366449:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176921.366450:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176921.366451:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176921.366453:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176921.366455:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176921.366456:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176921.366457:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176921.366458:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176921.366461:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176921.366462:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176921.366464:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176921.366466:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176921.366468:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176921.366470:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612137344, portal 10 00000100:00000001:3.0:1786176921.366471:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176921.366472:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:3.0:1786176921.366476:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366480:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176921.366481:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176921.366483:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176921.366484:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612137344, offset 0 00000400:00000200:3.0:1786176921.366487:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176921.366489:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176921.366491:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176921.366493:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176921.366495:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176921.366497:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176921.366498:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176921.366501:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410393:410393:256:4294967295] 192.168.202.156@tcp LPNI seq info [410391:410391:8:4294967295] 00000400:00000200:3.0:1786176921.366503:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176921.366507:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176921.366510:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176921.366512:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176921.366515:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176921.366516:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786176921.366519:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176921.366521:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000100:3.0:1786176921.366523:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176921.366524:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176921.366526:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176921.366529:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176921.366530:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176921.366532:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176921.366533:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176921.366535:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366541:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176921.366542:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366547:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366548:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176921.366550:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176921.366551:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176921.366554:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176921.366555:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303029256 00000100:00000001:3.0:1786176921.366557:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303029880 00000100:00000001:3.0:1786176921.366558:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303029256 00000100:00000001:3.0:1786176921.366560:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303029880 00000100:00000001:3.0:1786176921.366561:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176921.366563:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366564:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176921.366566:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176921/real 1786176921] req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176921.366571:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176921.366571:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176921.366572:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176921.366574:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176921.366575:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176921.366576:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176921.366578:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176921.366583:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366588:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176921.366588:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366589:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176921.366590:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176921.366592:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366596:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176921.366598:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366602:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176921.366604:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366605:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176921.366606:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366607:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176921.366609:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176921.366610:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176921.366612:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176921.366614:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176921.366616:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176921.366621:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176921.366623:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176921.366625:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366629:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176921.366629:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176921.366631:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176921.366632:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176921.366633:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176921.366635:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176921.366637:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176921.366638:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176921.366639:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176921.366640:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176921.366642:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176921.366643:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176921.366645:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176921.366647:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176921.366649:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176921.366651:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612137472, portal 4 00000100:00000001:3.0:1786176921.366652:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176921.366653:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:3.0:1786176921.366656:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366661:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176921.366663:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176921.366665:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176921.366666:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612137472, offset 0 00000400:00000200:3.0:1786176921.366669:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176921.366670:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176921.366672:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176921.366674:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176921.366675:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176921.366677:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176921.366678:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176921.366680:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410394:410394:256:4294967295] 192.168.202.156@tcp LPNI seq info [410392:410392:8:4294967295] 00000400:00000200:3.0:1786176921.366683:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176921.366687:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176921.366690:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176921.366692:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176921.366694:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176921.366696:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786176921.366698:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176921.366700:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000100:3.0:1786176921.366702:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176921.366703:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176921.366705:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176921.366707:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176921.366709:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176921.366710:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176921.366712:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176921.366714:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366719:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176921.366721:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366730:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366731:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176921.366732:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176921.366734:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176921.366736:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176921.366737:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303029439 00000100:00000001:3.0:1786176921.366739:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303029880 00000100:00000001:3.0:1786176921.366740:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303029439 00000100:00000001:3.0:1786176921.366741:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303029880 00000100:00000001:3.0:1786176921.366743:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176921.366744:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366745:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176921.366747:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176921/real 1786176921] req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176921.366751:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176921.366752:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176921.366753:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176921.366754:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176921.366755:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176921.366757:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176921.366759:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176921.366764:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366768:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176921.366769:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366770:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176921.366771:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176921.366773:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366778:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176921.366780:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366785:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176921.366786:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366787:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176921.366788:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366789:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176921.366791:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176921.366793:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176921.366796:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176921.366798:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176921.366802:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176921.366810:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176921.366814:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366816:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176921.366819:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612137216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366826:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176921.366828:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176921.366830:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176921.366832:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176921.366835:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176921.366836:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176921.366839:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176921.366840:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:3.0:1786176921.366844:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176921.366845:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176921.366847:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:3.0:1786176921.366850:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176921.366851:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366852:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176921.366855:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612137344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366859:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176921.366860:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176921.366862:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176921.366863:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176921.366864:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176921.366865:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176921.366866:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176921.366867:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:3.0:1786176921.366868:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176921.366869:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176921.366870:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:3.0:1786176921.366871:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176921.366872:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366873:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176921.366875:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612137472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366878:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176921.366879:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176921.366880:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176921.366882:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176921.366883:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176921.366884:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176921.366885:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176921.366886:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:3.0:1786176921.366887:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176921.366888:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176921.366889:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:3.0:1786176921.366890:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176921.366891:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366893:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.366895:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176921.366896:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.366897:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176921.366899:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176921.366900:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176921.366902:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366906:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176921.366907:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176921.366909:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176921.366910:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176921.366911:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176921.366913:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176921.366915:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176921.366916:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176921.366917:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176921.366918:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176921.366920:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176921.366922:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176921.366924:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176921.366926:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176921.366928:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176921.366930:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612137600, portal 4 00000100:00000001:3.0:1786176921.366932:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176921.366933:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:3.0:1786176921.366937:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.366941:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176921.366943:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176921.366944:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176921.366945:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612137600, offset 0 00000400:00000200:3.0:1786176921.366948:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176921.366951:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176921.366953:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176921.366956:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176921.366957:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176921.366959:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176921.366961:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176921.366963:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410395:410395:256:4294967295] 192.168.202.156@tcp LPNI seq info [410393:410393:8:4294967295] 00000400:00000200:3.0:1786176921.366966:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176921.366970:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176921.366973:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176921.366975:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176921.366977:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176921.366979:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1786176921.366982:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176921.366984:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 28 secs later) 00000800:00000100:3.0:1786176921.366987:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176921.366988:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176921.366990:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176921.366992:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176921.366994:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176921.366996:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176921.366997:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176921.366999:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.367004:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176921.367006:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.367026:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.367027:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176921.367030:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176921.367032:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176921.367034:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176921.367036:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303029420 00000100:00000001:3.0:1786176921.367038:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303029880 00000100:00000001:3.0:1786176921.367039:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303029420 00000100:00000001:3.0:1786176921.367041:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303029880 00000100:00000001:3.0:1786176921.367042:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176921.367043:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.367044:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176921.367047:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176921/real 1786176921] req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176921.367052:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176921.367053:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176921.367054:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176921.367055:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176921.367056:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176921.367058:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176921.367060:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176921.367065:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.367069:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176921.367070:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.367071:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176921.367072:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176921.367074:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.367078:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176921.367080:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.367085:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176921.367087:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.367088:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176921.367088:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.367090:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176921.367091:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176921.367093:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176921.367094:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176921.367096:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176921.367098:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176921.367102:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176921.367105:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.367106:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176921.367108:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612137600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176921.367111:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176921.367113:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176921.367114:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176921.367115:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176921.367116:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176921.367117:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176921.367118:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176921.367120:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:3.0:1786176921.367121:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176921.367122:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176921.367123:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:3.0:1786176921.367125:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176921.367126:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.367127:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176921.367129:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176921.367130:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176921.367131:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176921.367132:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176922.005125:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303029880, at 4303029888 00000100:00000010:0.0:1786176922.005139:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a060. 00000100:00000001:0.0:1786176922.261074:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176922.261081:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176922.261084:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176922.261089:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176922.261094:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176922.261098:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176922.261099:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176922.261104:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176922.261105:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176922.261106:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176922.261107:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176922.261110:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176922.261112:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176922.261113:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176922.261116:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176922.261116:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176922.261118:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176922.261125:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176922.261125:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176922.261131:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176922.261133:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176922.261135:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176922.261139:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176922.261140:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176922.261147:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176922.261150:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176922.261154:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176922.261157:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176922.261161:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176922.261163:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176922.261166:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176922.261168:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176922.261171:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176922.261171:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176922.261177:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176922.261177:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176922.261181:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176922.261182:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176922.261185:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176922.261187:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176922.261192:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176922.261196:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176922.261201:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176922.261205:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176922.261209:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176922.261281:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176922.261284:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176922.261286:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176923.285112:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176923.285112:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176923.285120:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176923.285120:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176923.285121:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176923.285124:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.285124:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176923.285125:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176923.285128:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176923.285133:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176923.285133:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176923.285133:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176923.285139:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176923.285140:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176923.285140:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176923.285144:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176923.285146:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176923.285146:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176923.285151:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176923.285152:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176923.285154:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176923.285157:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176923.285158:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.285159:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176923.285165:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176923.285166:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.285170:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.285177:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176923.285181:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176923.285182:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176923.285184:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176923.285185:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176923.285189:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176923.285190:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176923.285195:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.285195:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176923.285201:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176923.285203:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176923.285204:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176923.285209:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176923.285211:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176923.285211:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176923.285214:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176923.285214:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176923.285218:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1786176923.285220:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176923.285221:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176923.285224:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176924.309097:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176924.309104:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176924.309105:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176924.309109:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176924.309111:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176924.309116:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176924.309117:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176924.309125:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176924.309125:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176924.309131:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176924.309133:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176924.309135:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176924.309137:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176924.309139:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176924.309144:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176924.309146:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176924.309147:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176924.309151:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176924.309151:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176924.309157:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176924.309158:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176924.309165:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176924.309170:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176924.309173:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176924.309177:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176924.309177:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176924.309180:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176924.309182:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176924.309185:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176924.309186:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176924.309190:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176924.309191:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176924.309196:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176924.309198:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176924.309200:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176924.309203:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176924.309204:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176924.309206:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176924.309210:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176924.309212:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176924.309215:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176924.309218:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176924.309221:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176924.309222:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176924.309223:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176924.309276:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176924.309302:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176924.309305:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176925.333125:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176925.333125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176925.333125:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176925.333132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176925.333133:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176925.333133:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176925.333137:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176925.333138:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176925.333138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176925.333144:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176925.333144:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176925.333144:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176925.333150:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176925.333151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176925.333152:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176925.333155:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176925.333158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176925.333158:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176925.333159:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176925.333164:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176925.333164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176925.333171:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176925.333171:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176925.333179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176925.333179:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176925.333183:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176925.333187:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176925.333190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176925.333195:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176925.333197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176925.333200:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176925.333201:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176925.333205:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176925.333207:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176925.333210:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176925.333211:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176925.333213:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176925.333216:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176925.333217:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176925.333222:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176925.333223:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176925.333224:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176925.333229:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176925.333229:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176925.333231:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176925.333231:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176925.333233:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176925.333233:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176925.333236:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176925.333236:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176925.333239:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176925.333242:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176925.333244:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176925.333246:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176925.333249:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176925.333252:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176925.333255:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176926.357096:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176926.357096:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176926.357102:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176926.357103:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176926.357104:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176926.357108:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.357109:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.357109:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176926.357113:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176926.357116:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176926.357117:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176926.357118:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176926.357123:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176926.357125:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176926.357126:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176926.357127:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.357129:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176926.357132:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.357132:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176926.357137:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176926.357137:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176926.357142:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.357150:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.357150:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176926.357151:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.357154:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.357159:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.357174:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176926.357176:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176926.357177:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176926.357179:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176926.357181:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176926.357183:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.357185:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176926.357187:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.357192:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.357194:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176926.357200:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176926.357203:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176926.357205:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176926.357207:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176926.357208:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176926.357210:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176926.357213:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176926.357213:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176926.357215:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176926.357218:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.357218:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176926.357225:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176926.357228:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176926.357230:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176926.357231:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176926.357232:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176926.357235:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176926.485121:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176926.485130:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176926.485133:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176926.485136:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176926.485139:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176926.485146:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8361 00000400:00000200:2.0:1786176926.485152:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176926.485157:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176926.485159:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176926.485162:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485164:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176926.485166:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485168:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176926.485171:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176926.485173:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176926.485175:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176926.485178:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176926.485186:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176926.485188:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176926.485191:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485192:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176926.485194:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485195:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176926.485197:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176926.485200:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485202:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176926.485205:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176926.485207:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176926.485209:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485211:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176926.485213:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176926.485221:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176926.485223:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176926.485227:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176926.485228:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485231:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176926.485233:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176926.485236:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176926.485243:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786176926.485249:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176926.485256:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176926.485291:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176926.485295:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176926.485299:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176926.485315:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176926.485317:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176926.485320:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176926.485321:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176926.485322:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176926.485324:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176926.485326:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8361 00000400:00000200:2.0:1786176926.485328:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176926.485331:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176926.485333:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176926.485336:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485338:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176926.485340:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485341:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176926.485343:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176926.485344:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176926.485346:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176926.485347:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176926.485349:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:3.0:1786176926.485350:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786176926.485351:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176926.485355:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485358:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176926.485358:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1786176926.485362:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176926.485363:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176926.485364:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176926.485368:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786176926.485374:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485375:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176926.485376:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176926.485377:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176926.485383:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176926.485387:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485390:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176926.485395:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176926.485395:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176926.485399:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176926.485401:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.485404:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176926.485405:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.485409:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1786176926.485411:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 02000000:00000001:3.0:1786176926.485414:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786176926.485416:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00100000:3.0:1786176926.485422:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612137728:192.168.202.156@tcp:250:kworker.0 02000000:00000001:2.0:1786176926.485423:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176926.485426:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485431:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176926.485431:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176926.485436:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176926.485437:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176926.485439:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.485442:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176926.485447:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 02000000:00000001:3.0:1786176926.485447:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176926.485453:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176926.485454:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 00000100:00100000:2.0:1786176926.485459:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176926.485460:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485471:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1786176926.485471:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176926.485475:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176926.485478:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000100:00000040:2.0:1786176926.485480:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176926.485489:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176926.485489:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00080000:2.0:1786176926.485494:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176926.485497:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176926.485499:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176926.485500:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:3.0:1786176926.485501:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612137728, portal 25 00000100:00000001:2.0:1786176926.485504:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176926.485505:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786176926.485507:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8361 00000100:00000001:3.0:1786176926.485509:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000400:00000200:2.0:1786176926.485514:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176926.485520:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176926.485522:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176926.485522:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176926.485528:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485532:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176926.485535:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485539:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176926.485545:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176926.485545:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1786176926.485549:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176926.485550:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1786176926.485553:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000040:2.0:1786176926.485554:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176926.485558:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000010:3.0:1786176926.485559:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000020:00000001:2.0:1786176926.485560:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176926.485566:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000200:3.0:1786176926.485567:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612137728, offset 0 00000100:00000001:2.0:1786176926.485568:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176926.485572:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:3.0:1786176926.485581:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485584:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176926.485586:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176926.485589:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485594:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176926.485594:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786176926.485597:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176926.485601:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176926.485602:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485605:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1786176926.485606:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000008:00100000:2.0:1786176926.485607:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176926.485611:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485613:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176926.485616:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1786176926.485617:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786176926.485621:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:3.0:1786176926.485623:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:2.0:1786176926.485624:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176926.485627:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485630:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1786176926.485631:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1786176926.485632:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176926.485635:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176926.485639:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000010:2.0:1786176926.485640:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176926.485646:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176926.485646:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410396:410396:256:4294967295] 192.168.202.156@tcp LPNI seq info [410394:410394:8:4294967295] 00000100:00100000:2.0:1786176926.485654:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1786176926.485658:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176926.485671:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176926.485676:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176926.485677:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000040:2.0:1786176926.485681:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176926.485690:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1786176926.485692:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786176926.485693:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176926.485698:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176926.485699:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176926.485701:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:3.0:1786176926.485701:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000100:00000001:2.0:1786176926.485703:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176926.485708:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8361 00000400:00000200:2.0:1786176926.485713:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:3.0:1786176926.485714:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:2.0:1786176926.485718:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176926.485721:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:3.0:1786176926.485721:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000040:2.0:1786176926.485725:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485728:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176926.485731:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485736:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:3.1:1786176926.485736:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:2.0:1786176926.485740:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176926.485743:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000800:00000200:3.1:1786176926.485744:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000020:00000001:2.0:1786176926.485745:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176926.485748:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176926.485752:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176926.485756:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000100:3.0:1786176926.485756:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000040:2.0:1786176926.485761:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485763:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:3.0:1786176926.485763:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000100:00000040:2.0:1786176926.485767:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485770:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176926.485771:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176926.485774:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:3.0:1786176926.485774:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1786176926.485777:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176926.485785:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1786176926.485785:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 02000000:00000001:2.0:1786176926.485789:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176926.485792:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485793:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1786176926.485794:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000008:00100000:2.0:1786176926.485795:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176926.485799:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176926.485800:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:2.0:1786176926.485801:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176926.485807:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176926.485808:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:3.0:1786176926.485809:0:2389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1786176926.485810:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176926.485813:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485815:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176926.485816:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176926.485819:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176926.485819:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1786176926.485824:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176926.485833:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.485835:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1786176926.485839:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1786176926.485844:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176926.485847:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176926.485851:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176926.485858:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.485861:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.485868:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176926.485869:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176926.485872:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176926.485874:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176926.485875:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176926.485877:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176926.485877:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485882:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176926.485886:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8361 00000400:00000200:3.0:1786176926.485887:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176926.485890:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176926.485893:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303035000 00000400:00000200:2.0:1786176926.485894:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176926.485899:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000010:3.0:1786176926.485903:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a420. 00000100:00000040:2.0:1786176926.485904:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485910:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176926.485913:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176926.485915:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176926.485916:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176926.485921:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176926.485923:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176926.485924:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176926.485927:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176926.485929:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786176926.485932:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:3.0:1786176926.485934:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303035000 00000100:00000040:2.0:1786176926.485936:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485941:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1786176926.485942:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a180. 00000100:00000040:2.0:1786176926.485945:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176926.485948:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176926.485949:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176926.485954:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176926.485957:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176926.485958:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176926.485960:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176926.485963:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176926.485964:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176926.485965:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485970:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176926.485971:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176926.485972:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176926.485976:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.485977:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176926.485978:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176926.485983:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786176926.485985:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00100000:3.0:1786176926.485988:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176926/real 1786176926] req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176926.485989:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176926.485991:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.485996:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176926.485998:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176926.486001:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176926.486007:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000400:00000001:3.0:1786176926.486030:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176926.486034:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176926.486036:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176926.486041:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176926.486043:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176926.486047:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176926.486049:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176926.486053:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786176926.486060:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176926.486071:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1786176926.486073:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176926.486074:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176926.486082:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486093:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176926.486095:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.486097:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786176926.486100:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8372) 00000100:00000001:3.0:1786176926.486101:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176926.486105:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176926.486112:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486121:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176926.486126:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486133:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176926.486136:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486139:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176926.486140:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486142:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176926.486144:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176926.486147:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176926.486152:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176926.486154:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176926.486158:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176926.486166:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612137728:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176926.486171:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486174:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176926.486177:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612137728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486183:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176926.486186:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176926.486188:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176926.486192:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176926.486194:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176926.486196:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176926.486199:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176926.486201:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4400. 02000000:00000001:3.0:1786176926.486205:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176926.486207:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176926.486208:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:3.0:1786176926.486211:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176926.486213:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486215:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486222:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176926.486224:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.486226:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176926.486228:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176926.486229:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176926.486234:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486240:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176926.486242:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.486244:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176926.486246:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176926.486247:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176926.486250:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137856:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176926.486254:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176926.486256:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176926.486258:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.486272:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176926.486276:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176926.486279:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176926.486283:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176926.486286:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176926.486289:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176926.486292:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612137856, portal 10 00000100:00000001:3.0:1786176926.486294:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176926.486296:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000040:3.0:1786176926.486303:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486310:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176926.486312:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176926.486315:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176926.486318:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612137856, offset 0 00000400:00000200:3.0:1786176926.486322:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176926.486326:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176926.486330:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176926.486333:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176926.486336:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176926.486338:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176926.486341:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176926.486345:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410397:410397:256:4294967295] 192.168.202.156@tcp LPNI seq info [410395:410395:8:4294967295] 00000400:00000200:3.0:1786176926.486349:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176926.486356:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176926.486360:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176926.486364:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176926.486368:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176926.486371:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176926.486376:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176926.486378:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1786176926.486382:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176926.486384:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176926.486388:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176926.486391:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176926.486394:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176926.486396:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176926.486399:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176926.486403:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486411:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176926.486414:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486421:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.486423:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176926.486426:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176926.486429:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176926.486433:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176926.486435:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303034376 00000100:00000001:3.0:1786176926.486438:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303035000 00000100:00000001:3.0:1786176926.486440:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303034376 00000100:00000001:3.0:1786176926.486443:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303035000 00000100:00000001:3.0:1786176926.486445:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176926.486447:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.486449:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176926.486453:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176926/real 1786176926] req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176926.486461:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176926.486462:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176926.486464:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176926.486466:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176926.486468:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176926.486470:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176926.486473:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176926.486481:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486488:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176926.486489:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486491:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176926.486493:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176926.486496:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486503:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176926.486506:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486513:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176926.486515:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486517:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176926.486518:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486520:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176926.486524:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176926.486527:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176926.486530:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176926.486532:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176926.486536:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176926.486543:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137856:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176926.486547:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176926.486551:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486557:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176926.486558:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.486561:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176926.486563:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176926.486565:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176926.486567:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137984:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176926.486570:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176926.486572:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176926.486574:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.486575:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176926.486578:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176926.486580:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176926.486583:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176926.486586:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176926.486589:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176926.486592:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612137984, portal 10 00000100:00000001:3.0:1786176926.486593:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176926.486595:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:3.0:1786176926.486600:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486613:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176926.486615:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176926.486617:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176926.486620:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612137984, offset 0 00000400:00000200:3.0:1786176926.486623:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176926.486627:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176926.486631:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176926.486633:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176926.486636:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176926.486639:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176926.486641:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176926.486644:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410398:410398:256:4294967295] 192.168.202.156@tcp LPNI seq info [410396:410396:8:4294967295] 00000400:00000200:3.0:1786176926.486648:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176926.486654:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176926.486659:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176926.486662:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176926.486666:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176926.486669:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176926.486673:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176926.486675:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1786176926.486679:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176926.486681:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176926.486684:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176926.486688:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176926.486691:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176926.486692:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176926.486695:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176926.486698:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486707:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176926.486710:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486722:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.486724:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176926.486727:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176926.486729:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176926.486732:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176926.486735:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303034376 00000100:00000001:3.0:1786176926.486737:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303035000 00000100:00000001:3.0:1786176926.486739:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303034376 00000100:00000001:3.0:1786176926.486741:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303035000 00000100:00000001:3.0:1786176926.486744:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176926.486746:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.486747:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176926.486751:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176926/real 1786176926] req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176926.486758:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176926.486759:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176926.486761:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176926.486763:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176926.486765:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176926.486767:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176926.486770:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176926.486778:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486785:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176926.486786:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486788:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176926.486789:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176926.486793:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486800:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176926.486804:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486811:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176926.486813:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486815:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176926.486817:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.486818:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176926.486821:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176926.486824:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176926.486827:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176926.486829:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176926.486833:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176926.486840:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612137984:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176926.486844:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176926.486848:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486855:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176926.486856:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.486859:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176926.486860:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176926.486862:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176926.486865:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138112:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176926.486868:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176926.486870:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176926.486872:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.486874:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176926.486877:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176926.486879:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176926.486883:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176926.486886:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176926.486889:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176926.486892:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612138112, portal 4 00000100:00000001:3.0:1786176926.486894:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176926.486895:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:3.0:1786176926.486900:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.486907:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176926.486909:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176926.486912:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176926.486914:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612138112, offset 0 00000400:00000200:3.0:1786176926.486919:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176926.486922:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176926.486925:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176926.486928:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176926.486931:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176926.486933:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176926.486936:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176926.486939:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410399:410399:256:4294967295] 192.168.202.156@tcp LPNI seq info [410397:410397:8:4294967295] 00000400:00000200:3.0:1786176926.486943:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176926.486950:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176926.486955:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176926.486958:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176926.486963:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176926.486966:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176926.486970:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176926.486973:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1786176926.486977:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176926.486979:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176926.486982:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176926.486986:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176926.486989:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176926.486991:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176926.486994:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176926.486998:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487006:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176926.487028:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487037:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.487038:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176926.487043:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176926.487046:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176926.487049:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176926.487051:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303034560 00000100:00000001:3.0:1786176926.487054:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303035000 00000100:00000001:3.0:1786176926.487056:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303034560 00000100:00000001:3.0:1786176926.487059:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303035000 00000100:00000001:3.0:1786176926.487061:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176926.487063:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.487065:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176926.487069:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176926/real 1786176926] req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176926.487078:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176926.487079:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176926.487081:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176926.487084:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176926.487085:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176926.487088:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176926.487091:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176926.487100:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487107:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176926.487109:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487111:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176926.487114:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176926.487118:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487124:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176926.487129:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487135:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176926.487138:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487139:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176926.487141:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487143:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176926.487144:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176926.487147:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176926.487150:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176926.487152:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176926.487157:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176926.487164:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138112:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176926.487169:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176926.487172:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487179:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176926.487180:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.487182:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176926.487184:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176926.487186:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176926.487189:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138240:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176926.487192:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176926.487194:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176926.487195:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176926.487197:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176926.487201:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176926.487203:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176926.487206:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176926.487208:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176926.487211:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176926.487214:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612138240, portal 4 00000100:00000001:3.0:1786176926.487216:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176926.487217:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:3.0:1786176926.487222:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487228:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176926.487231:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176926.487233:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176926.487235:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612138240, offset 0 00000400:00000200:3.0:1786176926.487239:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176926.487242:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176926.487246:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176926.487249:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176926.487251:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176926.487254:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176926.487256:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176926.487273:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410400:410400:256:4294967295] 192.168.202.156@tcp LPNI seq info [410398:410398:8:4294967295] 00000400:00000200:3.0:1786176926.487278:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176926.487285:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176926.487289:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176926.487293:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176926.487297:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176926.487300:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1786176926.487304:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176926.487308:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1786176926.487312:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176926.487314:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176926.487319:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176926.487322:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176926.487326:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176926.487328:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176926.487331:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176926.487334:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487342:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176926.487345:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487351:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.487353:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176926.487356:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176926.487359:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176926.487362:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176926.487365:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303034540 00000100:00000001:3.0:1786176926.487367:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303035000 00000100:00000001:3.0:1786176926.487370:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303034540 00000100:00000001:3.0:1786176926.487372:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303035000 00000100:00000001:3.0:1786176926.487374:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176926.487377:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.487378:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176926.487382:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176926/real 1786176926] req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176926.487390:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176926.487392:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176926.487393:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176926.487396:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176926.487397:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176926.487399:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176926.487403:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176926.487412:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487418:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176926.487420:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487422:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176926.487424:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176926.487427:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487434:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176926.487438:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487444:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176926.487447:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487448:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176926.487450:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487452:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176926.487453:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176926.487456:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176926.487459:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176926.487461:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176926.487465:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176926.487473:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138240:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176926.487476:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487478:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176926.487481:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612137856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487488:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176926.487489:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176926.487492:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786176926.487494:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176926.487496:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176926.487497:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176926.487499:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176926.487501:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:3.0:1786176926.487505:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176926.487506:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176926.487508:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:3.0:1786176926.487510:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176926.487511:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487513:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176926.487517:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612137984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487524:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176926.487525:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176926.487526:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176926.487529:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176926.487531:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176926.487532:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176926.487533:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176926.487535:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5c00. 02000000:00000001:3.0:1786176926.487537:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176926.487538:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176926.487540:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:3.0:1786176926.487542:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176926.487543:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487545:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176926.487548:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612138112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487553:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176926.487555:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176926.487556:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176926.487558:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176926.487560:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176926.487561:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176926.487564:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176926.487565:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:3.0:1786176926.487567:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176926.487569:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176926.487570:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:3.0:1786176926.487572:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176926.487573:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487575:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176926.487578:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612138240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176926.487584:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176926.487585:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176926.487587:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176926.487590:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176926.487592:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176926.487593:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176926.487595:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176926.487596:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:3.0:1786176926.487599:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176926.487600:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176926.487601:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:3.0:1786176926.487604:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176926.487605:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487607:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.487610:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176926.487613:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176926.487614:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176926.487616:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176927.125113:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303035000, at 4303035008 00000100:00000010:0.0:1786176927.125124:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a420. 00000100:00000001:0.0:1786176927.381090:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176927.381095:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176927.381097:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176927.381100:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176927.381100:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176927.381104:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176927.381106:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176927.381108:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176927.381113:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176927.381113:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176927.381118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176927.381119:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176927.381120:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176927.381123:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176927.381127:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176927.381127:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176927.381131:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176927.381133:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176927.381135:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176927.381136:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176927.381137:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176927.381140:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176927.381143:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176927.381144:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176927.381147:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176927.381151:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176927.381154:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176927.381158:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176927.381161:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176927.381163:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176927.381164:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176927.381171:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176927.381177:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176927.381184:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176927.381189:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176927.381189:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176927.381193:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176927.381193:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176927.381195:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176927.381197:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176927.381198:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176927.381201:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176927.381202:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176927.381206:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176927.381208:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176927.381209:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176927.381212:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176927.381213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176927.381217:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176927.381218:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176927.381219:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176927.381225:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176927.381228:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176927.381231:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176928.405120:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176928.405120:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176928.405128:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176928.405129:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176928.405129:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176928.405130:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176928.405135:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176928.405135:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176928.405138:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176928.405139:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176928.405141:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176928.405145:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176928.405145:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176928.405148:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176928.405151:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176928.405151:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176928.405153:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176928.405155:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176928.405157:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176928.405159:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176928.405160:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176928.405162:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176928.405165:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176928.405166:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176928.405174:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176928.405177:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176928.405184:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176928.405186:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176928.405190:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176928.405191:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176928.405193:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176928.405196:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176928.405198:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176928.405200:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176928.405202:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176928.405202:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176928.405207:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176928.405207:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176928.405210:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176928.405214:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176928.405216:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176928.405221:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176928.405222:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176928.405227:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176928.405228:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176928.405229:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176928.405232:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176928.405233:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176928.405239:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176928.405260:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176928.405263:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176928.405265:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176928.405267:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176928.405270:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176929.429096:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176929.429098:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176929.429100:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176929.429104:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176929.429105:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176929.429106:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176929.429108:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.429110:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.429111:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176929.429117:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176929.429117:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176929.429125:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176929.429125:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176929.429126:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176929.429131:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.429131:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176929.429132:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.429134:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176929.429139:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176929.429140:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176929.429143:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176929.429148:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.429151:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176929.429158:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.429158:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176929.429162:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.429166:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.429181:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176929.429186:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176929.429188:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176929.429189:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176929.429192:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176929.429194:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176929.429195:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176929.429195:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176929.429199:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176929.429204:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176929.429204:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176929.429205:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.429209:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176929.429212:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176929.429212:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176929.429215:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176929.429217:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176929.429218:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.429218:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176929.429220:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.429223:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176929.429226:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176929.429230:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176929.429247:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.429248:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176929.429253:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.429256:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176930.453131:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176930.453134:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176930.453137:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176930.453141:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176930.453141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176930.453145:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176930.453147:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176930.453149:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176930.453151:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176930.453154:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176930.453156:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176930.453158:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176930.453159:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176930.453160:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176930.453164:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176930.453167:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176930.453167:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176930.453170:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176930.453175:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176930.453175:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176930.453175:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176930.453181:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176930.453182:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176930.453185:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176930.453191:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176930.453197:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176930.453197:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176930.453203:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176930.453204:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176930.453205:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176930.453209:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176930.453210:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176930.453213:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176930.453215:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176930.453217:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176930.453220:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176930.453235:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176930.453238:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176930.453240:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176930.453240:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176930.453244:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176930.453244:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176930.453245:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176930.453248:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176930.453252:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176930.453253:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176930.453253:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176930.453257:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176930.453260:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176930.453262:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176930.453265:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176930.453271:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176930.453273:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176930.453277:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.477082:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176931.477088:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176931.477089:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176931.477092:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176931.477094:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176931.477096:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176931.477099:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176931.477100:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176931.477103:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176931.477106:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176931.477107:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176931.477108:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176931.477113:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.477113:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176931.477114:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.477118:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176931.477122:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176931.477122:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176931.477128:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176931.477129:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176931.477130:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176931.477133:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176931.477136:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176931.477139:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176931.477142:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.477144:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.477145:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176931.477149:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176931.477151:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.477153:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176931.477157:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176931.477160:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176931.477162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.477164:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176931.477167:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.477170:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176931.477178:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176931.477183:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176931.477186:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.477186:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176931.477189:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176931.477191:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176931.477196:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176931.477196:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176931.477202:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176931.477203:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176931.477206:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176931.477209:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176931.477211:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176931.477226:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176931.477227:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176931.477230:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176931.477235:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176931.477240:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176931.605121:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176931.605133:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176931.605137:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176931.605148:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176931.605153:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176931.605161:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8367 00000400:00000200:2.0:1786176931.605169:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176931.605175:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176931.605179:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176931.605182:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605186:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176931.605189:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605192:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176931.605196:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176931.605199:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176931.605203:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176931.605207:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176931.605209:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176931.605248:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176931.605252:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605254:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176931.605256:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605258:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176931.605262:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176931.605265:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605268:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176931.605271:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176931.605275:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176931.605278:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.605281:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176931.605283:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176931.605293:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786176931.605296:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176931.605300:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176931.605303:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.605306:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176931.605308:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176931.605312:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176931.605321:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176931.605328:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176931.605339:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176931.605350:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176931.605356:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176931.605361:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176931.605383:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176931.605386:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176931.605389:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176931.605391:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176931.605393:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176931.605396:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176931.605399:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8367 00000400:00000200:2.0:1786176931.605404:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176931.605409:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176931.605412:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176931.605415:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605418:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176931.605419:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1786176931.605421:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176931.605425:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176931.605426:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:3.0:1786176931.605430:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176931.605432:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176931.605435:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176931.605438:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176931.605442:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000040:3.0:1786176931.605443:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176931.605446:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176931.605452:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176931.605461:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176931.605465:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176931.605466:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176931.605469:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176931.605471:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:3.0:1786176931.605475:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176931.605476:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:3.0:1786176931.605481:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1786176931.605482:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:3.0:1786176931.605486:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176931.605490:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00100000:3.0:1786176931.605493:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612138368:192.168.202.156@tcp:250:kworker.0 00000100:00000001:2.0:1786176931.605496:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.605499:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176931.605500:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176931.605505:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176931.605507:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176931.605508:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176931.605512:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.605513:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176931.605516:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000010:3.0:1786176931.605520:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 00000008:00100000:2.0:1786176931.605521:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176931.605524:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176931.605526:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.605528:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176931.605532:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:2.0:1786176931.605533:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000400:00000010:3.0:1786176931.605536:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000020:00000040:2.0:1786176931.605537:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176931.605542:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176931.605544:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176931.605545:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000001:2.0:1786176931.605546:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176931.605549:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176931.605551:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176931.605553:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612138368, portal 25 02000000:00000010:2.0:1786176931.605556:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:3.0:1786176931.605557:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176931.605560:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439486848 : -127834270064768 : ffff8bbc43be1f80) 00000100:00000001:2.0:1786176931.605561:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176931.605566:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786176931.605570:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176931.605587:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176931.605589:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1786176931.605592:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605593:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176931.605597:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000040:2.0:1786176931.605600:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176931.605601:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612138368, offset 0 00000400:00000200:3.0:1786176931.605613:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605620:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176931.605624:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786176931.605627:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1786176931.605632:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:2.0:1786176931.605635:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:3.0:1786176931.605638:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1786176931.605640:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1786176931.605643:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00080000:2.0:1786176931.605644:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1786176931.605648:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1786176931.605651:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1786176931.605652:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00080000:2.0:1786176931.605659:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8367 00000400:00000200:3.0:1786176931.605660:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410401:410401:256:4294967295] 192.168.202.156@tcp LPNI seq info [410399:410399:8:4294967295] 00000400:00000200:3.0:1786176931.605667:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176931.605675:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:2.0:1786176931.605680:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:3.0:1786176931.605684:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786176931.605689:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000010:3.0:1786176931.605689:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000100:00080000:2.0:1786176931.605695:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:3.0:1786176931.605700:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:2.0:1786176931.605703:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:3.0:1786176931.605705:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1786176931.605706:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176931.605711:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605717:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:3.1:1786176931.605717:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:2.0:1786176931.605722:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:3.1:1786176931.605723:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000020:00000040:2.0:1786176931.605724:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176931.605728:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176931.605731:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000800:00000100:3.0:1786176931.605734:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000020:00000001:2.0:1786176931.605735:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176931.605739:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000010:3.0:1786176931.605741:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000100:00000040:2.0:1786176931.605742:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605747:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176931.605749:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605750:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:3.0:1786176931.605751:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:2.0:1786176931.605752:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176931.605757:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605760:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176931.605764:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1786176931.605765:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 02000000:00000001:2.0:1786176931.605767:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176931.605770:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.605772:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1786176931.605773:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000008:00100000:2.0:1786176931.605774:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176931.605778:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176931.605779:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:2.0:1786176931.605780:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176931.605786:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000100:00000001:3.0:1786176931.605788:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1786176931.605790:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176931.605793:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1786176931.605794:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176931.605795:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.605799:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176931.605801:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176931.605803:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176931.605809:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:3.0:1786176931.605811:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176931.605814:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176931.605816:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786176931.605822:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176931.605826:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.605830:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176931.605838:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.605839:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176931.605842:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176931.605846:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786176931.605850:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.605851:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303040120 00000100:00000010:3.0:1786176931.605859:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3ac00. 00000100:00000001:2.0:1786176931.605861:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176931.605864:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176931.605867:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176931.605868:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176931.605871:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176931.605874:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176931.605876:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176931.605876:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303040120 00000100:00080000:2.0:1786176931.605880:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8367 00000100:00000010:3.0:1786176931.605882:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a960. 00000400:00000200:2.0:1786176931.605886:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176931.605888:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1786176931.605891:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176931.605893:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176931.605895:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605897:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176931.605898:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605900:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:3.0:1786176931.605900:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786176931.605901:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176931.605905:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000001:3.0:1786176931.605905:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176931.605907:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176931.605910:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:3.0:1786176931.605910:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1786176931.605915:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786176931.605918:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00100000:3.0:1786176931.605919:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176931/real 1786176931] req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176931.605923:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.605928:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176931.605933:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000001:3.0:1786176931.605934:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786176931.605935:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000001:3.0:1786176931.605937:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1786176931.605939:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000400:00000010:3.0:1786176931.605941:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000100:00080000:2.0:1786176931.605944:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:3.0:1786176931.605946:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000100:00000001:2.0:1786176931.605948:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176931.605949:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 02000000:00000001:2.0:1786176931.605951:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176931.605954:0:2389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1786176931.605955:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176931.605958:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.605960:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176931.605963:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000200:3.0:1786176931.605963:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1786176931.605967:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.605970:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176931.605974:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176931.605978:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176931.605981:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176931.605983:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.605987:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176931.605989:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176931.605991:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176931.605996:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786176931.606000:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176931.606006:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1786176931.606006:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606034:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176931.606036:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606040:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176931.606043:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176931.606045:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176931.606049:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176931.606050:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176931.606057:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606060:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176931.606068:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176931.606069:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176931.606073:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176931.606079:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176931.606082:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176931.606084:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176931.606085:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176931.606088:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176931.606089:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176931.606093:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8367 00000100:00000001:3.0:1786176931.606093:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176931.606095:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606098:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1786176931.606099:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176931.606101:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:2.0:1786176931.606104:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176931.606106:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176931.606107:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1786176931.606111:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000040:2.0:1786176931.606113:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.606116:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176931.606116:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786176931.606120:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176931.606124:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:3.0:1786176931.606124:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176931.606127:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176931.606129:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786176931.606132:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176931.606135:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176931.606139:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00100000:3.0:1786176931.606139:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612138368:192.168.202.156@tcp:250:kworker.0 00000020:00000001:2.0:1786176931.606143:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:3.0:1786176931.606146:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786176931.606148:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176931.606150:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176931.606152:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176931.606156:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:3.0:1786176931.606156:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1f80 x1872933612138368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176931.606162:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176931.606166:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176931.606170:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176931.606175:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176931.606178:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176931.606181:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176931.606182:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176931.606184:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.606186:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176931.606186:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:2.0:1786176931.606191:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 02000000:00000010:3.0:1786176931.606191:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 00000008:00000001:2.0:1786176931.606196:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.606198:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.606198:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176931.606202:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:2.0:1786176931.606203:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:3.0:1786176931.606205:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000040:2.0:1786176931.606207:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176931.606209:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176931.606224:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176931.606227:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176931.606228:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786176931.606229:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176931.606232:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176931.606233:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176931.606234:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.606236:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176931.606239:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1f80. 02000000:00000010:2.0:1786176931.606240:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:3.0:1786176931.606243:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176931.606244:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.606246:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606250:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176931.606252:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176931.606257:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176931.606260:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.606263:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176931.606264:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176931.606268:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176931.606269:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.606270:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176931.606277:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176931.606280:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606287:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176931.606290:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.606295:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176931.606297:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176931.606302:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176931.606304:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176931.606306:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138496:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176931.606310:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1786176931.606312:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8377) 02000000:00000001:3.0:1786176931.606313:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176931.606315:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.606318:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176931.606320:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176931.606322:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176931.606325:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176931.606328:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176931.606332:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176931.606334:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612138496, portal 10 00000100:00000001:3.0:1786176931.606336:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176931.606337:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439480576 : -127834270071040 : ffff8bbc43be0700) 00000100:00000040:3.0:1786176931.606342:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606346:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176931.606348:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176931.606349:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176931.606351:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612138496, offset 0 00000400:00000200:3.0:1786176931.606354:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176931.606356:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176931.606359:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176931.606361:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176931.606363:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176931.606365:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176931.606367:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176931.606369:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410402:410402:256:4294967295] 192.168.202.156@tcp LPNI seq info [410400:410400:8:4294967295] 00000400:00000200:3.0:1786176931.606372:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176931.606376:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176931.606380:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176931.606382:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176931.606385:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176931.606387:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176931.606390:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176931.606391:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1786176931.606394:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176931.606395:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176931.606397:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176931.606400:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176931.606402:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176931.606403:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176931.606405:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176931.606408:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606413:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176931.606415:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606423:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.606425:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176931.606428:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176931.606432:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176931.606436:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176931.606438:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303039496 00000100:00000001:3.0:1786176931.606441:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303040120 00000100:00000001:3.0:1786176931.606443:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303039496 00000100:00000001:3.0:1786176931.606446:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303040120 00000100:00000001:3.0:1786176931.606448:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176931.606450:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.606452:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176931.606457:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176931/real 1786176931] req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176931.606466:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176931.606467:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176931.606469:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176931.606472:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176931.606474:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176931.606476:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176931.606479:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176931.606487:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606499:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176931.606501:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606503:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176931.606504:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176931.606508:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606515:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176931.606519:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606527:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176931.606529:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606530:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176931.606531:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606533:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176931.606535:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176931.606537:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176931.606539:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176931.606541:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176931.606544:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176931.606549:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138496:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176931.606551:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176931.606553:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606557:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176931.606558:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.606560:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176931.606561:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176931.606563:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176931.606565:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138624:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176931.606567:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176931.606568:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176931.606569:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.606570:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176931.606573:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176931.606574:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176931.606577:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176931.606578:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176931.606580:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176931.606583:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612138624, portal 10 00000100:00000001:3.0:1786176931.606584:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176931.606585:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:3.0:1786176931.606589:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606593:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176931.606595:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176931.606596:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176931.606598:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612138624, offset 0 00000400:00000200:3.0:1786176931.606600:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176931.606603:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176931.606605:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176931.606607:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176931.606609:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176931.606611:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176931.606612:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176931.606615:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410403:410403:256:4294967295] 192.168.202.156@tcp LPNI seq info [410401:410401:8:4294967295] 00000400:00000200:3.0:1786176931.606617:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176931.606622:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176931.606625:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176931.606627:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176931.606630:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176931.606632:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176931.606635:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176931.606636:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1786176931.606639:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176931.606640:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176931.606642:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176931.606645:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176931.606647:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176931.606648:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176931.606649:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176931.606652:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606657:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176931.606659:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606663:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.606664:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176931.606666:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176931.606668:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176931.606670:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176931.606672:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303039496 00000100:00000001:3.0:1786176931.606673:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303040120 00000100:00000001:3.0:1786176931.606675:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303039496 00000100:00000001:3.0:1786176931.606676:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303040120 00000100:00000001:3.0:1786176931.606678:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176931.606679:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.606680:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176931.606682:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176931/real 1786176931] req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176931.606688:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176931.606689:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176931.606690:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176931.606691:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176931.606692:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176931.606693:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176931.606695:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176931.606701:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606705:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176931.606706:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606707:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176931.606708:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176931.606710:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606714:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176931.606716:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606720:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176931.606722:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606722:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176931.606723:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606724:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176931.606726:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176931.606727:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176931.606729:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176931.606730:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176931.606735:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176931.606743:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138624:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176931.606747:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176931.606751:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606758:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176931.606760:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.606762:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176931.606764:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176931.606766:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176931.606769:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138752:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176931.606772:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176931.606774:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176931.606776:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.606778:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176931.606781:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176931.606783:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176931.606787:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176931.606789:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176931.606792:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176931.606794:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612138752, portal 4 00000100:00000001:3.0:1786176931.606795:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176931.606796:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:3.0:1786176931.606801:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606805:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176931.606806:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176931.606808:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176931.606809:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612138752, offset 0 00000400:00000200:3.0:1786176931.606812:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176931.606815:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176931.606817:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176931.606819:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176931.606821:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176931.606823:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176931.606825:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176931.606827:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410404:410404:256:4294967295] 192.168.202.156@tcp LPNI seq info [410402:410402:8:4294967295] 00000400:00000200:3.0:1786176931.606829:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176931.606833:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176931.606836:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176931.606838:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176931.606841:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176931.606843:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176931.606845:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176931.606847:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1786176931.606849:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176931.606851:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176931.606854:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176931.606856:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176931.606857:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176931.606859:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176931.606860:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176931.606862:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606868:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176931.606869:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606874:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.606875:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176931.606877:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176931.606879:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176931.606881:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176931.606883:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303039679 00000100:00000001:3.0:1786176931.606884:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303040120 00000100:00000001:3.0:1786176931.606886:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303039679 00000100:00000001:3.0:1786176931.606887:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303040120 00000100:00000001:3.0:1786176931.606888:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176931.606889:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.606891:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176931.606893:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176931/real 1786176931] req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176931.606897:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176931.606898:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176931.606899:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176931.606901:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176931.606902:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176931.606903:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176931.606905:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176931.606910:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606914:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176931.606915:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606916:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176931.606917:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176931.606919:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606923:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176931.606925:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606929:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176931.606931:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606932:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176931.606933:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606934:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176931.606936:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176931.606937:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176931.606939:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176931.606940:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176931.606942:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176931.606947:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138752:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176931.606949:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606951:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176931.606952:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0700 x1872933612138496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606957:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176931.606958:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176931.606960:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176931.606963:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176931.606964:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176931.606966:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176931.606968:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176931.606970:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:3.0:1786176931.606972:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176931.606973:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176931.606975:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0700. 00000100:00000001:3.0:1786176931.606977:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176931.606979:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.606980:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176931.606984:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612138624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.606999:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176931.607000:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176931.607002:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176931.607004:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176931.607006:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176931.607007:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176931.607009:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176931.607026:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:3.0:1786176931.607028:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176931.607029:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176931.607030:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:3.0:1786176931.607032:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176931.607033:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.607034:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176931.607037:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612138752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.607042:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176931.607042:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176931.607044:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176931.607045:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176931.607046:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176931.607047:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176931.607048:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176931.607049:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:3.0:1786176931.607050:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176931.607051:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176931.607052:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:3.0:1786176931.607053:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176931.607054:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.607055:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.607057:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176931.607058:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.607060:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176931.607061:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176931.607062:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176931.607064:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.607068:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176931.607069:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.607071:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176931.607072:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176931.607073:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176931.607075:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138880:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176931.607077:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176931.607078:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176931.607079:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176931.607081:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176931.607083:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176931.607084:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176931.607087:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176931.607090:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176931.607093:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176931.607097:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612138880, portal 4 00000100:00000001:3.0:1786176931.607099:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176931.607100:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:3.0:1786176931.607106:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.607113:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176931.607116:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176931.607119:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176931.607121:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612138880, offset 0 00000400:00000200:3.0:1786176931.607126:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176931.607130:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176931.607134:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176931.607137:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176931.607140:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176931.607142:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176931.607144:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176931.607148:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410405:410405:256:4294967295] 192.168.202.156@tcp LPNI seq info [410403:410403:8:4294967295] 00000400:00000200:3.0:1786176931.607152:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176931.607159:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176931.607164:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176931.607167:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176931.607172:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176931.607175:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1786176931.607179:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176931.607182:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1786176931.607185:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176931.607186:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176931.607188:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176931.607191:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176931.607193:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176931.607194:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176931.607196:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176931.607198:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.607204:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176931.607206:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.607226:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.607227:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176931.607231:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176931.607233:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176931.607235:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176931.607236:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303039660 00000100:00000001:3.0:1786176931.607238:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303040120 00000100:00000001:3.0:1786176931.607240:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303039660 00000100:00000001:3.0:1786176931.607241:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303040120 00000100:00000001:3.0:1786176931.607243:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176931.607244:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.607246:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176931.607249:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176931/real 1786176931] req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176931.607254:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176931.607255:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176931.607256:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176931.607258:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176931.607259:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176931.607260:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176931.607262:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176931.607268:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.607272:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176931.607273:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.607274:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176931.607275:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176931.607277:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.607281:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176931.607284:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.607288:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176931.607289:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.607290:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176931.607291:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.607292:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176931.607293:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176931.607295:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176931.607297:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176931.607298:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176931.607301:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176931.607306:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612138880:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176931.607308:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.607309:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176931.607311:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612138880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176931.607315:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176931.607316:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176931.607317:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176931.607318:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176931.607319:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176931.607320:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176931.607321:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176931.607322:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:3.0:1786176931.607324:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176931.607325:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176931.607326:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:3.0:1786176931.607327:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176931.607328:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.607330:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.607332:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176931.607333:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176931.607334:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176931.607335:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176932.245156:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303040120, at 4303040128 00000100:00000010:0.0:1786176932.245177:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3ac00. 00000100:00000001:3.0:1786176932.501115:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176932.501117:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176932.501122:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176932.501123:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176932.501124:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176932.501127:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176932.501129:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176932.501130:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176932.501136:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176932.501137:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176932.501138:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176932.501143:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176932.501144:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176932.501145:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176932.501149:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176932.501151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176932.501151:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176932.501152:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176932.501158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176932.501159:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176932.501159:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176932.501166:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176932.501167:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176932.501167:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176932.501174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176932.501174:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176932.501182:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176932.501186:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176932.501190:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176932.501191:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176932.501194:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176932.501196:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176932.501197:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176932.501217:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176932.501218:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176932.501221:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176932.501223:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176932.501224:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176932.501227:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176932.501228:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176932.501229:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176932.501230:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176932.501236:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176932.501236:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176932.501242:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176932.501243:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176932.501245:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176932.501248:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176932.501250:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176932.501251:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176932.501255:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176932.501260:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176932.501262:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176932.501265:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176933.525094:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176933.525095:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176933.525101:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176933.525102:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176933.525104:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176933.525106:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176933.525110:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176933.525112:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176933.525115:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176933.525117:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176933.525119:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176933.525119:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176933.525122:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176933.525124:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176933.525126:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176933.525126:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176933.525128:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176933.525129:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176933.525130:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176933.525132:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176933.525134:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176933.525136:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176933.525141:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176933.525144:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176933.525146:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176933.525147:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176933.525149:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176933.525162:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176933.525165:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176933.525166:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176933.525168:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176933.525171:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176933.525174:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176933.525176:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176933.525177:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176933.525179:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176933.525290:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176933.525296:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176933.525300:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176933.525303:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176933.525306:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176933.525309:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176933.525311:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176933.525314:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176933.525319:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176934.549112:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176934.549113:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176934.549116:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176934.549120:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176934.549121:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176934.549122:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176934.549125:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176934.549126:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.549126:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176934.549132:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176934.549134:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176934.549134:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176934.549138:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176934.549140:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176934.549141:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176934.549143:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.549145:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176934.549146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176934.549148:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176934.549150:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176934.549152:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.549154:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176934.549156:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.549158:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176934.549160:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176934.549164:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176934.549169:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176934.549176:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176934.549193:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176934.549196:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176934.549199:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176934.549202:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176934.549208:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176934.549213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176934.549215:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.549215:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176934.549220:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176934.549221:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.549223:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176934.549228:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176934.549232:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176934.549232:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176934.549236:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176934.549238:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176934.549242:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.549242:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176934.549247:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176934.549247:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.549252:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176934.549263:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176934.549267:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176934.549270:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176934.549271:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176934.549274:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176935.573074:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176935.573076:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176935.573083:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176935.573084:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176935.573088:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176935.573088:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176935.573094:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176935.573095:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176935.573103:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176935.573104:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176935.573106:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176935.573111:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176935.573111:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176935.573111:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176935.573116:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176935.573120:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176935.573120:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176935.573124:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176935.573125:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176935.573126:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176935.573130:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176935.573131:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176935.573134:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176935.573135:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176935.573142:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176935.573143:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176935.573146:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176935.573158:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176935.573161:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176935.573162:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176935.573164:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176935.573165:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176935.573168:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176935.573169:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176935.573184:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176935.573185:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176935.573187:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176935.573190:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176935.573191:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176935.573191:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176935.573196:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176935.573196:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176935.573197:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176935.573200:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176935.573202:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176935.573203:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176935.573204:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176935.573205:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176935.573211:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176935.573212:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176935.573216:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176935.573219:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176935.573221:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176935.573224:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176936.597091:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176936.597096:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176936.597098:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176936.597102:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176936.597103:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176936.597106:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176936.597107:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176936.597109:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176936.597114:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176936.597114:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176936.597116:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176936.597119:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176936.597120:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176936.597121:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176936.597125:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176936.597127:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176936.597128:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176936.597130:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176936.597131:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176936.597135:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.597135:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176936.597136:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.597141:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176936.597144:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.597147:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176936.597151:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.597158:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176936.597159:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176936.597176:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176936.597180:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176936.597181:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176936.597184:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176936.597188:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176936.597193:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176936.597193:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176936.597199:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176936.597199:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.597200:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176936.597202:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176936.597204:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176936.597206:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176936.597210:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176936.597211:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176936.597215:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.597216:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176936.597222:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176936.597222:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176936.597226:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.597229:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176936.597230:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.597235:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.597240:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176936.597243:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.597248:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.725381:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176936.725388:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176936.725392:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176936.725402:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.725422:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176936.725425:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176936.725430:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176936.725434:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176936.725440:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176936.725447:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612139008:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176936.725455:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176936.725460:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176936.725463:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176936.725470:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176936.725476:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176936.725481:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176936.725489:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176936.725494:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176936.725503:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176936.725512:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612139008, portal 25 00000100:00000001:3.0:1786176936.725516:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176936.725518:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263249920 : -127833446301696 : ffff8bbc74d7c000) 00000100:00000040:3.0:1786176936.725527:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.725546:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176936.725551:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176936.725556:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176936.725561:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612139008, offset 0 00000400:00000200:3.0:1786176936.725573:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176936.725584:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176936.725594:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176936.725604:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176936.725616:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176936.725627:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176936.725635:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176936.725648:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410406:410406:256:4294967295] 192.168.202.156@tcp LPNI seq info [410404:410404:8:4294967295] 00000400:00000200:3.0:1786176936.725663:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176936.725682:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176936.725693:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176936.725700:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176936.725713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176936.725718:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176936.725727:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176936.725731:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1786176936.725739:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176936.725743:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176936.725750:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176936.725758:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176936.725766:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176936.725769:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176936.725775:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176936.725782:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.725803:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176936.725810:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.725825:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.725829:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176936.725836:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176936.725841:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176936.725845:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303045240 00000100:00000010:3.0:1786176936.725852:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a8a0. 00000100:00000001:3.0:1786176936.725861:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176936.725871:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303045240 00000100:00000010:3.0:1786176936.725877:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a900. 00000100:00000001:3.0:1786176936.725881:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176936.725888:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176936.725893:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.725897:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176936.725904:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176936/real 1786176936] req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176936.725922:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176936.725925:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176936.725927:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176936.725932:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176936.725936:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176936.725940:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176936.725944:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176936.725956:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.725966:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176936.725968:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.725971:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176936.725973:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176936.725980:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.725988:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176936.725991:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726033:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176936.726035:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726037:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176936.726038:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726040:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176936.726042:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176936.726044:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176936.726050:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176936.726056:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176936.726063:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176936.726099:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612139008:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176936.726108:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726114:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176936.726125:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c000 x1872933612139008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726147:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176936.726153:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176936.726160:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176936.726181:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176936.726185:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176936.726190:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176936.726197:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176936.726202:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:3.0:1786176936.726210:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176936.726213:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176936.726218:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c000. 00000100:00000001:3.0:1786176936.726224:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176936.726228:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726233:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726245:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176936.726249:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.726252:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176936.726255:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176936.726258:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176936.726264:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726275:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176936.726278:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176936.726283:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176936.726286:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176936.726289:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176936.726294:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139136:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176936.726302:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176936.726304:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176936.726308:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176936.726310:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176936.726316:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176936.726320:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176936.726330:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176936.726336:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176936.726342:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176936.726347:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612139136, portal 10 00000100:00000001:3.0:1786176936.726352:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176936.726355:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263264256 : -127833446287360 : ffff8bbc74d7f800) 00000100:00000040:3.0:1786176936.726366:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726376:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176936.726379:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176936.726381:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176936.726383:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612139136, offset 0 00000400:00000200:3.0:1786176936.726388:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176936.726391:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176936.726395:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176936.726397:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176936.726399:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176936.726401:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176936.726403:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176936.726405:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410407:410407:256:4294967295] 192.168.202.156@tcp LPNI seq info [410405:410405:8:4294967295] 00000400:00000200:3.0:1786176936.726408:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176936.726413:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176936.726416:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176936.726418:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176936.726421:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176936.726423:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176936.726426:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176936.726428:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1786176936.726431:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176936.726432:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176936.726434:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176936.726436:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176936.726438:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176936.726440:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176936.726441:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176936.726444:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726450:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176936.726452:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726456:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.726457:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176936.726460:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176936.726462:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176936.726464:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176936.726466:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303044616 00000100:00000001:3.0:1786176936.726468:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303045240 00000100:00000001:3.0:1786176936.726470:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303044616 00000100:00000001:3.0:1786176936.726471:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303045240 00000100:00000001:3.0:1786176936.726473:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176936.726474:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.726475:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176936.726478:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176936/real 1786176936] req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176936.726482:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176936.726483:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176936.726484:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176936.726486:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176936.726487:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176936.726489:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176936.726490:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176936.726496:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726500:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176936.726501:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726502:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176936.726503:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176936.726505:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726509:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176936.726511:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726516:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176936.726518:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726519:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176936.726521:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726522:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176936.726526:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176936.726529:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176936.726532:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176936.726534:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176936.726539:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176936.726548:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139136:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176936.726552:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176936.726556:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726563:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176936.726565:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176936.726567:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176936.726569:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176936.726572:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176936.726577:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139264:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176936.726581:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176936.726583:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176936.726586:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176936.726589:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176936.726592:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176936.726595:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176936.726599:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176936.726602:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176936.726606:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176936.726609:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612139264, portal 10 00000100:00000001:3.0:1786176936.726611:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176936.726613:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263259776 : -127833446291840 : ffff8bbc74d7e680) 00000100:00000040:3.0:1786176936.726618:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726623:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176936.726625:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176936.726626:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176936.726628:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612139264, offset 0 00000400:00000200:3.0:1786176936.726631:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176936.726634:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176936.726637:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176936.726639:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176936.726641:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176936.726642:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176936.726644:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176936.726646:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410408:410408:256:4294967295] 192.168.202.156@tcp LPNI seq info [410406:410406:8:4294967295] 00000400:00000200:3.0:1786176936.726649:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176936.726655:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176936.726659:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176936.726662:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176936.726665:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176936.726667:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176936.726670:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176936.726671:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1786176936.726674:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176936.726676:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176936.726678:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176936.726680:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176936.726682:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176936.726683:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176936.726685:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176936.726688:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726697:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176936.726699:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726703:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.726704:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176936.726706:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176936.726708:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176936.726710:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176936.726712:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303044616 00000100:00000001:3.0:1786176936.726714:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303045240 00000100:00000001:3.0:1786176936.726715:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303044616 00000100:00000001:3.0:1786176936.726716:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303045240 00000100:00000001:3.0:1786176936.726717:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176936.726719:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.726720:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176936.726722:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176936/real 1786176936] req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176936.726727:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176936.726728:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176936.726729:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176936.726731:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176936.726732:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176936.726733:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176936.726735:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176936.726741:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726744:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176936.726746:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726747:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176936.726748:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176936.726751:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726755:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176936.726757:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726761:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176936.726763:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726764:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176936.726764:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726766:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176936.726767:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176936.726769:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176936.726770:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176936.726772:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176936.726774:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176936.726779:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139264:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176936.726781:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176936.726783:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726788:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176936.726789:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176936.726791:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176936.726792:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176936.726793:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176936.726795:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139392:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176936.726798:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176936.726799:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176936.726800:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176936.726801:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176936.726803:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176936.726804:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176936.726807:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176936.726808:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176936.726810:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176936.726812:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612139392, portal 4 00000100:00000001:3.0:1786176936.726813:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176936.726814:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263265152 : -127833446286464 : ffff8bbc74d7fb80) 00000100:00000040:3.0:1786176936.726818:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726822:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176936.726823:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176936.726824:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176936.726826:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612139392, offset 0 00000400:00000200:3.0:1786176936.726828:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176936.726831:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176936.726833:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176936.726835:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176936.726836:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176936.726838:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176936.726839:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176936.726841:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410409:410409:256:4294967295] 192.168.202.156@tcp LPNI seq info [410407:410407:8:4294967295] 00000400:00000200:3.0:1786176936.726844:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176936.726848:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176936.726850:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176936.726852:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176936.726855:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176936.726857:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176936.726860:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176936.726861:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1786176936.726864:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176936.726865:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176936.726867:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176936.726869:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176936.726871:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176936.726872:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176936.726874:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176936.726876:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726881:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176936.726883:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726887:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.726888:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176936.726890:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176936.726892:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176936.726894:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176936.726895:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303044799 00000100:00000001:3.0:1786176936.726897:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303045240 00000100:00000001:3.0:1786176936.726898:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303044799 00000100:00000001:3.0:1786176936.726900:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303045240 00000100:00000001:3.0:1786176936.726901:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176936.726902:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.726903:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176936.726905:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176936/real 1786176936] req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176936.726910:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176936.726911:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176936.726912:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176936.726913:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176936.726914:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176936.726916:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176936.726918:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176936.726923:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726926:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176936.726927:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726928:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176936.726929:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176936.726931:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726935:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176936.726937:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726941:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176936.726942:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726943:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176936.726944:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726945:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176936.726947:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176936.726948:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176936.726950:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176936.726952:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176936.726954:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176936.726963:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139392:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176936.726965:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726967:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176936.726968:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f800 x1872933612139136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726972:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176936.726973:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176936.726975:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176936.726976:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176936.726977:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176936.726978:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176936.726979:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176936.726980:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:3.0:1786176936.726981:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176936.726982:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176936.726984:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f800. 00000100:00000001:3.0:1786176936.726985:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176936.726986:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.726987:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176936.726989:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7e680 x1872933612139264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.726993:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176936.726994:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176936.726995:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176936.726996:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176936.726997:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176936.726997:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176936.726999:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176936.726999:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029400. 02000000:00000001:3.0:1786176936.727001:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176936.727001:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176936.727002:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7e680. 00000100:00000001:3.0:1786176936.727004:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176936.727005:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.727007:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176936.727008:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7fb80 x1872933612139392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.727029:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176936.727030:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176936.727031:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176936.727034:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176936.727034:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176936.727035:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176936.727037:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176936.727038:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028800. 02000000:00000001:3.0:1786176936.727039:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176936.727040:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176936.727041:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7fb80. 00000100:00000001:3.0:1786176936.727042:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176936.727043:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.727044:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.727046:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176936.727047:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.727049:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176936.727050:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176936.727051:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176936.727053:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.727058:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176936.727059:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176936.727060:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176936.727061:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176936.727063:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176936.727064:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139520:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176936.727066:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176936.727067:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176936.727068:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176936.727070:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176936.727072:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176936.727073:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176936.727076:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176936.727077:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176936.727079:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176936.727081:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612139520, portal 4 00000100:00000001:3.0:1786176936.727083:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176936.727084:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263253504 : -127833446298112 : ffff8bbc74d7ce00) 00000100:00000040:3.0:1786176936.727090:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.727097:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176936.727099:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176936.727101:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176936.727104:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612139520, offset 0 00000400:00000200:3.0:1786176936.727108:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176936.727112:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176936.727116:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176936.727119:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176936.727122:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176936.727124:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176936.727127:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176936.727131:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410410:410410:256:4294967295] 192.168.202.156@tcp LPNI seq info [410408:410408:8:4294967295] 00000400:00000200:3.0:1786176936.727135:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176936.727142:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176936.727145:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176936.727148:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176936.727151:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176936.727152:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1786176936.727155:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176936.727157:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1786176936.727160:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176936.727175:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176936.727179:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176936.727182:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176936.727184:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176936.727185:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176936.727187:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176936.727189:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.727195:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176936.727197:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.727201:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.727202:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176936.727205:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176936.727207:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176936.727209:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176936.727211:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303044780 00000100:00000001:3.0:1786176936.727213:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303045240 00000100:00000001:3.0:1786176936.727214:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303044780 00000100:00000001:3.0:1786176936.727216:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303045240 00000100:00000001:3.0:1786176936.727217:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176936.727218:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.727219:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176936.727222:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176936/real 1786176936] req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176936.727227:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176936.727227:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176936.727229:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176936.727230:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176936.727231:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176936.727233:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176936.727235:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176936.727240:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.727245:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176936.727245:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.727246:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176936.727247:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176936.727249:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.727253:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176936.727256:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.727260:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176936.727261:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.727262:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176936.727263:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.727264:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176936.727265:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176936.727266:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176936.727268:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176936.727269:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176936.727272:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176936.727276:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139520:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176936.727279:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.727280:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176936.727282:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ce00 x1872933612139520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176936.727287:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176936.727288:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176936.727289:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176936.727291:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176936.727292:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176936.727292:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176936.727294:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176936.727295:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:3.0:1786176936.727296:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176936.727297:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176936.727298:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ce00. 00000100:00000001:3.0:1786176936.727300:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176936.727301:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.727302:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176936.727305:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176936.727306:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176936.727307:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176936.727308:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176937.365123:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303045240, at 4303045248 00000100:00000010:0.0:1786176937.365137:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a8a0. 00000100:00000001:3.0:1786176937.621094:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176937.621101:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176937.621105:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176937.621111:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176937.621111:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176937.621112:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176937.621119:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176937.621119:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176937.621120:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176937.621124:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176937.621126:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176937.621126:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176937.621128:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176937.621134:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176937.621135:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176937.621136:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176937.621138:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176937.621140:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176937.621143:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176937.621144:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176937.621147:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176937.621150:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176937.621150:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176937.621169:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176937.621174:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176937.621178:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176937.621185:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176937.621186:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176937.621188:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176937.621191:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176937.621192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176937.621196:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176937.621196:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176937.621199:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176937.621199:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176937.621203:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176937.621204:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176937.621207:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176937.621209:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176937.621210:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176937.621211:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176937.621212:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176937.621215:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176937.621217:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176937.621218:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176937.621223:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176937.621225:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176937.621227:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176937.621232:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176937.621233:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176937.621236:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176937.621240:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176937.621252:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176937.621255:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176938.645091:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176938.645100:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176938.645102:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176938.645108:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176938.645111:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176938.645112:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176938.645115:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176938.645116:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176938.645116:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176938.645119:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176938.645119:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176938.645121:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176938.645121:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176938.645123:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176938.645124:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176938.645124:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176938.645126:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176938.645128:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176938.645247:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176938.645252:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176938.645254:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176938.645257:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176938.645261:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176938.645265:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176938.645268:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176938.645273:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176938.645279:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176938.645280:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176938.645287:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176938.645291:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176938.645297:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176938.645302:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176938.645305:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176938.645307:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176938.645309:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176938.645311:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176938.645372:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176938.645374:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176938.645375:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176938.645377:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176938.645378:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176938.645380:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176938.645382:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176938.645383:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176938.645384:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.669067:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176939.669073:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176939.669075:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176939.669080:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176939.669084:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176939.669087:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.669090:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176939.669093:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176939.669094:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176939.669097:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176939.669099:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176939.669102:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176939.669103:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176939.669106:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176939.669109:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176939.669111:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176939.669113:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176939.669116:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176939.669118:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176939.669119:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176939.669122:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176939.669124:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176939.669124:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176939.669126:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176939.669129:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.669130:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176939.669131:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176939.669148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176939.669150:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176939.669153:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.669153:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176939.669158:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176939.669158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176939.669159:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176939.669162:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176939.669166:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.669166:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176939.669170:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.669174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176939.669178:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176939.669182:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176939.669184:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176939.669187:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176939.669189:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176939.669191:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176939.669192:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176939.669197:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176939.669200:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176939.669202:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176939.669206:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176939.669209:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176939.669211:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176939.669215:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176939.669220:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176940.693106:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176940.693108:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176940.693109:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176940.693112:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176940.693115:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176940.693115:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176940.693115:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176940.693119:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176940.693120:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176940.693135:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176940.693137:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176940.693137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176940.693144:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176940.693145:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176940.693145:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176940.693149:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176940.693150:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176940.693151:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176940.693153:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176940.693156:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176940.693158:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176940.693159:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176940.693162:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176940.693165:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176940.693165:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176940.693169:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176940.693173:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176940.693178:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176940.693184:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176940.693185:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176940.693189:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176940.693190:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176940.693191:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176940.693192:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176940.693194:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176940.693197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176940.693198:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176940.693199:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176940.693205:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176940.693205:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176940.693206:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176940.693210:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176940.693212:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176940.693216:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176940.693217:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176940.693218:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176940.693221:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176940.693223:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176940.693226:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176940.693226:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176940.693227:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176940.693229:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176940.693234:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176940.693235:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176941.717188:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176941.717189:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176941.717203:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176941.717204:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176941.717210:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176941.717214:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.717214:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.717218:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176941.717225:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176941.717227:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176941.717227:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176941.717242:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176941.717243:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176941.717245:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176941.717255:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176941.717255:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176941.717256:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.717265:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176941.717272:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176941.717275:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176941.717276:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176941.717280:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176941.717283:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176941.717287:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.717288:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176941.717296:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.717303:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176941.717319:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176941.717325:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176941.717329:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.717333:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176941.717336:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176941.717344:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176941.717345:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176941.717346:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176941.717353:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176941.717354:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176941.717357:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.717362:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176941.717367:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176941.717369:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176941.717370:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176941.717372:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176941.717378:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.717380:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176941.717383:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176941.717388:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176941.717388:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.717388:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.717403:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.717421:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.717422:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176941.717428:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176941.717435:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176941.717461:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176941.717463:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176941.717465:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176941.845163:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176941.845171:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176941.845173:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176941.845176:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176941.845180:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176941.845186:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8377 00000400:00000200:3.0:1786176941.845191:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176941.845196:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176941.845199:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176941.845202:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845204:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176941.845206:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845208:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176941.845211:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176941.845213:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176941.845215:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176941.845217:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176941.845219:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176941.845221:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176941.845223:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845224:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176941.845226:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845227:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176941.845229:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176941.845231:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845233:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176941.845235:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176941.845238:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176941.845240:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.845241:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176941.845243:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176941.845250:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4e00. 00000020:00000040:3.0:1786176941.845253:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176941.845256:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176941.845258:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.845260:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176941.845262:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176941.845266:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176941.845272:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176941.845277:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176941.845285:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176941.845293:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176941.845297:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176941.845301:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f4c2a18] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176941.845322:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176941.845325:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176941.845328:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176941.845329:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176941.845330:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176941.845332:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176941.845333:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8377 00000400:00000200:3.0:1786176941.845336:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176941.845338:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176941.845339:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176941.845341:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845343:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176941.845344:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845346:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176941.845348:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176941.845349:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176941.845350:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176941.845351:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176941.845353:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176941.845355:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176941.845357:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845358:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176941.845363:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845365:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176941.845367:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176941.845369:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845372:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176941.845373:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176941.845378:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176941.845379:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.845380:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176941.845385:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:3.0:1786176941.845386:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176941.845393:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.845395:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176941.845396:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176941.845402:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000100:00000001:0.0:1786176941.845405:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1786176941.845405:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176941.845412:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176941.845413:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.845415:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176941.845416:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176941.845418:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176941.845422:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000040:0.0:1786176941.845427:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176941.845428:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176941.845440:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176941.845474:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176941.845485:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.845485:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176941.845496:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176941.845498:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176941.845502:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1786176941.845502:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176941.845513:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176941.845526:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612139648:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176941.845530:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.845536:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1786176941.845537:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176941.845545:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176941.845546:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1786176941.845547:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1786176941.845548:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1786176941.845551:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.845552:0:12492:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:0.0:1786176941.845558:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1786176941.845562:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8377 00000400:00000200:3.0:1786176941.845566:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176941.845568:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 02000000:00000010:0.0:1786176941.845569:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 00000100:00080000:3.0:1786176941.845572:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1786176941.845573:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176941.845582:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:0.0:1786176941.845584:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176941.845591:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000100:00000001:3.0:1786176941.845592:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1786176941.845601:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000040:3.0:1786176941.845601:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845609:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:0.0:1786176941.845614:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612139648, portal 25 00000020:00000001:3.0:1786176941.845614:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786176941.845619:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1786176941.845619:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000100:00000001:0.0:1786176941.845622:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957495296 : -127833752056320 : ffff8bbc629e4e00) 00000020:00000001:3.0:1786176941.845625:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176941.845630:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000100:00000040:0.0:1786176941.845632:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1786176941.845633:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176941.845645:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000001:0.0:1786176941.845651:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176941.845662:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000040:3.0:1786176941.845662:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000010:0.0:1786176941.845668:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a000. 00000100:00000001:3.0:1786176941.845671:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1786176941.845673:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612139648, offset 0 00000400:00000200:0.0:1786176941.845680:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:3.0:1786176941.845686:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845689:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786176941.845695:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:3.0:1786176941.845695:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176941.845703:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845705:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176941.845707:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176941.845710:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786176941.845714:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 02000000:00000001:3.0:1786176941.845715:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.845720:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176941.845726:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176941.845728:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176941.845730:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1786176941.845731:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176941.845738:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000020:00000040:3.0:1786176941.845741:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:0.0:1786176941.845743:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:3.0:1786176941.845745:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176941.845747:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.845748:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176941.845750:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1786176941.845752:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1786176941.845755:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176941.845758:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176941.845768:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410411:410411:256:4294967295] 192.168.202.156@tcp LPNI seq info [410409:410409:8:4294967295] 02000000:00000010:3.0:1786176941.845769:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000400:00000200:0.0:1786176941.845777:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176941.845779:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176941.845794:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00100000:3.0:1786176941.845794:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1786176941.845818:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845819:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176941.845826:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1786176941.845828:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95300. 00000100:00000040:3.0:1786176941.845831:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1786176941.845844:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176941.845844:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176941.845857:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1786176941.845858:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00080000:3.0:1786176941.845864:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176941.845867:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176941.845869:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:0.1:1786176941.845875:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176941.845876:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:0.1:1786176941.845886:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00080000:3.0:1786176941.845889:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8377 00000800:00000100:0.0:1786176941.845905:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176941.845906:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000010:0.0:1786176941.845919:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95300. 00000400:00000200:3.0:1786176941.845921:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176941.845927:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1786176941.845930:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:3.0:1786176941.845931:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845943:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786176941.845950:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000040:3.0:1786176941.845951:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.845955:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786176941.845958:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a000 00000020:00000001:3.0:1786176941.845959:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176941.845965:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000400:00000010:0.0:1786176941.845966:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a000. 00000020:00000001:3.0:1786176941.845976:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176941.845979:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1786176941.845980:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176941.845987:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176941.845991:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000200:0.0:1786176941.845992:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786176941.846003:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.846038:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176941.846040:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.846043:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176941.846046:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176941.846048:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176941.846050:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176941.846051:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176941.846054:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176941.846066:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.846069:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176941.846072:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00100000:3.0:1786176941.846072:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176941.846079:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176941.846085:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176941.846086:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176941.846097:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000100:00000001:0.0:1786176941.846105:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846108:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1786176941.846108:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176941.846128:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1786176941.846129:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176941.846131:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.846136:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1786176941.846137:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:3.0:1786176941.846142:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1786176941.846144:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303050361 02000000:00000001:3.0:1786176941.846147:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176941.846151:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 02000000:00000010:3.0:1786176941.846157:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:0.0:1786176941.846160:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176941.846163:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846171:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303050361 00000100:00100000:3.0:1786176941.846171:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1786176941.846183:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e060. 00000100:00000001:3.0:1786176941.846198:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176941.846199:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176941.846204:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846212:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1786176941.846217:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.846218:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846229:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786176941.846237:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176941.846241:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176941/real 1786176941] req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786176941.846243:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176941.846256:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176941.846262:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176941.846266:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:0.0:1786176941.846274:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1786176941.846275:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:0.0:1786176941.846282:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1786176941.846286:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8377 00000400:00000010:0.0:1786176941.846289:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176941.846294:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000200:3.0:1786176941.846295:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176941.846299:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000400:00000200:3.0:1786176941.846305:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:0.0:1786176941.846306:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1786176941.846310:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1786176941.846317:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786176941.846318:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.846326:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176941.846336:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.846348:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:0.0:1786176941.846358:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1786176941.846358:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176941.846365:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176941.846370:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176941.846377:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:0.0:1786176941.846386:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1786176941.846386:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:0.0:1786176941.846393:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176941.846393:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:0.0:1786176941.846402:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1786176941.846404:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176941.846406:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176941.846407:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1786176941.846414:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786176941.846415:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176941.846427:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176941.846436:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176941.846449:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176941.846461:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846462:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786176941.846465:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176941.846470:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1786176941.846471:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786176941.846478:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176941.846488:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176941.846495:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1786176941.846496:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176941.846505:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1786176941.846505:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846516:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176941.846517:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846524:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1786176941.846527:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000100:00000001:0.0:1786176941.846528:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176941.846533:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:3.0:1786176941.846534:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00080000:0.0:1786176941.846540:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1786176941.846540:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176941.846547:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176941.846553:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176941.846554:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176941.846561:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1786176941.846562:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1786176941.846569:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176941.846574:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1786176941.846577:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00100000:0.0:1786176941.846588:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612139648:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176941.846589:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846596:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.846600:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1786176941.846605:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1786176941.846607:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4e00 x1872933612139648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.846655:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176941.846658:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176941.846664:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 00000100:00000001:3.0:1786176941.846665:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1786176941.846671:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1786176941.846674:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176941.846676:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176941.846679:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786176941.846682:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1786176941.846687:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1786176941.846688:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:0.0:1786176941.846699:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1786176941.846700:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176941.846707:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1786176941.846710:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8387) 00000100:00000010:0.0:1786176941.846714:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4e00. 00000100:00000001:0.0:1786176941.846722:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176941.846724:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.846729:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.846739:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176941.846741:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846743:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176941.846745:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176941.846746:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176941.846751:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.846757:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176941.846759:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176941.846761:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176941.846763:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176941.846764:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176941.846766:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139776:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176941.846768:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176941.846770:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176941.846772:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176941.846773:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176941.846776:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786176941.846777:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176941.846780:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176941.846783:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176941.846786:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176941.846788:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612139776, portal 10 00000100:00000001:0.0:1786176941.846790:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176941.846791:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957500672 : -127833752050944 : ffff8bbc629e6300) 00000100:00000040:0.0:1786176941.846797:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.846802:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176941.846803:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176941.846805:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a000. 00000100:00000200:0.0:1786176941.846807:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612139776, offset 0 00000400:00000200:0.0:1786176941.846810:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176941.846813:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176941.846816:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176941.846819:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176941.846821:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176941.846823:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176941.846825:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176941.846828:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410412:410412:256:4294967295] 192.168.202.156@tcp LPNI seq info [410410:410410:8:4294967295] 00000400:00000200:0.0:1786176941.846830:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176941.846835:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176941.846838:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176941.846841:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95300. 00000800:00000200:0.0:1786176941.846844:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176941.846846:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1786176941.846850:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176941.846852:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1786176941.846854:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176941.846856:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95300. 00000400:00000200:0.0:1786176941.846858:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176941.846860:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176941.846863:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a000 00000400:00000010:0.0:1786176941.846864:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a000. 00000100:00000001:0.0:1786176941.846866:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176941.846869:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.846874:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176941.846877:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.846881:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846882:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176941.846885:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176941.846889:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786176941.846891:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176941.846893:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303049736 00000100:00000001:0.0:1786176941.846895:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303050361 00000100:00000001:0.0:1786176941.846897:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303049736 00000100:00000001:0.0:1786176941.846899:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303050361 00000100:00000001:0.0:1786176941.846900:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176941.846901:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.846902:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176941.846905:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176941/real 1786176941] req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176941.846911:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176941.846912:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176941.846913:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176941.846914:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176941.846915:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176941.846917:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176941.846919:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176941.846924:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.846928:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176941.846929:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.846931:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176941.846932:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176941.846936:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.846943:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176941.846948:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.846956:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176941.846959:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.846960:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176941.846962:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.846964:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176941.846969:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176941.846972:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176941.846976:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176941.846978:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176941.846983:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176941.846991:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139776:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176941.846995:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176941.846999:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847007:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176941.847008:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176941.847035:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176941.847036:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176941.847039:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176941.847041:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139904:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176941.847044:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176941.847046:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176941.847047:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176941.847049:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176941.847052:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786176941.847053:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176941.847056:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176941.847058:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176941.847060:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176941.847063:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612139904, portal 10 00000100:00000001:0.0:1786176941.847064:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176941.847065:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957494400 : -127833752057216 : ffff8bbc629e4a80) 00000100:00000040:0.0:1786176941.847071:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847075:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176941.847077:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176941.847078:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a000. 00000100:00000200:0.0:1786176941.847080:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612139904, offset 0 00000400:00000200:0.0:1786176941.847083:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176941.847085:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176941.847088:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176941.847089:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176941.847092:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176941.847094:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176941.847095:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176941.847097:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410413:410413:256:4294967295] 192.168.202.156@tcp LPNI seq info [410411:410411:8:4294967295] 00000400:00000200:0.0:1786176941.847101:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176941.847105:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176941.847108:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176941.847110:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95300. 00000800:00000200:0.0:1786176941.847127:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176941.847129:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1786176941.847132:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176941.847134:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1786176941.847136:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176941.847138:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95300. 00000400:00000200:0.0:1786176941.847140:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176941.847142:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176941.847145:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a000 00000400:00000010:0.0:1786176941.847147:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a000. 00000100:00000001:0.0:1786176941.847149:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176941.847151:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847157:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176941.847160:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847164:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.847165:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176941.847168:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176941.847170:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786176941.847173:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176941.847174:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303049737 00000100:00000001:0.0:1786176941.847176:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303050361 00000100:00000001:0.0:1786176941.847178:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303049737 00000100:00000001:0.0:1786176941.847180:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303050361 00000100:00000001:0.0:1786176941.847181:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176941.847182:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.847183:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176941.847186:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176941/real 1786176941] req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176941.847193:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176941.847194:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176941.847196:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176941.847198:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176941.847200:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176941.847202:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176941.847206:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176941.847217:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847224:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176941.847226:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847228:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176941.847229:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176941.847233:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847240:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176941.847244:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847249:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176941.847251:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847252:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176941.847253:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847254:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176941.847256:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176941.847257:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176941.847259:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176941.847261:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176941.847263:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176941.847268:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612139904:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176941.847271:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176941.847273:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847278:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176941.847279:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176941.847281:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176941.847283:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176941.847284:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176941.847286:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140032:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176941.847289:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176941.847290:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176941.847291:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176941.847292:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176941.847295:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1000. 02000000:00000001:0.0:1786176941.847297:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176941.847300:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176941.847302:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176941.847305:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176941.847307:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612140032, portal 4 00000100:00000001:0.0:1786176941.847308:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176941.847309:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957497984 : -127833752053632 : ffff8bbc629e5880) 00000100:00000040:0.0:1786176941.847314:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847319:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176941.847320:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176941.847322:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a000. 00000100:00000200:0.0:1786176941.847323:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612140032, offset 0 00000400:00000200:0.0:1786176941.847326:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176941.847328:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176941.847331:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176941.847333:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176941.847334:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176941.847336:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176941.847338:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176941.847340:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410414:410414:256:4294967295] 192.168.202.156@tcp LPNI seq info [410412:410412:8:4294967295] 00000400:00000200:0.0:1786176941.847343:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176941.847347:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176941.847351:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176941.847353:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95300. 00000800:00000200:0.0:1786176941.847356:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176941.847358:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1786176941.847361:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176941.847363:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1786176941.847366:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176941.847367:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95300. 00000400:00000200:0.0:1786176941.847369:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176941.847372:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176941.847374:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a000 00000400:00000010:0.0:1786176941.847375:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a000. 00000100:00000001:0.0:1786176941.847377:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176941.847379:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847384:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176941.847386:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847391:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.847392:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176941.847394:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176941.847397:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786176941.847399:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176941.847400:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303049920 00000100:00000001:0.0:1786176941.847402:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303050361 00000100:00000001:0.0:1786176941.847404:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303049920 00000100:00000001:0.0:1786176941.847405:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303050361 00000100:00000001:0.0:1786176941.847406:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176941.847407:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.847408:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176941.847411:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176941/real 1786176941] req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176941.847417:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176941.847417:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176941.847419:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176941.847420:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176941.847421:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176941.847422:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176941.847424:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176941.847429:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847433:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176941.847434:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847436:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176941.847437:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176941.847439:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847443:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176941.847445:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847449:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176941.847450:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847451:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176941.847452:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847453:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176941.847454:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176941.847456:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176941.847458:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176941.847459:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176941.847462:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176941.847467:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140032:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176941.847470:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176941.847472:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847476:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176941.847477:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176941.847478:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176941.847479:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176941.847480:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176941.847482:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140160:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176941.847484:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176941.847485:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176941.847486:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176941.847487:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176941.847489:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176941.847490:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176941.847492:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176941.847493:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176941.847495:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176941.847497:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612140160, portal 4 00000100:00000001:0.0:1786176941.847498:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176941.847499:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957492608 : -127833752059008 : ffff8bbc629e4380) 00000100:00000040:0.0:1786176941.847504:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847508:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176941.847510:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176941.847511:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a000. 00000100:00000200:0.0:1786176941.847513:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612140160, offset 0 00000400:00000200:0.0:1786176941.847516:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176941.847518:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176941.847520:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176941.847522:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176941.847524:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176941.847526:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176941.847527:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176941.847529:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410415:410415:256:4294967295] 192.168.202.156@tcp LPNI seq info [410413:410413:8:4294967295] 00000400:00000200:0.0:1786176941.847532:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176941.847536:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176941.847538:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176941.847540:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95300. 00000800:00000200:0.0:1786176941.847542:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176941.847544:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1786176941.847547:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176941.847549:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1786176941.847552:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176941.847553:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95300. 00000400:00000200:0.0:1786176941.847555:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176941.847557:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176941.847559:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a000 00000400:00000010:0.0:1786176941.847560:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a000. 00000100:00000001:0.0:1786176941.847562:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176941.847564:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847569:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176941.847571:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847575:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.847575:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176941.847577:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176941.847579:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786176941.847581:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176941.847582:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303049900 00000100:00000001:0.0:1786176941.847584:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303050361 00000100:00000001:0.0:1786176941.847586:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303049900 00000100:00000001:0.0:1786176941.847587:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303050361 00000100:00000001:0.0:1786176941.847589:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176941.847590:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.847591:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176941.847593:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176941/real 1786176941] req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176941.847597:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176941.847598:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176941.847599:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176941.847600:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176941.847601:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176941.847602:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176941.847604:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176941.847609:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847613:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176941.847614:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847615:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176941.847617:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176941.847619:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847623:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176941.847625:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847629:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176941.847631:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847632:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176941.847633:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847635:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176941.847636:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176941.847637:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176941.847639:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176941.847640:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176941.847643:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176941.847647:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140160:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176941.847649:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847650:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176941.847652:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6300 x1872933612139776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847656:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176941.847657:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176941.847658:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786176941.847660:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176941.847661:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176941.847662:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176941.847663:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176941.847664:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:0.0:1786176941.847666:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176941.847667:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176941.847668:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6300. 00000100:00000001:0.0:1786176941.847670:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176941.847671:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847672:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176941.847674:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4a80 x1872933612139904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847684:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176941.847685:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176941.847687:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786176941.847690:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176941.847691:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176941.847692:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176941.847694:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176941.847696:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:0.0:1786176941.847699:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176941.847700:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176941.847701:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4a80. 00000100:00000001:0.0:1786176941.847703:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176941.847705:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847707:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176941.847710:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5880 x1872933612140032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847718:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176941.847720:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176941.847721:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:0.0:1786176941.847724:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176941.847725:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176941.847726:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176941.847729:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176941.847731:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:0.0:1786176941.847735:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176941.847736:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176941.847738:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5880. 00000100:00000001:0.0:1786176941.847740:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176941.847742:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847744:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176941.847747:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4380 x1872933612140160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176941.847751:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176941.847752:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176941.847754:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176941.847755:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176941.847756:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176941.847757:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176941.847759:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176941.847760:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd000. 02000000:00000001:0.0:1786176941.847761:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176941.847762:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176941.847762:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4380. 00000100:00000001:0.0:1786176941.847764:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176941.847764:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847766:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176941.847768:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176941.847769:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176941.847770:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176941.847772:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176942.485175:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303050361, at 4303050368 00000100:00000010:0.0:1786176942.485196:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:3.0:1786176942.741126:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176942.741135:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176942.741138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176942.741145:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176942.741151:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176942.741155:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176942.741159:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176942.741163:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176942.741169:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176942.741189:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176942.741196:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176942.741199:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176942.741205:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176942.741210:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786176942.741212:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176942.741215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176942.741216:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1786176942.741217:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176942.741220:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176942.741222:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1786176942.741223:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176942.741225:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176942.741225:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176942.741241:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176942.741242:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176942.741251:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176942.741261:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176942.741262:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176942.741266:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176942.741267:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176942.741273:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176942.741273:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176942.741277:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176942.741279:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176942.741281:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176942.741283:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176942.741295:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176942.741305:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176942.741306:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176942.741315:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176942.741316:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176942.741334:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176942.741336:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176942.741350:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176942.741353:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176942.741355:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176942.741357:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176942.741359:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176943.765138:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176943.765140:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176943.765145:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176943.765148:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176943.765149:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176943.765151:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176943.765152:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176943.765155:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176943.765158:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176943.765159:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176943.765160:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176943.765163:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176943.765165:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176943.765167:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176943.765168:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176943.765169:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176943.765174:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176943.765175:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176943.765175:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176943.765179:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176943.765180:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176943.765181:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176943.765183:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176943.765186:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176943.765187:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176943.765192:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176943.765195:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176943.765213:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176943.765215:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176943.765216:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176943.765219:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176943.765222:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176943.765223:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176943.765227:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176943.765228:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786176943.765229:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176943.765230:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176943.765234:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176943.765235:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176943.765236:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176943.765241:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00010000:3.0:1786176943.765242:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176943.765243:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176943.765245:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176943.765250:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176943.765261:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176943.765264:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176943.765267:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.789138:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176944.789144:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176944.789146:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176944.789148:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176944.789151:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176944.789153:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176944.789153:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.789155:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176944.789157:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176944.789164:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176944.789164:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176944.789165:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176944.789172:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176944.789173:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176944.789174:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176944.789178:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.789180:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176944.789181:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176944.789184:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176944.789189:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176944.789189:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176944.789192:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176944.789195:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.789196:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176944.789197:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.789202:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.789206:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176944.789217:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176944.789221:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176944.789223:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.789225:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176944.789227:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176944.789230:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176944.789231:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176944.789235:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176944.789236:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176944.789240:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176944.789241:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176944.789247:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.789248:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176944.789253:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176944.789254:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.789260:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176944.789264:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.789269:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176944.789357:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176944.789361:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176944.789364:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176945.813158:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176945.813158:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176945.813166:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176945.813166:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176945.813170:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176945.813171:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176945.813174:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176945.813176:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176945.813179:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176945.813179:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176945.813181:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176945.813182:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176945.813187:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176945.813187:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176945.813188:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176945.813193:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176945.813195:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176945.813195:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176945.813197:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176945.813200:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176945.813202:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176945.813203:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176945.813208:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176945.813215:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176945.813215:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176945.813217:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176945.813219:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176945.813223:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176945.813224:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176945.813225:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176945.813231:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176945.813234:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176945.813236:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176945.813238:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176945.813239:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176945.813241:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176945.813253:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176945.813258:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176945.813260:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176945.813264:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176945.813268:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176945.813273:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176945.813278:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176945.813282:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176945.813289:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176945.813343:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176945.813345:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176945.813348:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176946.837126:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176946.837126:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176946.837137:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176946.837137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176946.837141:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.837141:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176946.837149:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176946.837150:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176946.837157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176946.837158:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176946.837158:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176946.837162:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176946.837169:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176946.837169:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176946.837170:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176946.837182:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176946.837183:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.837184:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176946.837196:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176946.837200:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176946.837201:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.837213:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176946.837214:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176946.837229:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176946.837235:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176946.837241:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176946.837242:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176946.837242:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176946.837244:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176946.837255:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176946.837257:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.837258:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176946.837260:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176946.837266:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.837267:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176946.837268:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176946.837275:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176946.837284:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176946.837287:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176946.837289:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.837294:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176946.837295:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.837298:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176946.837302:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.837305:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176946.837378:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176946.837381:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176946.837385:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176946.965174:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176946.965185:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176946.965188:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176946.965192:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176946.965197:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176946.965207:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8382 00000400:00000200:0.0:1786176946.965215:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176946.965221:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176946.965225:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176946.965228:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965231:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176946.965234:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965235:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176946.965240:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176946.965242:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176946.965244:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176946.965247:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176946.965249:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176946.965251:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176946.965253:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965254:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176946.965256:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965257:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176946.965260:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176946.965262:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965263:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176946.965266:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176946.965270:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176946.965272:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965274:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176946.965275:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176946.965288:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786176946.965291:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176946.965295:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176946.965296:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965299:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176946.965302:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176946.965306:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176946.965315:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786176946.965321:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176946.965331:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176946.965340:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176946.965345:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176946.965349:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176946.965371:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176946.965374:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176946.965377:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176946.965378:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176946.965380:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176946.965382:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176946.965385:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8382 00000400:00000200:0.0:1786176946.965388:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176946.965392:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:3.0:1786176946.965392:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1786176946.965395:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176946.965398:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1786176946.965399:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176946.965401:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176946.965402:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176946.965406:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965408:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176946.965410:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176946.965412:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786176946.965413:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:3.0:1786176946.965413:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786176946.965416:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176946.965420:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176946.965425:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176946.965431:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176946.965433:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176946.965434:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176946.965436:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176946.965438:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965440:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:3.0:1786176946.965441:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1786176946.965443:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:3.0:1786176946.965445:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786176946.965448:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:3.0:1786176946.965450:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965455:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176946.965458:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786176946.965458:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612140288:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176946.965463:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176946.965464:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176946.965467:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176946.965467:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786176946.965471:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176946.965472:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176946.965476:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:0.0:1786176946.965477:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176946.965480:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965482:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176946.965484:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786176946.965487:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176946.965493:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000400:00000200:3.0:1786176946.965493:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:0.0:1786176946.965499:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000400:00000010:3.0:1786176946.965501:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 02000000:00000001:0.0:1786176946.965502:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176946.965505:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965507:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176946.965508:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176946.965510:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176946.965513:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786176946.965517:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176946.965518:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00100000:0.0:1786176946.965523:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176946.965530:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176946.965531:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176946.965535:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176946.965535:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612140288, portal 25 00000100:00000001:3.0:1786176946.965542:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176946.965546:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.965547:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00080000:0.0:1786176946.965549:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176946.965554:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176946.965555:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176946.965556:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176946.965560:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:3.0:1786176946.965561:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176946.965564:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8382 00000400:00000200:0.0:1786176946.965570:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176946.965574:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176946.965579:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176946.965585:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176946.965585:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176946.965587:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176946.965592:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:3.0:1786176946.965593:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965594:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176946.965598:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176946.965598:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786176946.965599:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176946.965601:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000010:3.0:1786176946.965601:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000020:00000001:0.0:1786176946.965606:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786176946.965608:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000200:3.0:1786176946.965609:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612140288, offset 0 00000100:00000040:0.0:1786176946.965611:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965614:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176946.965616:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965617:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176946.965619:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176946.965624:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:3.0:1786176946.965624:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965629:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176946.965630:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176946.965633:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176946.965634:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965635:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176946.965636:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1786176946.965638:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00000001:0.0:1786176946.965639:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965644:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176946.965647:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786176946.965649:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176946.965652:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1786176946.965652:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 02000000:00000001:0.0:1786176946.965653:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965656:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176946.965659:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176946.965661:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176946.965664:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000400:00000200:3.0:1786176946.965664:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1786176946.965668:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176946.965673:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1786176946.965674:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:0.0:1786176946.965681:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176946.965684:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176946.965684:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1786176946.965690:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786176946.965693:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965701:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176946.965703:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410416:410416:256:4294967295] 192.168.202.156@tcp LPNI seq info [410414:410414:8:4294967295] 00000100:00080000:0.0:1786176946.965704:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176946.965712:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176946.965713:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176946.965716:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1786176946.965716:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176946.965722:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176946.965725:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8382 00000400:00000200:3.0:1786176946.965731:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:0.0:1786176946.965740:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:3.0:1786176946.965741:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176946.965745:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176946.965748:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000010:3.0:1786176946.965748:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000100:00000040:0.0:1786176946.965753:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965754:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176946.965755:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965757:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:3.0:1786176946.965761:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:0.0:1786176946.965762:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176946.965764:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176946.965767:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:3.0:1786176946.965768:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000020:00000040:0.0:1786176946.965770:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176946.965773:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176946.965776:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000200:3.1:1786176946.965777:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176946.965782:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:3.1:1786176946.965783:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00000001:0.0:1786176946.965785:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176946.965790:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000100:3.0:1786176946.965793:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965794:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000010:3.0:1786176946.965797:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000020:00000040:0.0:1786176946.965798:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176946.965803:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965805:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176946.965806:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176946.965811:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 02000000:00000001:0.0:1786176946.965815:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1786176946.965817:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 02000000:00000001:0.0:1786176946.965818:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1786176946.965821:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 02000000:00000001:0.0:1786176946.965822:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965826:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176946.965829:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1786176946.965830:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:0.0:1786176946.965831:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965834:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176946.965837:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1786176946.965838:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786176946.965842:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176946.965847:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176946.965849:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965852:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176946.965854:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176946.965854:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786176946.965856:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176946.965860:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1786176946.965861:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786176946.965866:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176946.965874:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176946.965875:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.965879:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176946.965885:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176946.965887:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.965889:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176946.965891:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786176946.965898:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176946.965904:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.965904:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303055480 00000100:00080000:0.0:1786176946.965909:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1786176946.965912:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a4e0. 00000100:00080000:0.0:1786176946.965913:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176946.965916:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176946.965917:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176946.965919:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176946.965921:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8382 00000100:00000001:3.0:1786176946.965922:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1786176946.965925:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176946.965929:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176946.965930:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176946.965933:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176946.965934:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303055480 00000100:00000001:0.0:1786176946.965935:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176946.965939:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965941:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000010:3.0:1786176946.965942:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a600. 00000020:00000001:0.0:1786176946.965943:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176946.965945:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176946.965948:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176946.965950:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:3.0:1786176946.965950:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1786176946.965953:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176946.965956:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176946.965958:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965959:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176946.965961:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176946.965962:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176946.965964:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786176946.965966:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176946.965968:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176946.965969:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176946.965975:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176946.965975:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176946.965979:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176946.965981:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1786176946.965983:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.965987:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176946.965990:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1786176946.965991:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176946/real 1786176946] req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1786176946.965996:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176946.966000:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176946.966007:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000400:00000001:3.0:1786176946.966031:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176946.966033:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176946.966036:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176946.966039:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000020:00000040:0.0:1786176946.966042:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000400:00000010:3.0:1786176946.966043:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176946.966047:0:2389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176946.966049:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176946.966053:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176946.966054:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176946.966059:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176946.966073:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176946.966075:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176946.966081:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000200:3.0:1786176946.966082:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176946.966086:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.966093:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176946.966096:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176946.966097:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176946.966100:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176946.966104:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176946.966109:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176946.966112:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176946.966113:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176946.966120:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966125:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176946.966132:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176946.966134:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786176946.966137:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8392) 00000100:00000001:3.0:1786176946.966144:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176946.966146:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966148:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176946.966150:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966153:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176946.966154:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176946.966157:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176946.966159:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176946.966161:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176946.966164:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176946.966170:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612140288:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176946.966174:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966175:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176946.966177:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612140288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966182:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176946.966185:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176946.966187:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786176946.966189:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176946.966190:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176946.966192:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176946.966193:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176946.966195:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:3.0:1786176946.966199:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176946.966200:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176946.966202:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:3.0:1786176946.966204:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176946.966205:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966207:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966215:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176946.966216:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.966218:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176946.966219:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176946.966220:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176946.966223:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966228:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176946.966229:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176946.966231:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176946.966232:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176946.966234:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176946.966236:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140416:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176946.966238:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176946.966240:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176946.966241:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176946.966242:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176946.966244:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786176946.966246:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176946.966249:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176946.966251:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176946.966254:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176946.966256:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612140416, portal 10 00000100:00000001:3.0:1786176946.966258:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176946.966259:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:3.0:1786176946.966265:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966269:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176946.966271:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176946.966273:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176946.966275:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612140416, offset 0 00000400:00000200:3.0:1786176946.966277:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176946.966280:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176946.966283:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176946.966285:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176946.966287:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176946.966289:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176946.966291:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176946.966294:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410417:410417:256:4294967295] 192.168.202.156@tcp LPNI seq info [410415:410415:8:4294967295] 00000400:00000200:3.0:1786176946.966297:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176946.966302:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176946.966305:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176946.966307:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176946.966310:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176946.966313:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176946.966316:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176946.966319:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176946.966322:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176946.966323:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176946.966325:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176946.966328:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176946.966330:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176946.966331:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176946.966333:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176946.966335:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966341:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176946.966343:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966348:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.966348:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176946.966351:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176946.966354:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176946.966356:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176946.966357:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303054856 00000100:00000001:3.0:1786176946.966359:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303055480 00000100:00000001:3.0:1786176946.966361:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303054856 00000100:00000001:3.0:1786176946.966363:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303055480 00000100:00000001:3.0:1786176946.966364:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176946.966367:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.966368:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176946.966370:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176946/real 1786176946] req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176946.966380:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176946.966381:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176946.966383:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176946.966386:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176946.966388:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176946.966390:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176946.966394:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176946.966403:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966411:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176946.966412:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966414:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176946.966416:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176946.966420:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966427:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176946.966432:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966440:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176946.966443:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966445:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176946.966446:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966448:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176946.966453:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176946.966456:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176946.966460:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176946.966463:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176946.966468:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176946.966477:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140416:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176946.966482:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176946.966485:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966493:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176946.966494:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176946.966497:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176946.966499:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176946.966501:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176946.966504:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140544:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176946.966508:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176946.966510:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176946.966511:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176946.966513:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176946.966517:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786176946.966519:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176946.966523:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176946.966526:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176946.966530:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176946.966533:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612140544, portal 10 00000100:00000001:3.0:1786176946.966536:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176946.966537:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:3.0:1786176946.966544:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966552:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176946.966555:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176946.966557:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176946.966560:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612140544, offset 0 00000400:00000200:3.0:1786176946.966565:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176946.966569:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176946.966573:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176946.966577:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176946.966580:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176946.966583:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176946.966585:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176946.966588:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410418:410418:256:4294967295] 192.168.202.156@tcp LPNI seq info [410416:410416:8:4294967295] 00000400:00000200:3.0:1786176946.966593:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176946.966600:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176946.966606:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176946.966609:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176946.966614:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176946.966617:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176946.966621:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176946.966624:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176946.966629:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176946.966631:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176946.966635:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176946.966639:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176946.966642:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176946.966644:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176946.966647:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176946.966651:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966660:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176946.966663:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966671:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.966673:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176946.966677:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176946.966680:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176946.966684:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176946.966686:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303054856 00000100:00000001:3.0:1786176946.966689:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303055480 00000100:00000001:3.0:1786176946.966691:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303054856 00000100:00000001:3.0:1786176946.966693:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303055480 00000100:00000001:3.0:1786176946.966696:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176946.966698:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.966700:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176946.966704:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176946/real 1786176946] req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176946.966713:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176946.966715:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176946.966717:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176946.966719:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176946.966721:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176946.966724:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176946.966727:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176946.966736:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966744:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176946.966746:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966748:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176946.966749:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176946.966754:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966762:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176946.966767:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966775:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176946.966778:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966780:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176946.966781:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.966783:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176946.966786:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176946.966789:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176946.966793:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176946.966795:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176946.966799:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176946.966807:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140544:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176946.966811:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176946.966815:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966821:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176946.966822:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176946.966825:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176946.966826:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176946.966828:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176946.966831:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140672:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176946.966834:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176946.966836:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176946.966837:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176946.966839:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176946.966842:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786176946.966844:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176946.966848:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176946.966851:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176946.966855:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176946.966858:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612140672, portal 4 00000100:00000001:3.0:1786176946.966860:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176946.966862:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:3.0:1786176946.966868:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966876:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176946.966878:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176946.966881:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176946.966883:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612140672, offset 0 00000400:00000200:3.0:1786176946.966887:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176946.966891:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176946.966895:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176946.966898:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176946.966901:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176946.966903:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176946.966907:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176946.966910:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410419:410419:256:4294967295] 192.168.202.156@tcp LPNI seq info [410417:410417:8:4294967295] 00000400:00000200:3.0:1786176946.966914:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176946.966921:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176946.966927:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176946.966930:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176946.966934:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176946.966938:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176946.966942:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176946.966945:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176946.966948:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176946.966949:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176946.966951:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176946.966954:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176946.966956:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176946.966958:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176946.966960:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176946.966963:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966969:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176946.966971:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.966976:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.966977:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176946.966980:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176946.966983:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176946.966985:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176946.966987:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303055039 00000100:00000001:3.0:1786176946.966988:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303055480 00000100:00000001:3.0:1786176946.966990:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303055039 00000100:00000001:3.0:1786176946.966992:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303055480 00000100:00000001:3.0:1786176946.966993:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176946.966994:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.966995:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176946.966998:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176946/real 1786176946] req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176946.967003:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176946.967004:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176946.967005:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176946.967007:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176946.967008:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176946.967025:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176946.967028:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176946.967035:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967040:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176946.967041:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967042:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176946.967043:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176946.967046:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967050:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176946.967053:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967058:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176946.967059:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967060:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176946.967061:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967076:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176946.967077:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176946.967078:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176946.967081:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176946.967082:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176946.967085:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176946.967091:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140672:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176946.967094:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176946.967096:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967100:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176946.967101:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176946.967104:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176946.967105:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176946.967106:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176946.967108:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140800:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176946.967111:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176946.967112:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176946.967113:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176946.967114:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176946.967117:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfd000. 02000000:00000001:3.0:1786176946.967118:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176946.967121:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176946.967123:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176946.967125:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176946.967127:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612140800, portal 4 00000100:00000001:3.0:1786176946.967129:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176946.967130:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:3.0:1786176946.967134:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967139:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176946.967141:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176946.967142:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176946.967144:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612140800, offset 0 00000400:00000200:3.0:1786176946.967147:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176946.967149:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176946.967152:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176946.967154:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176946.967156:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176946.967157:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176946.967159:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176946.967162:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410420:410420:256:4294967295] 192.168.202.156@tcp LPNI seq info [410418:410418:8:4294967295] 00000400:00000200:3.0:1786176946.967164:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176946.967169:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176946.967172:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176946.967174:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176946.967177:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176946.967179:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1786176946.967182:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176946.967184:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1786176946.967187:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176946.967188:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176946.967191:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176946.967193:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176946.967195:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176946.967196:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176946.967198:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176946.967200:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967206:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176946.967208:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967212:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.967213:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176946.967216:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176946.967218:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176946.967220:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176946.967222:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303055020 00000100:00000001:3.0:1786176946.967224:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303055480 00000100:00000001:3.0:1786176946.967225:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303055020 00000100:00000001:3.0:1786176946.967227:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303055480 00000100:00000001:3.0:1786176946.967228:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176946.967229:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.967230:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176946.967233:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176946/real 1786176946] req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176946.967239:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176946.967240:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176946.967241:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176946.967243:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176946.967244:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176946.967245:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176946.967247:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176946.967252:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967257:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176946.967258:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967259:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176946.967260:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176946.967262:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967266:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176946.967268:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967272:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176946.967273:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967274:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176946.967275:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967276:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176946.967277:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176946.967278:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176946.967280:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176946.967281:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176946.967284:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176946.967289:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612140800:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176946.967292:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967293:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176946.967295:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612140416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967299:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176946.967300:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176946.967301:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786176946.967303:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176946.967304:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176946.967304:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176946.967306:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176946.967307:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:3.0:1786176946.967308:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176946.967309:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176946.967310:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:3.0:1786176946.967312:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176946.967313:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967314:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176946.967316:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612140544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967321:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176946.967321:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176946.967323:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786176946.967326:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176946.967327:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176946.967327:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176946.967328:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176946.967329:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:3.0:1786176946.967331:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176946.967332:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176946.967333:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:3.0:1786176946.967340:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176946.967341:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967342:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176946.967344:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612140672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967349:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176946.967350:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176946.967351:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786176946.967353:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176946.967354:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176946.967355:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176946.967356:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176946.967356:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:3.0:1786176946.967358:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176946.967358:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176946.967359:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:3.0:1786176946.967361:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176946.967362:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967363:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176946.967365:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612140800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176946.967369:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176946.967370:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176946.967370:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfd000. 02000000:00000001:3.0:1786176946.967372:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176946.967373:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176946.967373:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176946.967374:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176946.967375:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:3.0:1786176946.967376:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176946.967377:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176946.967378:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:3.0:1786176946.967379:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176946.967380:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967382:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176946.967384:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176946.967385:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176946.967387:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176946.967388:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176947.605147:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303055480, at 4303055488 00000100:00000010:0.0:1786176947.605162:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a4e0. 00000100:00000001:2.0:1786176947.861185:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176947.861188:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176947.861190:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176947.861192:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176947.861203:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176947.861204:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176947.861204:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176947.861209:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176947.861216:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176947.861219:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176947.861222:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176947.861233:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176947.861234:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176947.861234:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176947.861251:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176947.861252:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176947.861254:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176947.861269:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176947.861270:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176947.861271:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176947.861281:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176947.861282:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176947.861291:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176947.861291:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176947.861292:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176947.861294:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176947.861310:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176947.861340:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176947.861345:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176947.861347:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176947.861350:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176947.861354:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176947.861358:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176947.861361:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176947.861364:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176947.861370:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176947.861372:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176947.861380:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176947.861385:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176947.861391:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176947.861401:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176947.861407:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176947.861412:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176947.861418:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176947.861421:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176947.861466:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176947.861470:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176947.861473:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176948.885103:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176948.885103:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176948.885113:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176948.885113:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176948.885118:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176948.885118:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176948.885127:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176948.885127:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176948.885136:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176948.885136:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176948.885144:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176948.885144:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176948.885147:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176948.885151:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176948.885151:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176948.885157:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176948.885158:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176948.885159:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176948.885169:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176948.885172:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176948.885177:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176948.885182:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176948.885188:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176948.885198:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176948.885203:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176948.885207:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176948.885209:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176948.885212:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176948.885213:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176948.885216:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176948.885217:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176948.885218:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176948.885225:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176948.885231:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176948.885232:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176948.885236:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176948.885238:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176948.885241:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176948.885242:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176948.885248:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176948.885249:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176948.885253:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176948.885254:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176948.885260:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176948.885261:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176948.885313:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176948.885315:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176948.885319:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176949.909127:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176949.909127:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176949.909135:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176949.909135:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176949.909139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.909139:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176949.909144:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176949.909147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176949.909148:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176949.909149:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176949.909153:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176949.909154:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.909155:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176949.909158:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.909159:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176949.909160:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176949.909165:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176949.909167:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176949.909169:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176949.909170:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176949.909174:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.909174:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176949.909175:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176949.909177:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176949.909179:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.909181:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176949.909183:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.909219:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176949.909223:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176949.909229:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176949.909232:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176949.909238:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176949.909241:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176949.909246:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176949.909250:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176949.909256:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.909272:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176949.909275:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176949.909276:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176949.909277:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176949.909278:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176949.909279:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176949.909281:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176949.909282:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176949.909284:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176949.909376:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176949.909379:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176949.909382:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176950.933103:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176950.933110:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176950.933115:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176950.933119:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176950.933120:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176950.933124:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176950.933124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176950.933125:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176950.933130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176950.933131:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176950.933131:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176950.933133:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176950.933137:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176950.933138:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176950.933139:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176950.933140:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176950.933148:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176950.933149:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176950.933153:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176950.933153:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176950.933153:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176950.933158:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176950.933160:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176950.933161:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176950.933170:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176950.933180:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176950.933202:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176950.933202:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176950.933202:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176950.933211:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176950.933215:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176950.933218:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176950.933218:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176950.933223:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176950.933224:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176950.933231:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176950.933233:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176950.933244:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176950.933245:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176950.933249:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176950.933257:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176950.933259:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176950.933263:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176950.933265:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176950.933269:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176950.933348:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176950.933352:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176950.933355:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176951.957141:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176951.957151:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176951.957155:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176951.957159:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176951.957165:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176951.957165:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176951.957168:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176951.957174:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176951.957175:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176951.957176:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176951.957187:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176951.957188:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176951.957192:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176951.957196:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176951.957197:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176951.957198:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176951.957205:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176951.957206:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176951.957208:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176951.957210:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176951.957212:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176951.957217:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176951.957219:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176951.957231:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176951.957231:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176951.957239:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176951.957245:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176951.957260:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176951.957265:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176951.957266:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176951.957269:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176951.957269:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176951.957283:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176951.957284:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176951.957294:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176951.957294:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176951.957300:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176951.957303:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176951.957308:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176951.957310:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176951.957318:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176951.957319:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176951.957332:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176951.957335:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176951.957341:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176951.957400:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176951.957404:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176951.957408:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176952.085109:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176952.085117:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176952.085119:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176952.085123:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176952.085131:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176952.085138:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8387 00000400:00000200:3.0:1786176952.085145:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176952.085150:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176952.085152:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176952.085154:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085157:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176952.085159:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085160:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176952.085164:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176952.085166:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176952.085169:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176952.085172:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176952.085174:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176952.085176:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176952.085178:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085180:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176952.085181:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085183:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176952.085185:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176952.085187:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085189:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176952.085190:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176952.085193:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176952.085195:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085196:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176952.085198:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176952.085205:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 00000020:00000040:3.0:1786176952.085208:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176952.085211:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176952.085212:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085214:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176952.085216:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176952.085219:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176952.085226:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176952.085232:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176952.085239:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176952.085247:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176952.085251:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176952.085255:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176952.085270:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176952.085273:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176952.085275:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176952.085277:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176952.085278:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176952.085281:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176952.085284:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8387 00000400:00000200:3.0:1786176952.085287:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176952.085289:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176952.085291:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176952.085293:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085295:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176952.085296:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085298:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176952.085299:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176952.085300:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176952.085301:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176952.085304:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1786176952.085304:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176952.085306:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176952.085310:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:0.0:1786176952.085311:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1786176952.085315:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176952.085316:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176952.085318:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176952.085322:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085324:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176952.085327:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000040:0.0:1786176952.085330:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786176952.085333:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085337:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176952.085341:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786176952.085347:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786176952.085348:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176952.085350:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176952.085352:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085355:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1786176952.085356:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:3.0:1786176952.085359:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1786176952.085360:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1786176952.085365:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176952.085366:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085370:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176952.085374:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612140928:192.168.202.156@tcp:250:kworker.0 00000100:00000010:3.0:1786176952.085375:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000100:00000001:0.0:1786176952.085380:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1786176952.085381:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176952.085385:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176952.085386:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176952.085386:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085390:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176952.085391:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176952.085392:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176952.085394:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176952.085395:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176952.085401:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe000. 02000000:00000010:0.0:1786176952.085402:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786176952.085406:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085406:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176952.085415:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176952.085421:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176952.085422:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176952.085424:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:3.0:1786176952.085427:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1786176952.085430:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176952.085439:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000001:3.0:1786176952.085439:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176952.085444:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176952.085447:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000200:0.0:1786176952.085450:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612140928, portal 25 00000100:00000001:3.0:1786176952.085450:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176952.085454:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176952.085456:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176952.085459:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176952.085460:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957503360 : -127833752048256 : ffff8bbc629e6d80) 00000100:00080000:3.0:1786176952.085465:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8387 00000100:00000040:0.0:1786176952.085473:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786176952.085473:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176952.085479:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176952.085485:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176952.085492:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176952.085494:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176952.085496:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176952.085501:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085503:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176952.085507:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:0.0:1786176952.085508:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000040:3.0:1786176952.085509:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176952.085512:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:0.0:1786176952.085514:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a000. 00000020:00000040:3.0:1786176952.085514:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176952.085517:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176952.085520:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000200:0.0:1786176952.085522:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612140928, offset 0 00000100:00000040:3.0:1786176952.085523:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085527:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176952.085529:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085531:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176952.085533:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:0.0:1786176952.085538:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00080000:3.0:1786176952.085538:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085542:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176952.085544:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176952.085546:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786176952.085550:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:3.0:1786176952.085550:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085552:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176952.085556:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1786176952.085559:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000008:00000001:3.0:1786176952.085559:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085561:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176952.085566:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1786176952.085567:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786176952.085571:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:0.0:1786176952.085572:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:3.0:1786176952.085574:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176952.085576:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176952.085578:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1786176952.085579:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176952.085583:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1786176952.085585:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:3.0:1786176952.085586:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176952.085591:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410421:410421:256:4294967295] 192.168.202.156@tcp LPNI seq info [410419:410419:8:4294967295] 02000000:00000010:3.0:1786176952.085591:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176952.085596:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176952.085597:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:3.0:1786176952.085603:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1786176952.085613:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:3.0:1786176952.085619:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176952.085623:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786176952.085624:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000040:3.0:1786176952.085629:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1786176952.085632:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95300. 00000100:00000001:3.0:1786176952.085639:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786176952.085643:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:3.0:1786176952.085643:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176952.085649:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176952.085652:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:0.1:1786176952.085654:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:3.0:1786176952.085655:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176952.085658:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176952.085662:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8387 00000400:00000200:3.0:1786176952.085666:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176952.085668:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176952.085669:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176952.085671:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085673:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176952.085675:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176952.085676:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085677:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176952.085681:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176952.085682:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176952.085683:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176952.085686:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000400:00000200:0.0:1786176952.085687:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:3.0:1786176952.085688:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176952.085692:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:0.0:1786176952.085693:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303060600 00000100:00000040:3.0:1786176952.085695:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085699:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176952.085701:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000010:0.0:1786176952.085703:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000100:00000001:3.0:1786176952.085703:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176952.085708:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176952.085711:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085712:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.085714:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1786176952.085715:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176952.085718:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176952.085721:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085722:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176952.085725:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303060600 00000008:00100000:3.0:1786176952.085725:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176952.085728:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176952.085731:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e6c0. 00000100:00000001:3.0:1786176952.085731:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176952.085735:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000100:00000001:0.0:1786176952.085736:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000020:00000040:3.0:1786176952.085740:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:0.0:1786176952.085742:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176952.085743:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176952.085746:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.085748:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085749:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176952.085752:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1786176952.085754:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176952.085754:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.085760:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1786176952.085761:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc000. 00000100:00000001:3.0:1786176952.085765:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.085767:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176952.085768:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176952.085770:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786176952.085775:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176952.085778:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176952.085779:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176952.085781:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176952.085783:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176952.085788:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786176952.085789:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176952.085817:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176952.085817:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.085820:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176952.085821:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1786176952.085826:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1786176952.085826:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176952.085830:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1786176952.085832:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786176952.085832:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176952.085837:0:12492:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:0.0:1786176952.085838:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176952.085840:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8387 00000400:00000200:3.0:1786176952.085847:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:0.0:1786176952.085848:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141056:192.168.202.156@tcp:38:kworker.0 00000400:00000200:3.0:1786176952.085851:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176952.085855:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176952.085858:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1786176952.085859:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085862:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1786176952.085863:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1786176952.085864:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085868:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:0.0:1786176952.085869:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176952.085870:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176952.085872:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 02000000:00000001:0.0:1786176952.085875:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1786176952.085875:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176952.085878:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176952.085880:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176952.085882:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000010:0.0:1786176952.085883:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000040:3.0:1786176952.085884:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085889:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1786176952.085890:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176952.085891:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085894:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786176952.085897:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:3.0:1786176952.085897:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000400:00000010:0.0:1786176952.085902:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983268. 00000100:00080000:3.0:1786176952.085902:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085906:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176952.085908:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1786176952.085909:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a440. 02000000:00000001:3.0:1786176952.085910:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176952.085914:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176952.085915:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612141056, portal 10 00000100:00000001:3.0:1786176952.085916:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176952.085918:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1786176952.085919:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176952.085923:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957491712 : -127833752059904 : ffff8bbc629e4000) 00000008:00000001:3.0:1786176952.085923:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085929:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176952.085932:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000020:00000040:3.0:1786176952.085933:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176952.085936:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1786176952.085937:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786176952.085938:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.085941:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176952.085942:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176952.085944:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176952.085949:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786176952.085953:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.085959:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1786176952.085962:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1786176952.085968:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786176952.085974:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1786176952.085975:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2abb0. 00000100:00000001:3.0:1786176952.085976:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176952.085983:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612141056, offset 0 00000100:00000040:3.0:1786176952.085983:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176952.085994:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176952.085997:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:3.0:1786176952.085999:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8397) 00000400:00000200:0.0:1786176952.086005:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176952.086046:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176952.086049:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176952.086051:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176952.086053:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176952.086055:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176952.086057:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410422:410422:255:4294967295] 192.168.202.156@tcp LPNI seq info [410420:410420:7:4294967295] 00000400:00000200:0.0:1786176952.086060:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176952.086067:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176952.086072:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176952.086076:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95a00. 00000800:00000200:0.0:1786176952.086081:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176952.086085:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176952.086089:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176952.086092:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786176952.086102:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176952.086105:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303059976 00000100:00000001:0.0:1786176952.086108:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303060600 00000100:00000001:0.0:1786176952.086110:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303059976 00000100:00000001:0.0:1786176952.086112:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303060600 00000100:00000001:0.0:1786176952.086115:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176952.086117:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.086119:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176952.086124:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176952.086139:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176952.086141:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176952.086143:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176952.086145:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176952.086147:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176952.086150:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141184:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176952.086154:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176952.086156:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176952.086158:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176952.086159:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176952.086163:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786176952.086165:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176952.086169:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176952.086172:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983898. 00000400:00000010:0.0:1786176952.086176:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176952.086179:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612141184, portal 10 00000100:00000001:0.0:1786176952.086181:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176952.086183:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957501568 : -127833752050048 : ffff8bbc629e6680) 00000100:00000040:0.0:1786176952.086189:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176952.086196:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176952.086199:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176952.086201:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ad48. 00000100:00000200:0.0:1786176952.086204:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612141184, offset 0 00000400:00000200:0.0:1786176952.086208:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176952.086212:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176952.086217:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176952.086219:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176952.086222:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176952.086224:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176952.086226:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176952.086229:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410423:410423:254:4294967295] 192.168.202.156@tcp LPNI seq info [410421:410421:6:4294967295] 00000400:00000200:0.0:1786176952.086233:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176952.086239:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176952.086243:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176952.086246:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95600. 00000800:00000200:0.0:1786176952.086250:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176952.086253:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176952.086256:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176952.086259:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786176952.086268:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176952.086270:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303059976 00000100:00000001:0.0:1786176952.086272:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303060600 00000100:00000001:0.0:1786176952.086274:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303059976 00000100:00000001:0.0:1786176952.086276:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303060600 00000100:00000001:0.0:1786176952.086279:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176952.086282:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.086284:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.086286:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176952.086289:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176952.086291:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786176952.086292:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176952.086294:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176952.086295:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176952.086299:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176952.086307:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176952.086308:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176952.086310:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176952.086311:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176952.086314:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176952.086316:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141312:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176952.086322:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176952.086324:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176952.086326:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176952.086328:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176952.086331:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2c00. 02000000:00000001:0.0:1786176952.086334:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176952.086337:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176952.086340:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983b00. 00000400:00000010:0.0:1786176952.086344:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ac38. 00000100:00000200:0.0:1786176952.086348:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612141312, portal 4 00000100:00000001:0.0:1786176952.086350:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176952.086352:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957493504 : -127833752058112 : ffff8bbc629e4700) 00000100:00000040:0.0:1786176952.086358:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176952.086365:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176952.086368:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176952.086370:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a088. 00000100:00000200:0.0:1786176952.086372:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612141312, offset 0 00000400:00000200:0.0:1786176952.086377:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176952.086381:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176952.086385:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176952.086388:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176952.086391:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176952.086394:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176952.086396:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176952.086399:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410424:410424:253:4294967295] 192.168.202.156@tcp LPNI seq info [410422:410422:5:4294967295] 00000400:00000200:0.0:1786176952.086404:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176952.086411:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176952.086416:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176952.086421:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95200. 00000800:00000200:0.0:1786176952.086425:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176952.086429:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176952.086431:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176952.086434:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786176952.086437:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176952.086439:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303060159 00000100:00000001:0.0:1786176952.086441:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303060600 00000100:00000001:0.0:1786176952.086443:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303060159 00000100:00000001:0.0:1786176952.086445:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303060600 00000100:00000001:0.0:1786176952.086448:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176952.086450:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.086452:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176952.086456:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176952.086463:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176952.086465:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176952.086467:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176952.086468:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176952.086470:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176952.086473:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141440:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176952.086476:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176952.086478:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176952.086479:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176952.086481:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176952.086484:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0000. 02000000:00000001:0.0:1786176952.086498:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176952.086501:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176952.086505:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439835d8. 00000400:00000010:0.0:1786176952.086508:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2aa18. 00000100:00000200:0.0:1786176952.086511:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612141440, portal 4 00000100:00000001:0.0:1786176952.086513:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176952.086514:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957506048 : -127833752045568 : ffff8bbc629e7800) 00000100:00000040:0.0:1786176952.086520:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176952.086526:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176952.086528:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176952.086531:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2acc0. 00000100:00000200:0.0:1786176952.086533:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612141440, offset 0 00000400:00000200:0.0:1786176952.086537:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176952.086541:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176952.086545:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176952.086547:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176952.086549:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176952.086551:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176952.086554:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176952.086557:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410425:410425:252:4294967295] 192.168.202.156@tcp LPNI seq info [410423:410423:4:4294967295] 00000400:00000200:0.0:1786176952.086561:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176952.086566:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176952.086570:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176952.086574:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95700. 00000800:00000200:0.0:1786176952.086578:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176952.086581:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176952.086584:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176952.086587:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786176952.086590:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176952.086592:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303060139 00000100:00000001:0.0:1786176952.086594:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303060600 00000100:00000001:0.0:1786176952.086596:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303060139 00000100:00000001:0.0:1786176952.086598:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303060600 00000100:00000001:0.0:1786176952.086601:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176952.086603:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.086605:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.086608:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176952.086611:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176952.086613:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786176952.086615:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176952.086616:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176952.086618:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.086620:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176952.725137:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303060600, at 4303060608 00000100:00000010:0.0:1786176952.725169:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:2.0:1786176952.981134:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176952.981135:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176952.981141:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176952.981143:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176952.981143:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176952.981144:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176952.981148:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176952.981152:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176952.981153:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176952.981155:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176952.981158:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.981159:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176952.981166:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176952.981167:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176952.981167:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176952.981173:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176952.981174:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176952.981176:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176952.981183:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176952.981184:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176952.981199:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176952.981200:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176952.981200:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176952.981208:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176952.981210:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176952.981227:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176952.981229:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176952.981234:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176952.981241:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176952.981245:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176952.981263:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176952.981269:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176952.981273:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176952.981273:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176952.981275:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176952.981278:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176952.981281:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176952.981281:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176952.981285:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176952.981291:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176952.981295:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176952.981302:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176952.981307:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176952.981316:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176952.981326:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176952.981378:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176952.981381:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176952.981383:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176954.005122:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176954.005122:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176954.005126:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176954.005131:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176954.005132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176954.005132:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176954.005135:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.005136:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176954.005137:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176954.005142:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176954.005143:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176954.005145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176954.005148:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176954.005149:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176954.005150:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176954.005154:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176954.005156:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.005157:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176954.005160:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176954.005163:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176954.005164:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176954.005168:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176954.005170:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.005170:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176954.005175:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176954.005176:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.005181:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176954.005190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176954.005195:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176954.005197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.005198:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176954.005201:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176954.005203:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176954.005205:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176954.005206:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176954.005209:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176954.005210:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.005213:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176954.005214:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176954.005217:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.005217:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176954.005220:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.005221:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176954.005224:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.005227:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176954.005233:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176954.005236:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176954.005241:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176955.029087:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176955.029096:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176955.029099:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176955.029101:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176955.029104:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176955.029107:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176955.029108:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176955.029114:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176955.029114:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176955.029119:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.029122:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176955.029122:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176955.029123:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176955.029129:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.029130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176955.029130:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.029136:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176955.029137:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176955.029137:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176955.029141:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176955.029144:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176955.029145:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176955.029151:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176955.029154:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.029156:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176955.029158:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.029160:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176955.029169:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176955.029174:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176955.029176:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176955.029178:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176955.029180:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176955.029184:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176955.029185:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176955.029189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176955.029190:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176955.029195:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176955.029196:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176955.029198:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176955.029201:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176955.029202:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176955.029207:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176955.029208:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176955.029212:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176955.029216:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176955.029268:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176955.029271:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176955.029274:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1786176955.157243:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:2.0:1786176955.157279:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1786176955.157289:0:2378:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176955.157294:0:2378:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:2.0:1786176955.157298:0:2378:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176955.157302:0:2378:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1786176955.157307:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176955.157311:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95300. 00000400:00000200:2.0:1786176955.157317:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176955.157323:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176955.157330:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a000 00000400:00000010:2.0:1786176955.157333:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a000. 00000100:00000001:2.0:1786176955.157339:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176955.157348:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176955.157378:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176955.157383:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176955.157391:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176955.157393:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176955.157404:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176955.157407:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95a00. 00000400:00000200:2.0:1786176955.157410:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176955.157413:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176955.157417:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2abb0 00000400:00000010:2.0:1786176955.157419:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2abb0. 00000100:00000001:2.0:1786176955.157422:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176955.157426:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176955.157434:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176955.157437:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176955.157445:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176955.157446:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176955.157451:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176955.157454:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95600. 00000400:00000200:2.0:1786176955.157457:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176955.157467:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176955.157471:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ad48 00000400:00000010:2.0:1786176955.157473:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ad48. 00000100:00000001:2.0:1786176955.157476:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176955.157481:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176955.157490:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176955.157494:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176955.157502:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176955.157503:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176955.157509:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176955.157511:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95200. 00000400:00000200:2.0:1786176955.157515:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176955.157518:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176955.157521:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a088 00000400:00000010:2.0:1786176955.157524:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a088. 00000100:00000001:2.0:1786176955.157526:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176955.157532:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176955.157541:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176955.157544:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176955.157551:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176955.157552:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786176955.157558:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786176955.157560:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95700. 00000400:00000200:2.0:1786176955.157563:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786176955.157567:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786176955.157570:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2acc0 00000400:00000010:2.0:1786176955.157572:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2acc0. 00000100:00000001:2.0:1786176955.157575:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786176955.157579:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176955.157586:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176955.157589:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176955.157595:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176955.157597:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176955.157763:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176955.157769:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176955.157772:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176955.157780:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176952/real 1786176955] req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176955.157793:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176955.157796:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176955.157799:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983b00. 00000400:00000200:0.0:1786176955.157803:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ac38 00000400:00000010:0.0:1786176955.157805:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ac38. 00000100:00000001:0.0:1786176955.157807:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176955.157811:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176955.157821:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.157834:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176955.157836:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.157840:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176955.157842:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176955.157847:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.157854:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176955.157861:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.157868:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176955.157872:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.157874:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176955.157875:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.157878:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176955.157881:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176955.157885:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176955.157889:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176955.157892:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176955.157896:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176955.157905:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141312:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176955.157910:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176955.157914:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176952/real 1786176955] req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176955.157921:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176955.157923:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176955.157924:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439835d8. 00000400:00000200:0.0:1786176955.157927:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2aa18 00000400:00000010:0.0:1786176955.157929:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2aa18. 00000100:00000001:0.0:1786176955.157931:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176955.157935:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176955.157944:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.157950:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176955.157951:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.157954:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176955.157955:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176955.157958:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.157972:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176955.157976:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158049:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176955.158053:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158055:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176955.158056:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158058:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176955.158060:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176955.158062:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176955.158066:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176955.158069:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176955.158073:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176955.158080:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141440:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176955.158085:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176955.158088:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176952/real 1786176955] req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176955.158096:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176955.158097:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176955.158099:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983268. 00000400:00000200:0.0:1786176955.158102:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a440 00000400:00000010:0.0:1786176955.158104:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a440. 00000100:00000001:0.0:1786176955.158106:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176955.158109:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176955.158123:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158129:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176955.158131:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158132:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176955.158134:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176955.158137:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158144:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176955.158147:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158155:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176955.158158:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158159:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176955.158161:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158162:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176955.158167:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176955.158170:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176955.158173:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176955.158175:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176955.158179:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176955.158187:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141056:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176955.158192:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176955.158196:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176952/real 1786176955] req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176955.158213:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176955.158216:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176955.158218:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983898. 00000400:00000200:0.0:1786176955.158223:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176955.158225:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176955.158228:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176955.158232:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176955.158242:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158250:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176955.158252:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158254:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176955.158256:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176955.158260:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158266:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176955.158269:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158274:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176955.158277:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158279:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176955.158280:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158282:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176955.158285:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176955.158288:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176955.158291:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176955.158294:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176955.158299:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176955.158307:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141184:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176955.158312:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176955.158316:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176952/real 1786176955] req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176955.158326:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176955.158328:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176955.158330:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176955.158332:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176955.158334:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176955.158337:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176955.158341:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176955.158350:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158357:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176955.158358:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158360:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176955.158362:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176955.158367:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158374:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176955.158378:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158385:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176955.158387:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158389:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176955.158391:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158393:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176955.158395:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176955.158397:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176955.158400:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176955.158402:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176955.158407:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176955.158415:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612140928:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786176955.158420:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158422:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176955.158425:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4700 x1872933612141312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158432:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176955.158435:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176955.158439:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:0.0:1786176955.158444:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176955.158447:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176955.158449:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176955.158451:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176955.158454:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc000. 02000000:00000001:0.0:1786176955.158457:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176955.158460:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176955.158462:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4700. 00000100:00000001:0.0:1786176955.158466:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176955.158467:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158469:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176955.158473:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e7800 x1872933612141440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158479:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176955.158481:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176955.158483:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:0.0:1786176955.158486:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176955.158487:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176955.158488:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176955.158490:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176955.158491:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:0.0:1786176955.158494:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176955.158495:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176955.158496:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e7800. 00000100:00000001:0.0:1786176955.158497:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176955.158498:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158500:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176955.158502:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4000 x1872933612141056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158508:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176955.158509:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176955.158511:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786176955.158514:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176955.158515:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176955.158516:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176955.158518:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176955.158520:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfe000. 02000000:00000001:0.0:1786176955.158523:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176955.158524:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176955.158525:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4000. 00000100:00000001:0.0:1786176955.158527:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176955.158528:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158530:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176955.158533:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6680 x1872933612141184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158540:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176955.158542:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176955.158543:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786176955.158545:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176955.158547:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176955.158548:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176955.158551:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176955.158553:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:0.0:1786176955.158555:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176955.158557:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176955.158558:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6680. 00000100:00000001:0.0:1786176955.158561:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176955.158563:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158565:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176955.158568:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6d80 x1872933612140928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176955.158575:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176955.158576:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176955.158578:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786176955.158580:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176955.158581:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176955.158583:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786176955.158585:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176955.158586:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd000. 02000000:00000001:0.0:1786176955.158589:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176955.158590:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176955.158591:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6d80. 00000100:00000001:0.0:1786176955.158594:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176955.158596:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158598:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176955.158607:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176955.158609:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176955.158612:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176955.158613:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176956.053077:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176956.053082:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176956.053085:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176956.053087:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176956.053088:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176956.053091:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176956.053094:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176956.053095:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176956.053100:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176956.053100:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176956.053107:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176956.053107:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176956.053108:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176956.053113:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176956.053114:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176956.053116:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176956.053118:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176956.053119:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176956.053121:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176956.053125:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176956.053126:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176956.053128:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176956.053134:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176956.053140:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176956.053146:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176956.053152:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176956.053157:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176956.053158:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176956.053162:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176956.053164:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176956.053166:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176956.053169:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176956.053170:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176956.053172:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176956.053174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176956.053179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176956.053181:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176956.053183:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176956.053186:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176956.053190:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176956.053192:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176956.053192:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176956.053197:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176956.053198:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176956.053201:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176956.053203:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176956.053204:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176956.053207:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176956.053210:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176956.053211:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176956.053217:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176956.053221:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176956.053223:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176956.053226:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176957.077112:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176957.077120:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176957.077124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176957.077125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176957.077125:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.077130:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176957.077133:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176957.077133:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176957.077137:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176957.077139:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176957.077141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176957.077146:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176957.077146:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176957.077147:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176957.077154:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176957.077155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176957.077155:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176957.077160:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176957.077161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.077162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176957.077165:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.077170:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176957.077175:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176957.077180:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176957.077182:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.077183:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176957.077184:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176957.077188:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176957.077189:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.077194:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176957.077194:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176957.077200:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176957.077204:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176957.077207:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176957.077209:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176957.077213:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.077214:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176957.077215:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176957.077217:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.077218:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176957.077220:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.077221:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176957.077229:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176957.077229:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176957.077235:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176957.077237:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176957.077239:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.077242:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176957.077242:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.077247:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176957.077249:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176957.077254:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.077255:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.077261:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176957.205180:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176957.205189:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176957.205191:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176957.205195:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176957.205198:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176957.205204:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8392 00000400:00000200:2.0:1786176957.205210:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176957.205216:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176957.205218:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176957.205221:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205224:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176957.205225:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205228:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176957.205231:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176957.205233:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176957.205235:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176957.205237:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176957.205239:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176957.205240:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176957.205242:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205244:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176957.205245:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205246:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176957.205248:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176957.205250:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205252:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176957.205254:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176957.205256:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176957.205258:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.205260:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176957.205262:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176957.205269:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176957.205273:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176957.205278:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176957.205280:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.205283:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176957.205285:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176957.205289:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176957.205297:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786176957.205303:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176957.205312:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176957.205323:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176957.205328:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176957.205334:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176957.205361:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176957.205365:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176957.205368:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176957.205370:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176957.205372:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176957.205375:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176957.205378:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8392 00000400:00000200:2.0:1786176957.205383:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176957.205393:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176957.205397:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176957.205400:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205403:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176957.205405:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176957.205408:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176957.205408:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176957.205414:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176957.205414:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176957.205416:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000001:0.0:1786176957.205419:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176957.205420:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176957.205425:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176957.205431:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786176957.205432:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176957.205434:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176957.205442:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205448:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176957.205454:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176957.205456:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176957.205458:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176957.205460:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786176957.205463:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:0.0:1786176957.205467:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176957.205470:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786176957.205476:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:0.0:1786176957.205477:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.205482:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176957.205487:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1786176957.205488:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612141568:192.168.202.156@tcp:250:kworker.0 02000000:00000001:2.0:1786176957.205494:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176957.205501:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.205502:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176957.205504:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1786176957.205508:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:2.0:1786176957.205511:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1786176957.205513:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176957.205517:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176957.205519:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176957.205522:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176957.205529:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000010:2.0:1786176957.205529:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 02000000:00000001:0.0:1786176957.205535:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786176957.205536:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176957.205543:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176957.205544:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176957.205549:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176957.205549:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176957.205553:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1786176957.205557:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 02000000:00000001:2.0:1786176957.205557:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176957.205563:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000400:00000010:0.0:1786176957.205567:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000001:2.0:1786176957.205569:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176957.205578:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612141568, portal 25 00000100:00100000:2.0:1786176957.205579:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176957.205584:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176957.205587:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000001:2.0:1786176957.205596:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1786176957.205600:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176957.205601:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176957.205611:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.205618:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176957.205626:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176957.205632:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000001:2.0:1786176957.205638:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176957.205639:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612141568, offset 0 00000100:00080000:2.0:1786176957.205644:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176957.205652:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:0.0:1786176957.205653:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205655:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176957.205658:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176957.205661:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1786176957.205665:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786176957.205668:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8392 00000400:00000200:0.0:1786176957.205677:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786176957.205678:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176957.205685:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:0.0:1786176957.205688:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1786176957.205690:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1786176957.205698:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000040:2.0:1786176957.205698:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:0.0:1786176957.205707:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176957.205711:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176957.205715:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410426:410426:256:4294967295] 192.168.202.156@tcp LPNI seq info [410424:410424:8:4294967295] 00000100:00000001:2.0:1786176957.205720:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786176957.205722:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786176957.205726:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205730:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176957.205733:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176957.205736:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176957.205740:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1786176957.205743:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000020:00000040:2.0:1786176957.205744:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176957.205749:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176957.205753:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:0.0:1786176957.205758:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000040:2.0:1786176957.205760:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205765:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1786176957.205768:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000100:00000040:2.0:1786176957.205768:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205775:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176957.205778:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000800:00000200:0.0:1786176957.205783:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786176957.205785:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000200:0.0:1786176957.205791:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1786176957.205791:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176957.205795:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176957.205800:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1786176957.205805:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:2.0:1786176957.205806:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.205810:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:0.1:1786176957.205813:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000008:00100000:2.0:1786176957.205814:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176957.205820:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1786176957.205824:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205825:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1786176957.205830:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000100:00000010:2.0:1786176957.205833:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786176957.205838:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:0.0:1786176957.205839:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:2.0:1786176957.205844:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176957.205847:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176957.205850:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1786176957.205851:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176957.205856:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176957.205858:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176957.205859:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176957.205864:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 02000000:00000010:2.0:1786176957.205864:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786176957.205871:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.205889:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1786176957.205890:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1786176957.205899:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176957.205902:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176957.205907:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176957.205916:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.205920:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176957.205929:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176957.205930:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176957.205937:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176957.205946:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176957.205951:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176957.205952:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176957.205954:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176957.205957:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176957.205958:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176957.205981:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8392 00000400:00000200:2.0:1786176957.205985:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176957.205989:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176957.205991:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176957.205994:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.205996:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176957.205999:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176957.206002:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.206002:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176957.206009:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:0.0:1786176957.206053:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:2.0:1786176957.206055:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000001:0.0:1786176957.206059:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303065721 00000020:00000001:2.0:1786176957.206059:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176957.206063:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786176957.206068:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000010:0.0:1786176957.206069:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000020:00000001:2.0:1786176957.206071:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176957.206077:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176957.206079:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176957.206080:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176957.206085:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.206088:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176957.206091:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176957.206094:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176957.206096:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176957.206098:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176957.206101:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176957.206103:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303065721 02000000:00000001:2.0:1786176957.206104:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.206110:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000010:0.0:1786176957.206112:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6ee40. 00000008:00100000:2.0:1786176957.206113:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176957.206119:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.206121:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176957.206122:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.206128:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1786176957.206130:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000100:00000001:0.0:1786176957.206134:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786176957.206136:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:0.0:1786176957.206140:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786176957.206142:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176957.206145:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.206147:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1786176957.206150:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176957/real 1786176957] req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176957.206151:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176957.206155:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176957.206161:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000400:00000001:0.0:1786176957.206167:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786176957.206168:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1786176957.206172:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176957.206177:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000100:00100000:2.0:1786176957.206178:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1786176957.206183:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176957.206189:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176957.206194:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176957.206197:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176957.206202:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176957.206203:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176957.206210:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176957.206227:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176957.206229:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.206239:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1786176957.206241:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176957.206244:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176957.206248:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176957.206249:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176957.206251:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176957.206254:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176957.206256:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176957.206262:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1786176957.206263:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176957.206269:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8392 00000400:00000200:2.0:1786176957.206279:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176957.206280:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1786176957.206286:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176957.206290:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176957.206291:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176957.206297:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.206302:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176957.206307:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176957.206311:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176957.206312:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176957.206317:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786176957.206319:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1786176957.206320:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000001:0.0:1786176957.206324:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1786176957.206325:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176957.206328:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1786176957.206329:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:0.0:1786176957.206334:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1786176957.206335:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:0.0:1786176957.206340:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1786176957.206340:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176957.206348:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00080000:0.0:1786176957.206349:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786176957.206352:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1786176957.206358:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000040:2.0:1786176957.206359:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176957.206363:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176957.206366:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:2.0:1786176957.206367:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786176957.206374:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000040:0.0:1786176957.206378:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176957.206379:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176957.206383:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176957.206388:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176957.206392:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.206399:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:0.0:1786176957.206402:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612141568:192.168.202.156@tcp:250:kworker.0 00000008:00100000:2.0:1786176957.206403:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176957.206409:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.206413:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.206420:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1786176957.206421:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000100:00000001:0.0:1786176957.206427:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1786176957.206428:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176957.206433:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1786176957.206435:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612141568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176957.206437:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176957.206442:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176957.206445:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176957.206448:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.206452:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1786176957.206455:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 02000000:00000001:0.0:1786176957.206457:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176957.206462:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1400. 00000100:00000001:2.0:1786176957.206462:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176957.206470:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1786176957.206471:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1786176957.206474:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176957.206479:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786176957.206486:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786176957.206486:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1786176957.206490:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4800. 02000000:00000001:0.0:1786176957.206494:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176957.206497:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176957.206499:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:2.0:1786176957.206503:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.206505:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176957.206510:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786176957.206511:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.206515:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.206527:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176957.206530:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.206532:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.206537:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1786176957.206537:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8402) 00000100:00000001:0.0:1786176957.206541:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176957.206544:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176957.206550:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.206559:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176957.206561:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176957.206564:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176957.206566:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176957.206569:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176957.206573:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141696:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176957.206577:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176957.206580:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176957.206582:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176957.206584:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176957.206587:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786176957.206590:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176957.206594:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176957.206597:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176957.206601:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176957.206606:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612141696, portal 10 00000100:00000001:0.0:1786176957.206608:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176957.206609:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000040:0.0:1786176957.206617:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.206625:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176957.206628:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176957.206630:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176957.206633:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612141696, offset 0 00000400:00000200:0.0:1786176957.206638:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176957.206643:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176957.206648:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176957.206652:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176957.206656:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176957.206658:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176957.206661:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176957.206665:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410427:410427:256:4294967295] 192.168.202.156@tcp LPNI seq info [410425:410425:8:4294967295] 00000400:00000200:0.0:1786176957.206670:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176957.206677:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176957.206683:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176957.206687:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176957.206692:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176957.206695:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1786176957.206700:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176957.206703:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1786176957.206708:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176957.206710:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176957.206714:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176957.206718:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176957.206721:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176957.206723:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176957.206726:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176957.206730:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.206740:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176957.206743:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.206750:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.206752:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176957.206756:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176957.206759:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786176957.206763:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176957.206765:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303065096 00000100:00000001:0.0:1786176957.206768:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303065721 00000100:00000001:0.0:1786176957.206771:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303065096 00000100:00000001:0.0:1786176957.206773:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303065721 00000100:00000001:0.0:1786176957.206776:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176957.206778:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.206780:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176957.206784:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176957/real 1786176957] req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176957.206793:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176957.206794:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176957.206796:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176957.206799:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176957.206800:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176957.206803:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176957.206807:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176957.206817:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.206824:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176957.206826:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.206828:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176957.206829:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176957.206833:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.206841:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176957.206845:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.206852:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176957.206855:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.206857:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176957.206858:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.206860:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176957.206863:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176957.206866:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176957.206870:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176957.206873:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176957.206877:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176957.206886:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141696:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176957.206890:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176957.206894:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.206908:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176957.206909:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176957.206912:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176957.206913:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176957.206916:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176957.206919:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141824:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176957.206922:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176957.206925:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176957.206926:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176957.206928:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176957.206931:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786176957.206933:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176957.206937:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176957.206939:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176957.206942:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176957.206946:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612141824, portal 10 00000100:00000001:0.0:1786176957.206948:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176957.206949:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:0.0:1786176957.206955:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.206962:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176957.206979:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176957.206982:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176957.206984:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612141824, offset 0 00000400:00000200:0.0:1786176957.206989:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176957.206994:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176957.206997:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176957.207001:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176957.207003:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176957.207006:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176957.207008:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176957.207036:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410428:410428:256:4294967295] 192.168.202.156@tcp LPNI seq info [410426:410426:8:4294967295] 00000400:00000200:0.0:1786176957.207041:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176957.207047:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176957.207052:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176957.207057:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176957.207061:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176957.207064:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1786176957.207069:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176957.207072:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1786176957.207076:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176957.207079:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176957.207082:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176957.207086:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176957.207089:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176957.207091:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176957.207094:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176957.207098:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207107:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176957.207110:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207116:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.207118:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176957.207122:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176957.207125:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786176957.207128:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176957.207130:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303065097 00000100:00000001:0.0:1786176957.207133:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303065721 00000100:00000001:0.0:1786176957.207135:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303065097 00000100:00000001:0.0:1786176957.207137:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303065721 00000100:00000001:0.0:1786176957.207139:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176957.207142:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.207144:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176957.207148:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176957/real 1786176957] req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176957.207156:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176957.207157:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176957.207159:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176957.207162:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176957.207164:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176957.207166:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176957.207169:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176957.207179:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207186:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176957.207188:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207189:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176957.207191:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176957.207194:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207201:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176957.207205:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207212:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176957.207214:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207216:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176957.207218:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207219:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176957.207221:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176957.207224:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176957.207228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176957.207230:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176957.207235:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176957.207243:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141824:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176957.207247:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176957.207252:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207260:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176957.207261:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176957.207264:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176957.207266:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176957.207268:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176957.207271:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141952:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176957.207275:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176957.207277:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176957.207279:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176957.207282:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176957.207285:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786176957.207287:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176957.207291:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176957.207293:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176957.207296:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176957.207299:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612141952, portal 4 00000100:00000001:0.0:1786176957.207301:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176957.207302:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439478784 : -127834270072832 : ffff8bbc43be0000) 00000100:00000040:0.0:1786176957.207308:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207314:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176957.207317:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176957.207320:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176957.207322:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612141952, offset 0 00000400:00000200:0.0:1786176957.207326:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176957.207330:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176957.207334:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176957.207337:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176957.207339:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176957.207342:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176957.207344:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176957.207348:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410429:410429:256:4294967295] 192.168.202.156@tcp LPNI seq info [410427:410427:8:4294967295] 00000400:00000200:0.0:1786176957.207352:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176957.207359:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176957.207364:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176957.207367:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176957.207371:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176957.207374:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1786176957.207378:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176957.207381:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1786176957.207385:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176957.207387:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176957.207390:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176957.207394:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176957.207397:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176957.207399:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176957.207402:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176957.207405:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207414:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176957.207417:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207424:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.207426:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176957.207429:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176957.207432:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786176957.207435:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176957.207437:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303065280 00000100:00000001:0.0:1786176957.207440:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303065721 00000100:00000001:0.0:1786176957.207442:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303065280 00000100:00000001:0.0:1786176957.207444:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303065721 00000100:00000001:0.0:1786176957.207446:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176957.207448:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.207449:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176957.207453:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176957/real 1786176957] req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176957.207460:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176957.207461:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176957.207463:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176957.207465:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176957.207466:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176957.207468:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176957.207472:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176957.207480:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207486:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176957.207488:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207489:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176957.207491:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176957.207494:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207501:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176957.207505:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207513:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176957.207515:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207517:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176957.207528:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207531:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176957.207532:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176957.207538:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176957.207541:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176957.207543:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176957.207548:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176957.207555:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612141952:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176957.207559:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176957.207563:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207570:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176957.207571:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176957.207573:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176957.207575:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176957.207577:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176957.207580:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142080:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176957.207583:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176957.207585:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176957.207587:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176957.207589:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176957.207592:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0000. 02000000:00000001:0.0:1786176957.207595:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176957.207598:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176957.207602:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176957.207605:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176957.207608:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612142080, portal 4 00000100:00000001:0.0:1786176957.207610:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176957.207611:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:0.0:1786176957.207617:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207624:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176957.207627:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176957.207629:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176957.207632:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612142080, offset 0 00000400:00000200:0.0:1786176957.207636:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176957.207640:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176957.207643:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176957.207646:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176957.207649:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176957.207652:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176957.207654:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176957.207658:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410430:410430:256:4294967295] 192.168.202.156@tcp LPNI seq info [410428:410428:8:4294967295] 00000400:00000200:0.0:1786176957.207663:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176957.207669:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176957.207674:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176957.207678:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176957.207682:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176957.207684:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1786176957.207689:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176957.207692:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1786176957.207696:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176957.207699:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176957.207702:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176957.207706:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176957.207709:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176957.207711:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176957.207714:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176957.207719:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207726:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176957.207729:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207736:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.207738:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176957.207741:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176957.207743:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786176957.207746:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176957.207748:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303065260 00000100:00000001:0.0:1786176957.207751:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303065721 00000100:00000001:0.0:1786176957.207753:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303065260 00000100:00000001:0.0:1786176957.207755:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303065721 00000100:00000001:0.0:1786176957.207757:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176957.207759:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.207761:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176957.207765:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176957/real 1786176957] req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176957.207773:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176957.207774:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176957.207776:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176957.207779:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176957.207780:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176957.207783:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176957.207786:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176957.207794:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207807:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176957.207808:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207811:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176957.207812:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176957.207816:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207823:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176957.207827:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207834:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176957.207836:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207837:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176957.207839:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207841:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176957.207842:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176957.207845:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176957.207848:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176957.207850:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176957.207854:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176957.207862:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142080:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176957.207866:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207868:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176957.207871:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612141696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207878:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176957.207880:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176957.207883:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786176957.207886:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176957.207888:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176957.207890:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176957.207892:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176957.207893:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7800. 02000000:00000001:0.0:1786176957.207897:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176957.207898:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176957.207899:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:0.0:1786176957.207902:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176957.207904:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207905:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176957.207909:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612141824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207915:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176957.207917:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176957.207918:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786176957.207920:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176957.207921:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176957.207923:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176957.207924:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176957.207926:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:0.0:1786176957.207928:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176957.207929:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176957.207930:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:0.0:1786176957.207932:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176957.207934:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207935:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176957.207939:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0000 x1872933612141952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207945:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176957.207946:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176957.207948:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786176957.207950:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176957.207951:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176957.207953:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176957.207955:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176957.207957:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:0.0:1786176957.207959:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176957.207960:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176957.207961:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0000. 00000100:00000001:0.0:1786176957.207976:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176957.207978:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.207980:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176957.207984:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612142080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176957.207991:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176957.207992:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176957.207994:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:0.0:1786176957.207996:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176957.207998:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176957.207999:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176957.208001:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176957.208003:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:0.0:1786176957.208005:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176957.208006:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176957.208008:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:0.0:1786176957.208031:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176957.208033:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.208036:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176957.208040:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176957.208042:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176957.208045:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176957.208046:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176957.845122:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303065721, at 4303065728 00000100:00000010:0.0:1786176957.845137:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:2.0:1786176958.101156:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176958.101156:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176958.101164:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176958.101165:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176958.101169:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176958.101170:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176958.101180:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176958.101180:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176958.101186:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176958.101188:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176958.101191:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176958.101193:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176958.101195:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176958.101198:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176958.101199:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176958.101203:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176958.101204:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176958.101212:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176958.101373:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176958.101377:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176958.101381:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176958.101445:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176958.101448:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176958.101450:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176958.101453:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176958.101455:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176958.101457:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176958.101459:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176958.101460:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176958.101462:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176958.101465:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176958.101469:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176958.101472:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176958.101473:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786176958.101475:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176958.101477:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176958.101481:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176958.101481:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176958.101483:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176958.101487:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176958.101487:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176958.101490:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176958.101493:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176958.101496:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176958.101499:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176958.101566:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176958.101567:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176958.101569:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176959.125114:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176959.125114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176959.125121:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176959.125122:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176959.125123:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.125127:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176959.125129:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786176959.125134:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176959.125135:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176959.125137:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176959.125141:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.125141:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176959.125144:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176959.125147:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176959.125147:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176959.125148:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176959.125151:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176959.125156:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176959.125157:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176959.125159:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176959.125164:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176959.125165:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176959.125167:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.125171:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176959.125172:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176959.125176:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176959.125177:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176959.125182:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176959.125185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176959.125186:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176959.125190:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176959.125193:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176959.125195:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176959.125197:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.125200:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176959.125201:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176959.125204:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176959.125205:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176959.125211:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176959.125213:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.125216:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176959.125220:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.125222:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176959.125224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.125228:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176959.125263:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176959.125266:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176959.125269:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176960.149117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176960.149123:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176960.149126:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176960.149131:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176960.149136:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176960.149139:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176960.149141:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176960.149144:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176960.149148:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176960.149170:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176960.149173:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176960.149183:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176960.149184:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176960.149191:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176960.149192:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176960.149201:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176960.149206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176960.149206:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176960.149207:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176960.149217:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176960.149219:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176960.149220:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176960.149223:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176960.149226:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176960.149228:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176960.149228:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176960.149230:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176960.149233:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176960.149236:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176960.149239:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176960.149242:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176960.149244:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176960.149246:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176960.149249:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176960.149257:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176960.149264:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176960.149317:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176960.149330:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176960.149347:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176960.149351:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176960.149354:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176960.149359:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176960.149362:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176960.149364:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176960.149367:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176961.173128:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176961.173128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176961.173131:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176961.173136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176961.173138:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176961.173138:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176961.173139:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176961.173142:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176961.173144:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176961.173146:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176961.173148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176961.173151:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176961.173152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176961.173154:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176961.173156:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176961.173158:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176961.173158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176961.173160:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176961.173164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176961.173166:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176961.173170:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176961.173170:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176961.173177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176961.173179:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176961.173179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176961.173184:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176961.173190:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176961.173200:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176961.173205:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176961.173207:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176961.173210:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176961.173211:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176961.173216:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176961.173216:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176961.173220:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176961.173221:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176961.173225:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176961.173226:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176961.173229:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176961.173230:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176961.173232:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176961.173234:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176961.173236:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176961.173239:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176961.173242:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176962.197125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176962.197142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176962.197149:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176962.197158:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176962.197166:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176962.197171:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176962.197177:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176962.197182:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176962.197197:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176962.197234:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176962.197239:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176962.197240:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176962.197243:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176962.197246:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176962.197249:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176962.197251:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176962.197253:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176962.197254:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176962.197325:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176962.197328:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176962.197330:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176962.197356:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176962.197359:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176962.197360:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176962.197362:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176962.197365:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176962.197366:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.197368:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176962.197369:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.197372:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.197389:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176962.197391:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176962.197392:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176962.197394:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176962.197396:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176962.197398:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.197399:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176962.197400:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.197401:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176962.197472:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176962.197478:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176962.197479:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176962.197483:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176962.197487:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176962.197490:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176962.197492:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176962.197494:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176962.197496:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176962.325141:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176962.325150:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176962.325161:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176962.325165:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176962.325169:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176962.325175:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8397 00000400:00000200:0.0:1786176962.325181:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176962.325186:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176962.325189:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176962.325191:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325195:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176962.325198:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325201:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176962.325205:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176962.325208:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786176962.325211:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176962.325215:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786176962.325218:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786176962.325220:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786176962.325224:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325226:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176962.325228:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325231:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786176962.325234:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786176962.325238:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325241:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176962.325243:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176962.325247:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176962.325249:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325250:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176962.325252:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176962.325261:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786176962.325264:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786176962.325267:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176962.325269:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325271:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176962.325274:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176962.325277:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176962.325283:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786176962.325289:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176962.325297:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176962.325305:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176962.325309:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176962.325313:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176962.325330:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176962.325334:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176962.325337:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176962.325338:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176962.325339:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176962.325342:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176962.325345:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8397 00000400:00000200:0.0:1786176962.325349:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176962.325352:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176962.325354:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176962.325355:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1786176962.325357:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176962.325360:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176962.325361:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176962.325365:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176962.325366:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325370:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176962.325373:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176962.325374:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000040:3.0:1786176962.325375:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786176962.325376:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176962.325379:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786176962.325383:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786176962.325388:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:3.0:1786176962.325394:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1786176962.325395:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325398:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176962.325398:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176962.325403:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:3.0:1786176962.325404:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786176962.325405:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:3.0:1786176962.325408:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1786176962.325409:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786176962.325415:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:3.0:1786176962.325415:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325421:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176962.325424:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786176962.325426:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612142208:192.168.202.156@tcp:250:kworker.0 02000000:00000001:0.0:1786176962.325429:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176962.325435:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.325435:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176962.325436:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176962.325442:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176962.325443:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:0.0:1786176962.325445:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325447:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176962.325448:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176962.325451:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 02000000:00000001:3.0:1786176962.325454:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1786176962.325455:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176962.325458:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176962.325459:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325460:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1786176962.325461:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfdc00. 02000000:00000001:0.0:1786176962.325462:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176962.325466:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176962.325467:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176962.325474:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000400:00000200:3.0:1786176962.325479:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176962.325480:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786176962.325484:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000100:00100000:0.0:1786176962.325488:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1786176962.325492:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000001:0.0:1786176962.325498:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176962.325500:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176962.325502:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612142208, portal 25 00000100:00000040:0.0:1786176962.325503:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.325509:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176962.325514:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000100:00000001:0.0:1786176962.325515:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176962.325520:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176962.325522:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176962.325524:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176962.325526:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1786176962.325527:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176962.325528:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176962.325532:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8397 00000400:00000200:0.0:1786176962.325539:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176962.325543:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176962.325547:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176962.325551:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176962.325551:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176962.325555:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176962.325559:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:3.0:1786176962.325561:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325562:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786176962.325566:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176962.325568:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000400:00000010:3.0:1786176962.325568:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000020:00000001:0.0:1786176962.325571:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176962.325574:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786176962.325576:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000200:3.0:1786176962.325576:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612142208, offset 0 00000020:00000001:0.0:1786176962.325578:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786176962.325583:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325585:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176962.325587:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325591:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:3.0:1786176962.325592:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176962.325603:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:0.0:1786176962.325605:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786176962.325612:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:3.0:1786176962.325613:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:0.0:1786176962.325617:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176962.325620:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1786176962.325622:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1786176962.325625:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176962.325629:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176962.325630:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:0.0:1786176962.325632:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176962.325636:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1786176962.325637:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000008:00000001:0.0:1786176962.325641:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325646:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176962.325646:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000010:0.0:1786176962.325653:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000400:00000200:3.0:1786176962.325656:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410431:410431:256:4294967295] 192.168.202.156@tcp LPNI seq info [410429:410429:8:4294967295] 00000020:00000040:0.0:1786176962.325657:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176962.325662:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176962.325665:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325668:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1786176962.325669:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786176962.325670:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176962.325673:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176962.325677:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786176962.325680:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176962.325688:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1786176962.325689:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176962.325707:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176962.325714:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000100:00000001:0.0:1786176962.325719:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176962.325723:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1786176962.325725:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786176962.325728:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1786176962.325732:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000001:0.0:1786176962.325742:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176962.325744:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176962.325749:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:3.1:1786176962.325749:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786176962.325751:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176962.325754:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176962.325757:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:3.1:1786176962.325757:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00080000:0.0:1786176962.325762:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8397 00000800:00000100:3.0:1786176962.325766:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176962.325768:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000010:3.0:1786176962.325770:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:0.0:1786176962.325774:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786176962.325777:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1786176962.325778:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1786176962.325779:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325783:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176962.325788:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325790:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:3.0:1786176962.325792:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1786176962.325793:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176962.325796:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786176962.325797:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:3.0:1786176962.325798:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000020:00000040:0.0:1786176962.325800:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786176962.325802:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786176962.325804:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176962.325807:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325808:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176962.325810:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325813:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:3.0:1786176962.325813:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000020:00000040:0.0:1786176962.325819:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786176962.325821:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176962.325822:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176962.325824:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176962.325827:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176962.325829:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176962.325832:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786176962.325833:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176962.325840:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176962.325843:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786176962.325848:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325852:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176962.325855:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000100:00000001:3.0:1786176962.325855:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1786176962.325860:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176962.325861:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176962.325863:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176962.325864:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176962.325865:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176962.325868:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176962.325870:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176962.325876:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:3.0:1786176962.325878:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325879:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.325882:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1786176962.325886:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176962.325890:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325893:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176962.325895:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176962.325898:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786176962.325902:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.325903:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303070840 00000100:00000010:3.0:1786176962.325912:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a0c0. 00000100:00000001:0.0:1786176962.325913:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176962.325930:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176962.325932:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176962.325933:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786176962.325934:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176962.325937:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176962.325941:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176962.325942:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303070840 00000100:00080000:0.0:1786176962.325945:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8397 00000100:00000010:3.0:1786176962.325947:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3ad80. 00000400:00000200:0.0:1786176962.325952:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176962.325953:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1786176962.325957:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:3.0:1786176962.325958:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786176962.325959:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176962.325964:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176962.325964:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.325968:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176962.325968:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1786176962.325972:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.325973:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00100000:3.0:1786176962.325976:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176962/real 1786176962] req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786176962.325983:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786176962.325985:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786176962.325986:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786176962.325987:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786176962.325989:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786176962.325994:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176962.325998:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000001:3.0:1786176962.325999:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786176962.326000:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1786176962.326003:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1786176962.326004:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176962.326007:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:3.0:1786176962.326007:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176962.326033:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176962.326035:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176962.326038:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1786176962.326043:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000200:3.0:1786176962.326043:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176962.326050:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176962.326055:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176962.326060:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176962.326064:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1786176962.326065:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176962.326068:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.326073:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176962.326076:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:3.0:1786176962.326078:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:0.0:1786176962.326079:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326082:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176962.326083:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326087:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176962.326089:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1786176962.326090:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000100:00100000:3.0:1786176962.326094:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786176962.326096:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786176962.326103:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176962.326105:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176962.326107:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176962.326111:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1786176962.326112:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176962.326115:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176962.326120:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326121:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176962.326125:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326126:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1786176962.326127:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:3.0:1786176962.326128:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326133:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176962.326135:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326136:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176962.326141:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1786176962.326147:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786176962.326147:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176962.326149:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176962.326157:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176962.326159:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176962.326163:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176962.326170:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176962.326172:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612142208:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176962.326181:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176962.326185:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326186:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176962.326191:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612142208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786176962.326192:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8407) 00000100:00000001:3.0:1786176962.326201:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176962.326203:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176962.326205:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176962.326207:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176962.326209:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176962.326210:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176962.326212:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176962.326214:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:3.0:1786176962.326217:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176962.326218:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176962.326219:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00000001:3.0:1786176962.326221:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176962.326222:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326224:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326230:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176962.326232:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326233:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176962.326234:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176962.326235:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176962.326238:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326247:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176962.326248:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176962.326249:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176962.326251:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176962.326252:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176962.326254:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142336:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176962.326256:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176962.326257:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176962.326258:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176962.326259:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176962.326262:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176962.326263:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176962.326266:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176962.326267:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176962.326270:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176962.326272:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612142336, portal 10 00000100:00000001:3.0:1786176962.326273:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176962.326274:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:3.0:1786176962.326279:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326283:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176962.326285:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176962.326287:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176962.326289:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612142336, offset 0 00000400:00000200:3.0:1786176962.326291:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176962.326294:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176962.326297:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176962.326299:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176962.326302:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176962.326303:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176962.326305:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176962.326308:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410432:410432:256:4294967295] 192.168.202.156@tcp LPNI seq info [410430:410430:8:4294967295] 00000400:00000200:3.0:1786176962.326311:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176962.326316:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176962.326319:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176962.326321:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176962.326324:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176962.326326:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176962.326330:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176962.326331:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786176962.326334:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176962.326335:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176962.326337:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176962.326339:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176962.326341:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176962.326343:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176962.326344:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176962.326347:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326352:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176962.326354:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326358:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326359:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176962.326361:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176962.326364:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176962.326366:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176962.326368:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303070216 00000100:00000001:3.0:1786176962.326370:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303070840 00000100:00000001:3.0:1786176962.326372:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303070216 00000100:00000001:3.0:1786176962.326373:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303070840 00000100:00000001:3.0:1786176962.326375:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176962.326377:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326378:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176962.326381:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176962/real 1786176962] req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176962.326386:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176962.326387:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176962.326388:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176962.326389:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176962.326390:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176962.326392:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176962.326394:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176962.326399:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326403:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176962.326404:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326405:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176962.326406:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176962.326408:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326412:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176962.326414:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326418:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176962.326420:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326421:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176962.326422:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326424:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176962.326427:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176962.326428:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176962.326431:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176962.326432:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176962.326435:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176962.326440:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142336:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176962.326442:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176962.326444:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326448:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176962.326449:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176962.326450:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176962.326451:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176962.326453:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176962.326454:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142464:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176962.326456:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176962.326457:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176962.326458:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176962.326459:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176962.326461:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176962.326462:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176962.326464:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176962.326465:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176962.326467:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176962.326469:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612142464, portal 10 00000100:00000001:3.0:1786176962.326470:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176962.326471:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:3.0:1786176962.326475:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326480:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176962.326482:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176962.326483:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176962.326484:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612142464, offset 0 00000400:00000200:3.0:1786176962.326487:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176962.326489:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176962.326491:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176962.326493:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176962.326495:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176962.326497:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176962.326498:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176962.326500:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410433:410433:256:4294967295] 192.168.202.156@tcp LPNI seq info [410431:410431:8:4294967295] 00000400:00000200:3.0:1786176962.326503:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176962.326507:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176962.326510:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176962.326512:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176962.326514:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176962.326516:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176962.326519:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176962.326521:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786176962.326523:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176962.326524:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176962.326526:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176962.326529:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176962.326531:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176962.326532:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176962.326533:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176962.326535:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326541:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176962.326542:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326546:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326548:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176962.326550:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176962.326552:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176962.326554:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176962.326555:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303070216 00000100:00000001:3.0:1786176962.326557:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303070840 00000100:00000001:3.0:1786176962.326558:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303070216 00000100:00000001:3.0:1786176962.326560:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303070840 00000100:00000001:3.0:1786176962.326561:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176962.326562:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326563:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176962.326565:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176962/real 1786176962] req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176962.326570:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176962.326570:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176962.326571:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176962.326572:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176962.326573:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176962.326575:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176962.326577:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176962.326583:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326586:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176962.326587:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326588:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176962.326589:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176962.326591:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326595:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176962.326598:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326603:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176962.326604:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326605:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176962.326606:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326607:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176962.326608:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176962.326610:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176962.326611:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176962.326613:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176962.326615:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176962.326619:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142464:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176962.326621:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176962.326623:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326627:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176962.326628:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176962.326630:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176962.326631:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176962.326632:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176962.326634:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142592:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176962.326635:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176962.326636:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176962.326638:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176962.326639:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176962.326641:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176962.326642:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176962.326644:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176962.326646:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176962.326648:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176962.326650:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612142592, portal 4 00000100:00000001:3.0:1786176962.326651:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176962.326652:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:3.0:1786176962.326656:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326660:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176962.326661:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176962.326663:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176962.326664:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612142592, offset 0 00000400:00000200:3.0:1786176962.326667:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176962.326669:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176962.326671:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176962.326672:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176962.326674:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176962.326675:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176962.326677:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176962.326679:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410434:410434:256:4294967295] 192.168.202.156@tcp LPNI seq info [410432:410432:8:4294967295] 00000400:00000200:3.0:1786176962.326682:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176962.326686:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176962.326689:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176962.326691:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176962.326693:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176962.326695:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176962.326697:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176962.326700:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786176962.326704:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176962.326705:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176962.326708:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176962.326711:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176962.326714:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176962.326717:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176962.326719:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176962.326723:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326731:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176962.326734:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326741:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326743:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176962.326746:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176962.326750:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176962.326753:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176962.326756:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303070399 00000100:00000001:3.0:1786176962.326758:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303070840 00000100:00000001:3.0:1786176962.326760:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303070399 00000100:00000001:3.0:1786176962.326763:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303070840 00000100:00000001:3.0:1786176962.326765:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176962.326767:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.326769:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176962.326773:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176962/real 1786176962] req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176962.326782:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176962.326784:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176962.326786:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176962.326789:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176962.326790:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176962.326793:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176962.326796:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176962.326805:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326813:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176962.326815:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326817:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176962.326817:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176962.326820:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326825:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176962.326827:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326832:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176962.326833:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326834:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176962.326835:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.326836:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176962.326837:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176962.326839:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176962.326840:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176962.326842:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176962.326844:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176962.326848:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142592:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176962.326851:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176962.326853:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326857:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176962.326858:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176962.326860:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176962.326861:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176962.326863:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176962.326864:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142720:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176962.326867:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176962.326868:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176962.326869:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176962.326870:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176962.326872:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176962.326874:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176962.326876:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176962.326878:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176962.326880:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176962.326882:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612142720, portal 4 00000100:00000001:3.0:1786176962.326884:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176962.326885:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:3.0:1786176962.326889:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326893:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176962.326895:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176962.326896:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176962.326898:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612142720, offset 0 00000400:00000200:3.0:1786176962.326900:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176962.326903:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176962.326905:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176962.326907:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176962.326909:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176962.326911:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176962.326912:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176962.326929:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410435:410435:256:4294967295] 192.168.202.156@tcp LPNI seq info [410433:410433:8:4294967295] 00000400:00000200:3.0:1786176962.326933:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176962.326938:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176962.326941:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176962.326944:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176962.326948:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176962.326951:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786176962.326955:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176962.326959:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786176962.326962:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176962.326965:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176962.326968:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176962.326971:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176962.326974:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176962.326976:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176962.326979:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176962.326983:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.326991:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176962.326994:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.327001:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.327003:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176962.327007:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176962.327010:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176962.327031:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176962.327033:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303070380 00000100:00000001:3.0:1786176962.327035:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303070840 00000100:00000001:3.0:1786176962.327036:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303070380 00000100:00000001:3.0:1786176962.327038:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303070840 00000100:00000001:3.0:1786176962.327040:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176962.327041:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.327042:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176962.327045:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176962/real 1786176962] req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176962.327052:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176962.327053:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176962.327054:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176962.327056:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176962.327057:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176962.327059:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176962.327061:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176962.327066:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.327070:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176962.327071:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.327072:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176962.327073:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176962.327075:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.327079:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176962.327082:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.327086:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176962.327088:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.327089:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176962.327090:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.327091:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176962.327092:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176962.327093:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176962.327095:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176962.327096:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176962.327099:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176962.327105:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142720:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176962.327107:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.327108:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176962.327110:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612142336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.327114:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176962.327115:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176962.327117:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:3.0:1786176962.327118:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176962.327119:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176962.327120:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176962.327122:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176962.327123:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:3.0:1786176962.327125:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176962.327126:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176962.327127:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:3.0:1786176962.327128:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176962.327129:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.327131:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176962.327133:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612142464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.327137:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176962.327138:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176962.327138:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176962.327140:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176962.327140:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176962.327141:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176962.327142:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176962.327143:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:3.0:1786176962.327144:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176962.327145:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176962.327146:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:3.0:1786176962.327148:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176962.327149:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.327150:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176962.327152:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612142592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.327155:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176962.327156:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176962.327157:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176962.327160:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176962.327160:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176962.327162:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176962.327164:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176962.327165:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:3.0:1786176962.327167:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176962.327168:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176962.327169:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:3.0:1786176962.327171:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176962.327172:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.327174:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176962.327177:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612142720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176962.327184:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176962.327185:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176962.327187:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176962.327189:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176962.327191:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176962.327192:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176962.327194:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176962.327196:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:3.0:1786176962.327198:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176962.327199:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176962.327200:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:3.0:1786176962.327202:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176962.327204:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.327206:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.327209:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176962.327211:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176962.327213:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176962.327214:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176962.965127:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303070840, at 4303070848 00000100:00000010:0.0:1786176962.965142:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a0c0. 00000100:00000001:2.0:1786176963.221205:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176963.221205:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176963.221206:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176963.221216:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176963.221218:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176963.221220:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176963.221222:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176963.221223:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176963.221227:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176963.221245:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176963.221246:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176963.221247:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176963.221257:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176963.221261:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176963.221264:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176963.221264:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176963.221271:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176963.221275:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176963.221276:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176963.221281:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176963.221287:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176963.221291:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176963.221292:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176963.221300:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176963.221301:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176963.221313:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176963.221318:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176963.221356:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176963.221356:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176963.221368:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176963.221369:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176963.221378:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176963.221379:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176963.221400:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176963.221400:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176963.221413:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176963.221414:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176963.221419:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176963.221423:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176963.221424:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176963.221431:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176963.221433:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176963.221437:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176963.221439:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176963.221445:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176963.221492:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176963.221497:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176963.221501:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176964.245109:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176964.245112:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176964.245119:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176964.245119:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176964.245123:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.245123:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176964.245133:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176964.245133:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176964.245140:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176964.245141:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176964.245145:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176964.245146:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.245146:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176964.245154:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176964.245155:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176964.245158:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176964.245160:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176964.245163:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.245163:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176964.245172:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176964.245172:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176964.245182:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176964.245182:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176964.245195:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176964.245202:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176964.245209:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176964.245209:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176964.245219:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176964.245222:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176964.245224:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176964.245228:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176964.245229:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176964.245242:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176964.245242:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176964.245253:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.245253:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176964.245268:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176964.245269:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176964.245274:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176964.245279:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.245280:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176964.245286:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.245290:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176964.245293:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.245297:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176964.245385:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176964.245390:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176964.245394:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176965.269142:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176965.269142:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176965.269142:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176965.269151:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176965.269153:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176965.269154:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176965.269155:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176965.269158:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176965.269159:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176965.269165:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176965.269166:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176965.269166:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176965.269173:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176965.269173:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176965.269173:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176965.269180:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176965.269181:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176965.269183:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176965.269186:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176965.269187:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176965.269195:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176965.269195:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176965.269196:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176965.269201:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176965.269201:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176965.269209:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176965.269209:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176965.269227:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176965.269230:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176965.269232:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176965.269235:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176965.269235:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176965.269240:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176965.269241:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176965.269243:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176965.269245:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176965.269247:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176965.269248:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176965.269251:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176965.269251:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176965.269254:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176965.269254:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176965.269258:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176965.269260:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176965.269262:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176965.269348:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176965.269350:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176965.269353:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176966.293086:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176966.293092:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176966.293094:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176966.293100:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176966.293100:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176966.293105:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176966.293106:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176966.293109:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176966.293111:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176966.293114:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176966.293117:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176966.293119:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176966.293121:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176966.293122:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176966.293127:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176966.293127:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176966.293131:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176966.293135:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176966.293164:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176966.293167:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176966.293170:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176966.293255:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176966.293258:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176966.293260:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176966.293262:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176966.293265:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176966.293266:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176966.293268:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176966.293268:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176966.293270:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176966.293272:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176966.293275:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176966.293276:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176966.293276:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176966.293281:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176966.293282:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176966.293282:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176966.293288:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176966.293290:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176966.293290:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176966.293296:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176966.293296:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176966.293302:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176966.293302:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176966.293307:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176966.293307:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176966.293313:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176966.293314:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176966.293327:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176966.293333:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176966.293336:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176966.293339:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176966.293342:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176966.293344:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176966.293346:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176966.293348:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176966.293350:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.317122:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176967.317123:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176967.317129:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176967.317131:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176967.317133:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176967.317135:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176967.317141:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176967.317142:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176967.317146:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176967.317150:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176967.317150:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.317154:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176967.317156:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.317158:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176967.317164:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176967.317164:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176967.317169:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176967.317175:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176967.317276:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176967.317279:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176967.317280:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176967.317283:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176967.317285:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176967.317287:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176967.317289:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176967.317291:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176967.317293:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176967.317293:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176967.317300:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176967.317306:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176967.317307:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176967.317311:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176967.317313:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176967.317314:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176967.317320:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176967.317321:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176967.317327:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176967.317328:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176967.317332:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176967.317334:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176967.317337:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176967.317339:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176967.317340:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176967.317345:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176967.317346:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176967.317393:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176967.317395:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176967.317397:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176967.445320:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176967.445326:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176967.445330:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176967.445340:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.445361:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176967.445367:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176967.445373:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176967.445380:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176967.445388:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176967.445398:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612142848:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176967.445406:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176967.445411:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176967.445415:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176967.445418:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176967.445424:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176967.445429:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176967.445436:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176967.445443:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176967.445462:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176967.445478:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612142848, portal 25 00000100:00000001:3.0:1786176967.445485:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176967.445490:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263252608 : -127833446299008 : ffff8bbc74d7ca80) 00000100:00000040:3.0:1786176967.445503:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.445522:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176967.445528:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176967.445533:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176967.445541:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612142848, offset 0 00000400:00000200:3.0:1786176967.445559:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176967.445574:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176967.445586:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176967.445592:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176967.445599:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176967.445605:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176967.445610:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176967.445616:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410436:410436:256:4294967295] 192.168.202.156@tcp LPNI seq info [410434:410434:8:4294967295] 00000400:00000200:3.0:1786176967.445625:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176967.445643:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176967.445652:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176967.445661:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176967.445675:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176967.445683:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786176967.445699:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176967.445707:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1786176967.445718:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176967.445721:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176967.445728:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176967.445739:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176967.445750:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176967.445757:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176967.445766:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176967.445774:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.445797:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176967.445807:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.445827:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.445833:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176967.445842:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176967.445852:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176967.445857:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303075960 00000100:00000010:3.0:1786176967.445879:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3aba0. 00000100:00000001:3.0:1786176967.445888:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176967.445895:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303075960 00000100:00000010:3.0:1786176967.445900:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a540. 00000100:00000001:3.0:1786176967.445904:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176967.445910:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176967.445913:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.445918:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176967.445923:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176967/real 1786176967] req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176967.445936:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176967.445939:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176967.445942:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176967.445949:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176967.445953:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176967.445957:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176967.445963:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176967.445980:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.445992:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176967.445997:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446002:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176967.446005:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176967.446034:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446044:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176967.446049:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446058:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176967.446063:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446066:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176967.446069:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446071:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176967.446074:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176967.446078:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176967.446085:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176967.446090:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176967.446097:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176967.446110:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612142848:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786176967.446115:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446121:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176967.446127:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ca80 x1872933612142848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446142:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176967.446145:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176967.446150:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176967.446156:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176967.446159:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176967.446162:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786176967.446166:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176967.446170:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:3.0:1786176967.446174:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176967.446178:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176967.446180:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ca80. 00000100:00000001:3.0:1786176967.446185:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176967.446188:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446190:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446200:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176967.446203:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.446208:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176967.446212:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176967.446214:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176967.446221:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446230:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176967.446232:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176967.446235:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176967.446236:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176967.446238:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176967.446240:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142976:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176967.446244:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176967.446246:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176967.446247:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176967.446248:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176967.446251:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176967.446252:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176967.446255:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176967.446257:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176967.446260:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176967.446263:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612142976, portal 10 00000100:00000001:3.0:1786176967.446264:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176967.446265:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257984 : -127833446293632 : ffff8bbc74d7df80) 00000100:00000040:3.0:1786176967.446270:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446275:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176967.446276:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176967.446278:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176967.446280:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612142976, offset 0 00000400:00000200:3.0:1786176967.446283:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176967.446286:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176967.446288:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176967.446291:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176967.446293:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176967.446295:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176967.446296:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176967.446298:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410437:410437:256:4294967295] 192.168.202.156@tcp LPNI seq info [410435:410435:8:4294967295] 00000400:00000200:3.0:1786176967.446301:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176967.446306:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176967.446309:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176967.446312:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176967.446314:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176967.446316:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786176967.446320:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176967.446322:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1786176967.446324:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176967.446326:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176967.446328:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176967.446330:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176967.446332:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176967.446333:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176967.446335:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176967.446337:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446343:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176967.446346:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446353:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.446355:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176967.446359:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176967.446363:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786176967.446366:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176967.446368:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303075336 00000100:00000001:3.0:1786176967.446371:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303075960 00000100:00000001:3.0:1786176967.446373:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303075336 00000100:00000001:3.0:1786176967.446375:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303075960 00000100:00000001:3.0:1786176967.446377:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176967.446380:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.446382:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176967.446386:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176967/real 1786176967] req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176967.446396:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176967.446397:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176967.446399:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176967.446402:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176967.446403:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176967.446405:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176967.446407:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176967.446413:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446418:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176967.446419:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446420:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176967.446421:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176967.446423:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446427:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176967.446429:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446435:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176967.446437:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446439:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176967.446440:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446442:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176967.446446:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176967.446449:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176967.446452:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176967.446454:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176967.446458:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176967.446467:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612142976:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176967.446471:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176967.446475:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446482:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176967.446484:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176967.446486:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176967.446488:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176967.446489:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176967.446492:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143104:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176967.446494:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176967.446496:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176967.446497:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176967.446498:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176967.446501:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176967.446502:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176967.446505:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176967.446507:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176967.446509:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176967.446511:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612143104, portal 10 00000100:00000001:3.0:1786176967.446512:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176967.446513:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263256192 : -127833446295424 : ffff8bbc74d7d880) 00000100:00000040:3.0:1786176967.446518:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446522:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176967.446524:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176967.446525:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176967.446527:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612143104, offset 0 00000400:00000200:3.0:1786176967.446530:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176967.446533:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176967.446536:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176967.446539:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176967.446542:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176967.446544:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176967.446546:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176967.446549:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410438:410438:256:4294967295] 192.168.202.156@tcp LPNI seq info [410436:410436:8:4294967295] 00000400:00000200:3.0:1786176967.446554:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176967.446561:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176967.446567:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176967.446571:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176967.446575:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176967.446578:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786176967.446583:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176967.446585:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1786176967.446588:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176967.446589:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176967.446592:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176967.446594:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176967.446597:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176967.446598:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176967.446600:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176967.446603:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446608:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176967.446610:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446615:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.446616:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176967.446618:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176967.446620:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786176967.446623:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176967.446624:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303075336 00000100:00000001:3.0:1786176967.446626:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303075960 00000100:00000001:3.0:1786176967.446628:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303075336 00000100:00000001:3.0:1786176967.446629:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303075960 00000100:00000001:3.0:1786176967.446630:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176967.446632:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.446633:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176967.446635:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176967/real 1786176967] req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176967.446640:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176967.446642:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176967.446643:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176967.446644:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176967.446646:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176967.446647:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176967.446649:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176967.446654:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446659:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176967.446660:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446661:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176967.446662:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176967.446664:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446668:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176967.446671:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446675:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176967.446676:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446677:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176967.446678:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446679:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176967.446680:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176967.446682:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176967.446684:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176967.446685:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176967.446687:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176967.446692:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143104:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786176967.446694:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176967.446696:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446700:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176967.446701:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176967.446703:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176967.446704:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176967.446706:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176967.446708:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143232:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176967.446710:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176967.446711:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176967.446712:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176967.446713:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176967.446715:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176967.446716:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176967.446719:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176967.446720:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176967.446722:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176967.446724:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612143232, portal 4 00000100:00000001:3.0:1786176967.446726:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176967.446727:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263254400 : -127833446297216 : ffff8bbc74d7d180) 00000100:00000040:3.0:1786176967.446731:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446735:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176967.446736:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176967.446738:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176967.446739:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612143232, offset 0 00000400:00000200:3.0:1786176967.446742:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176967.446744:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176967.446746:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176967.446748:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176967.446750:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176967.446751:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176967.446753:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176967.446755:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410439:410439:256:4294967295] 192.168.202.156@tcp LPNI seq info [410437:410437:8:4294967295] 00000400:00000200:3.0:1786176967.446758:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176967.446762:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176967.446765:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176967.446767:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176967.446770:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176967.446772:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786176967.446774:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176967.446776:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1786176967.446780:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176967.446782:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176967.446785:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176967.446788:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176967.446791:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176967.446793:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176967.446795:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176967.446799:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446808:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176967.446811:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446819:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.446821:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176967.446824:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176967.446827:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786176967.446831:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176967.446833:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303075519 00000100:00000001:3.0:1786176967.446835:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303075960 00000100:00000001:3.0:1786176967.446838:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303075519 00000100:00000001:3.0:1786176967.446839:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303075960 00000100:00000001:3.0:1786176967.446841:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176967.446842:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.446843:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176967.446846:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176967/real 1786176967] req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176967.446852:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176967.446853:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176967.446855:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176967.446857:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176967.446858:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176967.446859:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176967.446861:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176967.446881:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446885:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176967.446887:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446888:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176967.446889:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176967.446891:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446896:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176967.446898:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446902:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176967.446904:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446905:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176967.446905:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446907:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176967.446908:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176967.446909:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176967.446911:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176967.446912:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176967.446915:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176967.446920:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143232:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176967.446923:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446924:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176967.446926:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7df80 x1872933612142976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446930:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176967.446931:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176967.446932:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:3.0:1786176967.446934:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176967.446935:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176967.446936:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176967.446937:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176967.446939:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029800. 02000000:00000001:3.0:1786176967.446940:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176967.446941:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176967.446942:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7df80. 00000100:00000001:3.0:1786176967.446945:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176967.446946:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446947:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176967.446949:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d880 x1872933612143104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446953:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176967.446954:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176967.446955:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:3.0:1786176967.446957:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176967.446957:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176967.446958:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786176967.446959:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176967.446960:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:3.0:1786176967.446961:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176967.446962:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176967.446963:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d880. 00000100:00000001:3.0:1786176967.446965:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176967.446966:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446967:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176967.446969:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d180 x1872933612143232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446972:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176967.446973:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176967.446974:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176967.446975:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176967.446976:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176967.446976:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176967.446977:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176967.446978:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:3.0:1786176967.446979:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176967.446980:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176967.446981:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d180. 00000100:00000001:3.0:1786176967.446982:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176967.446983:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446984:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.446986:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176967.446987:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.446988:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176967.446989:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176967.446990:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786176967.446992:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.446996:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176967.446997:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176967.446998:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176967.446999:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176967.447001:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176967.447002:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143360:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176967.447004:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176967.447006:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176967.447007:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176967.447009:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786176967.447011:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176967.447027:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786176967.447030:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786176967.447032:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786176967.447034:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786176967.447036:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612143360, portal 4 00000100:00000001:3.0:1786176967.447038:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176967.447039:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257088 : -127833446294528 : ffff8bbc74d7dc00) 00000100:00000040:3.0:1786176967.447043:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.447047:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786176967.447049:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786176967.447050:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786176967.447052:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612143360, offset 0 00000400:00000200:3.0:1786176967.447054:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786176967.447057:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176967.447059:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786176967.447061:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786176967.447063:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786176967.447065:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786176967.447066:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786176967.447068:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410440:410440:256:4294967295] 192.168.202.156@tcp LPNI seq info [410438:410438:8:4294967295] 00000400:00000200:3.0:1786176967.447071:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176967.447075:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786176967.447078:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176967.447080:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786176967.447082:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786176967.447084:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1786176967.447087:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786176967.447089:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1786176967.447091:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786176967.447093:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786176967.447095:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786176967.447097:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176967.447099:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786176967.447100:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786176967.447102:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786176967.447104:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.447109:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176967.447111:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.447116:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.447117:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176967.447118:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176967.447120:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786176967.447122:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786176967.447123:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303075500 00000100:00000001:3.0:1786176967.447125:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303075960 00000100:00000001:3.0:1786176967.447126:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303075500 00000100:00000001:3.0:1786176967.447128:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303075960 00000100:00000001:3.0:1786176967.447129:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176967.447131:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.447132:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176967.447134:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176967/real 1786176967] req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176967.447139:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176967.447139:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786176967.447140:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786176967.447142:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786176967.447143:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786176967.447145:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786176967.447147:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786176967.447152:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.447156:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176967.447157:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.447158:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176967.447159:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176967.447161:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.447165:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786176967.447167:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.447171:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176967.447172:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.447173:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176967.447174:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.447175:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176967.447176:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176967.447178:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176967.447180:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786176967.447181:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786176967.447184:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176967.447189:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143360:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786176967.447191:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.447192:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176967.447194:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7dc00 x1872933612143360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176967.447198:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176967.447199:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786176967.447201:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786176967.447202:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176967.447203:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786176967.447203:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786176967.447205:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786176967.447206:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028400. 02000000:00000001:3.0:1786176967.447208:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176967.447208:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786176967.447209:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7dc00. 00000100:00000001:3.0:1786176967.447211:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176967.447212:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.447213:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176967.447215:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176967.447216:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176967.447217:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176967.447219:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176968.085945:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303075960, at 4303075968 00000100:00000010:0.0:1786176968.085953:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3aba0. 00000100:00000001:2.0:1786176968.341083:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176968.341088:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176968.341090:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176968.341096:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176968.341097:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176968.341102:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176968.341104:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176968.341107:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176968.341108:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176968.341109:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176968.341112:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176968.341117:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176968.341117:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176968.341118:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176968.341124:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176968.341125:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176968.341125:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176968.341131:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176968.341133:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176968.341137:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176968.341140:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176968.341141:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176968.341145:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176968.341149:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176968.341150:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176968.341155:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176968.341156:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176968.341160:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176968.341162:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176968.341163:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176968.341167:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176968.341170:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176968.341173:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176968.341175:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176968.341178:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176968.341183:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176968.341184:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176968.341191:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176968.341195:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176968.341202:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176968.341209:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176968.341214:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176968.341218:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176968.341220:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176968.341222:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176968.341248:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176968.341251:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176968.341254:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176969.365130:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176969.365130:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176969.365130:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176969.365136:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176969.365139:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176969.365139:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176969.365140:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176969.365144:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.365145:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176969.365146:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176969.365152:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176969.365153:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176969.365154:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176969.365156:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176969.365162:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176969.365162:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176969.365162:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176969.365166:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176969.365168:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.365168:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176969.365169:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.365176:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176969.365181:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176969.365186:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176969.365187:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176969.365191:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176969.365192:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176969.365194:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176969.365196:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176969.365198:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176969.365202:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176969.365202:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176969.365205:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176969.365208:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176969.365209:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176969.365211:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.365221:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176969.365226:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176969.365229:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176969.365233:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176969.365238:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176969.365242:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.365247:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176969.365251:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.365255:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176969.365288:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176969.365291:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176969.365293:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176970.389104:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176970.389105:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176970.389111:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176970.389113:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176970.389118:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176970.389118:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176970.389123:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176970.389124:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176970.389127:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176970.389129:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176970.389130:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176970.389135:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176970.389136:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176970.389137:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176970.389141:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176970.389142:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176970.389143:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176970.389150:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176970.389150:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176970.389155:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176970.389161:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176970.389162:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176970.389166:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176970.389172:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176970.389172:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176970.389176:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176970.389180:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176970.389181:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176970.389184:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176970.389187:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176970.389189:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176970.389191:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786176970.389192:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786176970.389193:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176970.389195:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176970.389197:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176970.389200:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176970.389200:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1786176970.389201:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176970.389206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176970.389207:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176970.389211:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176970.389215:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176970.389221:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176970.389226:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176970.389231:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176970.389234:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176970.389237:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176971.413124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176971.413124:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176971.413125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176971.413133:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176971.413133:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176971.413134:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176971.413137:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176971.413138:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176971.413139:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176971.413143:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176971.413144:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176971.413146:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176971.413150:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176971.413151:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176971.413152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176971.413155:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176971.413158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176971.413158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176971.413162:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176971.413164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176971.413166:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176971.413167:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176971.413169:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176971.413172:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176971.413179:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176971.413182:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176971.413185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176971.413190:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176971.413194:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176971.413195:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176971.413197:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176971.413199:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176971.413202:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176971.413205:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176971.413205:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176971.413208:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176971.413211:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176971.413212:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176971.413214:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176971.413220:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176971.413223:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176971.413227:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176971.413231:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176971.413232:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176971.413236:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176971.413262:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176971.413265:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176971.413267:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176972.437081:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176972.437087:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176972.437089:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176972.437094:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176972.437095:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176972.437097:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176972.437100:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176972.437101:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176972.437103:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176972.437105:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176972.437106:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176972.437106:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176972.437113:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176972.437114:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176972.437114:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176972.437118:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176972.437119:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176972.437119:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176972.437122:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176972.437124:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.437124:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.437127:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176972.437132:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.437136:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.437136:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176972.437139:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176972.437142:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176972.437154:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176972.437158:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176972.437162:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176972.437168:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176972.437172:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176972.437176:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176972.437180:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176972.437182:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176972.437187:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176972.437296:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176972.437299:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176972.437302:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176972.565140:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176972.565151:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176972.565155:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176972.565159:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176972.565163:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176972.565168:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8408 00000400:00000200:3.0:1786176972.565175:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176972.565181:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176972.565184:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176972.565187:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565190:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176972.565192:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565194:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176972.565198:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176972.565200:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176972.565202:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176972.565205:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176972.565207:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176972.565208:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176972.565211:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565212:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176972.565213:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565215:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176972.565216:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176972.565218:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565220:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176972.565222:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176972.565225:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176972.565227:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565229:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176972.565231:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176972.565239:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786176972.565242:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176972.565245:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176972.565247:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565250:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176972.565253:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176972.565257:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176972.565266:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786176972.565273:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176972.565284:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176972.565295:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176972.565299:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176972.565303:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176972.565323:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176972.565326:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176972.565328:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176972.565330:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176972.565331:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176972.565333:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176972.565335:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8408 00000400:00000200:3.0:1786176972.565338:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176972.565340:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176972.565341:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176972.565343:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565345:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176972.565347:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565348:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176972.565351:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176972.565352:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176972.565353:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176972.565355:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176972.565357:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176972.565358:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176972.565360:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565362:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176972.565364:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565365:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176972.565367:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1786176972.565367:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176972.565370:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565373:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.565376:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1786176972.565376:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786176972.565381:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1786176972.565384:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176972.565388:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565390:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:0.0:1786176972.565392:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1786176972.565394:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176972.565400:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565404:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176972.565409:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000100:00000001:0.0:1786176972.565412:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1786176972.565413:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00000001:0.0:1786176972.565416:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176972.565417:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176972.565420:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565422:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176972.565423:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176972.565424:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176972.565427:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176972.565429:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1786176972.565432:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 02000000:00000001:0.0:1786176972.565433:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565438:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176972.565440:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612143488:192.168.202.156@tcp:250:kworker.0 00000100:00100000:3.0:1786176972.565446:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176972.565452:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176972.565454:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176972.565456:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.565464:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786176972.565466:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176972.565469:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1786176972.565471:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1786176972.565472:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176972.565474:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176972.565477:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1786176972.565478:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565479:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176972.565482:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8408 02000000:00000001:0.0:1786176972.565485:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1786176972.565486:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176972.565490:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176972.565491:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 02000000:00000010:0.0:1786176972.565495:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000040:3.0:1786176972.565495:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565499:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1786176972.565501:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176972.565502:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565507:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176972.565508:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176972.565510:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176972.565512:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1786176972.565513:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:3.0:1786176972.565514:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176972.565518:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000010:0.0:1786176972.565519:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000020:00000001:3.0:1786176972.565520:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176972.565526:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565527:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176972.565528:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565529:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176972.565531:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176972.565533:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565535:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786176972.565536:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 02000000:00000001:3.0:1786176972.565536:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176972.565540:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176972.565542:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565544:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176972.565545:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000200:0.0:1786176972.565546:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612143488, portal 25 00000008:00000001:3.0:1786176972.565547:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.565552:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176972.565552:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.565557:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957504256 : -127833752047360 : ffff8bbc629e7100) 00000100:00000010:3.0:1786176972.565558:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000020:00000040:3.0:1786176972.565563:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176972.565566:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176972.565568:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565570:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1786176972.565571:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786176972.565571:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176972.565574:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176972.565578:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:3.0:1786176972.565584:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.565592:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1786176972.565593:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1786176972.565602:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565604:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176972.565606:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786176972.565608:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000040:3.0:1786176972.565610:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176972.565614:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612143488, offset 0 00000100:00000001:3.0:1786176972.565622:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176972.565624:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1786176972.565628:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00080000:3.0:1786176972.565629:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176972.565633:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176972.565635:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176972.565637:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176972.565640:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8408 00000400:00000200:0.0:1786176972.565644:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176972.565648:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176972.565652:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176972.565654:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1786176972.565657:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:3.0:1786176972.565659:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565664:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176972.565666:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:0.0:1786176972.565667:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1786176972.565668:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176972.565672:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176972.565673:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176972.565674:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1786176972.565676:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000040:3.0:1786176972.565677:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176972.565680:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176972.565683:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000200:0.0:1786176972.565684:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1786176972.565688:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:0.0:1786176972.565692:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176972.565696:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410441:410441:256:4294967295] 192.168.202.156@tcp LPNI seq info [410439:410439:8:4294967295] 00000100:00000001:3.0:1786176972.565700:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786176972.565704:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:3.0:1786176972.565705:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565710:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176972.565712:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176972.565715:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565719:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176972.565722:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176972.565725:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786176972.565726:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:3.0:1786176972.565728:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565732:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176972.565735:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000800:00000200:0.0:1786176972.565740:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000008:00000001:3.0:1786176972.565740:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565745:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176972.565749:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000800:00000010:0.0:1786176972.565750:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000020:00000040:3.0:1786176972.565752:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176972.565756:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176972.565757:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565758:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176972.565761:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1786176972.565764:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:3.0:1786176972.565764:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176972.565770:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000800:00000200:0.0:1786176972.565772:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00000001:3.0:1786176972.565773:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176972.565780:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.1:1786176972.565786:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176972.565791:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176972.565794:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1786176972.565794:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00000040:3.0:1786176972.565801:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1786176972.565806:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565811:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1786176972.565813:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000100:00080000:3.0:1786176972.565826:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176972.565832:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176972.565833:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176972.565835:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1786176972.565837:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1786176972.565837:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176972.565842:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8408 00000400:00000200:3.0:1786176972.565848:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176972.565851:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786176972.565854:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176972.565858:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176972.565860:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:0.0:1786176972.565861:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000100:00000001:3.0:1786176972.565862:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176972.565867:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000010:0.0:1786176972.565868:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:3.0:1786176972.565869:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176972.565873:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786176972.565875:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1786176972.565875:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176972.565879:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176972.565881:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176972.565884:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000200:0.0:1786176972.565886:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1786176972.565886:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176972.565893:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565896:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176972.565905:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786176972.565906:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565909:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176972.565912:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000040:0.0:1786176972.565913:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786176972.565917:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176972.565922:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176972.565925:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176972.565929:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176972.565932:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176972.565932:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565934:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176972.565938:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:3.0:1786176972.565939:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176972.565944:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.565947:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565947:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176972.565956:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 00000400:00000200:0.0:1786176972.565958:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:3.0:1786176972.565960:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:0.0:1786176972.565963:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303081080 02000000:00000001:3.0:1786176972.565965:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176972.565969:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176972.565971:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1786176972.565972:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 02000000:00000001:3.0:1786176972.565974:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176972.565978:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.565981:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 02000000:00000010:3.0:1786176972.565985:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:0.0:1786176972.565989:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303081080 00000100:00000001:3.0:1786176972.565990:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176972.565995:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e780. 00000100:00100000:3.0:1786176972.565999:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176972.566001:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176972.566009:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176972.566030:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176972.566034:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176972.566040:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176972.566044:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8418) 00000100:00000001:0.0:1786176972.566047:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176972.566056:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.566059:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176972.566066:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176972/real 1786176972] req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176972.566076:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176972.566078:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176972.566080:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176972.566084:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176972.566086:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176972.566088:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176972.566093:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176972.566102:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566109:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176972.566110:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566112:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176972.566114:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176972.566118:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566124:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176972.566128:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566135:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176972.566138:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566140:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176972.566141:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566143:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176972.566145:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176972.566147:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176972.566151:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176972.566152:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176972.566156:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176972.566164:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612143488:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786176972.566169:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566171:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176972.566174:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e7100 x1872933612143488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566187:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176972.566190:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176972.566192:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786176972.566195:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176972.566197:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176972.566199:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786176972.566201:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176972.566203:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:0.0:1786176972.566207:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176972.566208:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176972.566210:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e7100. 00000100:00000001:0.0:1786176972.566213:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176972.566214:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566216:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566223:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176972.566225:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.566227:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176972.566229:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176972.566231:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176972.566235:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566242:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176972.566243:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176972.566246:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176972.566248:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176972.566250:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176972.566253:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143616:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176972.566256:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176972.566259:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176972.566260:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176972.566262:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176972.566265:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786176972.566267:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176972.566271:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176972.566274:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176972.566277:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176972.566280:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612143616, portal 10 00000100:00000001:0.0:1786176972.566282:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176972.566283:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957502464 : -127833752049152 : ffff8bbc629e6a00) 00000100:00000040:0.0:1786176972.566289:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566295:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176972.566297:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176972.566299:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176972.566301:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612143616, offset 0 00000400:00000200:0.0:1786176972.566305:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176972.566309:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176972.566313:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176972.566315:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176972.566318:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176972.566320:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176972.566322:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176972.566325:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410442:410442:256:4294967295] 192.168.202.156@tcp LPNI seq info [410440:410440:8:4294967295] 00000400:00000200:0.0:1786176972.566329:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176972.566335:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176972.566339:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176972.566342:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176972.566346:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176972.566349:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1786176972.566353:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176972.566356:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1786176972.566359:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176972.566361:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176972.566365:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176972.566368:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176972.566372:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176972.566374:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176972.566377:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176972.566381:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566389:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176972.566392:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566398:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.566400:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176972.566403:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176972.566407:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786176972.566410:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176972.566411:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303080456 00000100:00000001:0.0:1786176972.566414:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303081080 00000100:00000001:0.0:1786176972.566416:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303080456 00000100:00000001:0.0:1786176972.566418:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303081080 00000100:00000001:0.0:1786176972.566420:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176972.566422:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.566424:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176972.566428:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176972/real 1786176972] req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176972.566435:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176972.566437:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176972.566438:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176972.566441:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176972.566442:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176972.566445:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176972.566447:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176972.566455:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566467:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176972.566469:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566470:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176972.566472:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176972.566476:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566483:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176972.566487:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566493:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176972.566496:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566497:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176972.566498:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566500:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176972.566503:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176972.566505:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176972.566508:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176972.566510:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176972.566514:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176972.566521:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143616:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176972.566525:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176972.566528:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566534:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176972.566535:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176972.566537:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176972.566539:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176972.566541:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176972.566544:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143744:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176972.566547:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176972.566548:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176972.566550:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176972.566556:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176972.566560:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3000. 02000000:00000001:0.0:1786176972.566562:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176972.566566:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176972.566569:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176972.566572:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176972.566575:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612143744, portal 10 00000100:00000001:0.0:1786176972.566577:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176972.566578:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957497088 : -127833752054528 : ffff8bbc629e5500) 00000100:00000040:0.0:1786176972.566584:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566590:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176972.566593:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176972.566595:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176972.566597:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612143744, offset 0 00000400:00000200:0.0:1786176972.566601:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176972.566605:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176972.566608:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176972.566611:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176972.566613:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176972.566615:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176972.566617:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176972.566620:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410443:410443:256:4294967295] 192.168.202.156@tcp LPNI seq info [410441:410441:8:4294967295] 00000400:00000200:0.0:1786176972.566624:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176972.566630:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176972.566635:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176972.566638:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176972.566641:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176972.566644:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1786176972.566648:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176972.566650:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1786176972.566654:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176972.566656:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176972.566658:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176972.566661:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176972.566664:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176972.566666:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176972.566668:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176972.566672:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566679:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176972.566683:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566689:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.566691:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176972.566694:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176972.566697:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786176972.566700:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176972.566702:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303080456 00000100:00000001:0.0:1786176972.566705:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303081080 00000100:00000001:0.0:1786176972.566707:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303080456 00000100:00000001:0.0:1786176972.566709:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303081080 00000100:00000001:0.0:1786176972.566711:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176972.566713:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.566715:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176972.566719:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176972/real 1786176972] req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176972.566727:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176972.566729:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176972.566730:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176972.566732:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176972.566734:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176972.566736:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176972.566738:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176972.566747:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566753:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176972.566755:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566757:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176972.566758:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176972.566762:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566769:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176972.566773:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566780:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176972.566782:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566784:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176972.566786:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.566787:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176972.566790:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176972.566792:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176972.566795:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176972.566797:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176972.566801:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176972.566810:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143744:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176972.566813:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176972.566832:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566839:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176972.566841:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176972.566844:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176972.566846:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176972.566848:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176972.566851:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143872:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176972.566855:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176972.566857:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176972.566858:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176972.566860:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176972.566864:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176972.566866:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176972.566869:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176972.566872:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176972.566875:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176972.566878:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612143872, portal 4 00000100:00000001:0.0:1786176972.566880:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176972.566881:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957505152 : -127833752046464 : ffff8bbc629e7480) 00000100:00000040:0.0:1786176972.566887:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566893:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176972.566896:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176972.566898:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176972.566900:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612143872, offset 0 00000400:00000200:0.0:1786176972.566905:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176972.566908:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176972.566912:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176972.566915:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176972.566918:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176972.566920:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176972.566923:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176972.566926:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410444:410444:256:4294967295] 192.168.202.156@tcp LPNI seq info [410442:410442:8:4294967295] 00000400:00000200:0.0:1786176972.566930:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176972.566936:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176972.566941:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176972.566944:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176972.566948:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176972.566951:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1786176972.566955:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176972.566957:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1786176972.566961:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176972.566963:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176972.566966:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176972.566969:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176972.566972:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176972.566974:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176972.566976:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176972.566980:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566987:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176972.566990:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.566997:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.566998:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176972.567001:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176972.567004:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786176972.567007:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176972.567009:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303080639 00000100:00000001:0.0:1786176972.567031:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303081080 00000100:00000001:0.0:1786176972.567034:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303080640 00000100:00000001:0.0:1786176972.567036:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303081080 00000100:00000001:0.0:1786176972.567038:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176972.567040:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.567042:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176972.567046:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176972/real 1786176972] req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176972.567054:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176972.567055:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176972.567057:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176972.567059:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176972.567062:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176972.567064:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176972.567067:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176972.567075:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567081:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176972.567083:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567085:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176972.567086:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176972.567089:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567095:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176972.567099:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567105:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176972.567108:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567110:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176972.567111:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567113:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176972.567114:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176972.567117:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176972.567121:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176972.567123:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176972.567127:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176972.567135:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612143872:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176972.567139:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176972.567143:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567149:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176972.567151:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176972.567153:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176972.567155:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176972.567157:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176972.567160:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144000:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176972.567163:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176972.567165:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176972.567167:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176972.567169:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176972.567172:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1000. 02000000:00000001:0.0:1786176972.567174:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176972.567177:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176972.567180:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176972.567183:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176972.567186:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612144000, portal 4 00000100:00000001:0.0:1786176972.567189:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176972.567190:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957496192 : -127833752055424 : ffff8bbc629e5180) 00000100:00000040:0.0:1786176972.567196:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567202:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176972.567204:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176972.567207:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176972.567209:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612144000, offset 0 00000400:00000200:0.0:1786176972.567213:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176972.567217:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176972.567221:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176972.567224:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176972.567226:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176972.567229:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176972.567231:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176972.567234:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410445:410445:256:4294967295] 192.168.202.156@tcp LPNI seq info [410443:410443:8:4294967295] 00000400:00000200:0.0:1786176972.567239:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176972.567245:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176972.567249:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176972.567252:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176972.567256:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176972.567259:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1786176972.567264:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176972.567266:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:0.0:1786176972.567270:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176972.567272:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176972.567275:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176972.567278:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176972.567281:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176972.567283:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176972.567285:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176972.567289:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567303:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176972.567306:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786176997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567314:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.567315:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176972.567318:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176972.567320:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786176972.567323:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176972.567325:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303080620 00000100:00000001:0.0:1786176972.567327:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303081080 00000100:00000001:0.0:1786176972.567329:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303080620 00000100:00000001:0.0:1786176972.567331:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303081080 00000100:00000001:0.0:1786176972.567333:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176972.567335:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.567337:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176972.567340:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176972/real 1786176972] req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176972.567348:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176972.567349:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176972.567351:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176972.567353:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176972.567354:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176972.567356:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176972.567359:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176972.567367:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567373:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176972.567375:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567377:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176972.567379:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176972.567382:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567389:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176972.567393:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567400:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176972.567403:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567404:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176972.567406:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567408:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176972.567410:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176972.567412:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176972.567415:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176972.567418:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176972.567422:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176972.567430:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144000:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176972.567433:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567436:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176972.567439:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6a00 x1872933612143616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567446:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176972.567447:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176972.567450:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786176972.567452:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176972.567454:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176972.567456:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176972.567458:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176972.567459:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:0.0:1786176972.567463:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176972.567465:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176972.567466:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6a00. 00000100:00000001:0.0:1786176972.567469:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176972.567470:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567472:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176972.567476:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5500 x1872933612143744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567482:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176972.567483:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176972.567485:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:0.0:1786176972.567487:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176972.567489:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176972.567490:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176972.567492:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176972.567493:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:0.0:1786176972.567495:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176972.567497:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176972.567498:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5500. 00000100:00000001:0.0:1786176972.567500:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176972.567501:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567503:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176972.567506:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e7480 x1872933612143872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567513:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176972.567514:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176972.567515:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176972.567517:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176972.567518:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176972.567520:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176972.567522:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176972.567523:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:0.0:1786176972.567526:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176972.567527:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176972.567529:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e7480. 00000100:00000001:0.0:1786176972.567531:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176972.567532:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567533:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176972.567537:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5180 x1872933612144000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176972.567543:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176972.567544:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176972.567546:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:0.0:1786176972.567548:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176972.567550:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176972.567551:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176972.567553:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176972.567554:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:0.0:1786176972.567556:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176972.567557:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176972.567559:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5180. 00000100:00000001:0.0:1786176972.567561:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176972.567562:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567563:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176972.567567:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176972.567568:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176972.567570:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176972.567572:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176973.205096:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303081080, at 4303081088 00000100:00000010:0.0:1786176973.205112:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:0.0:1786176973.461162:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176973.461162:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176973.461170:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176973.461179:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176973.461180:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176973.461181:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176973.461186:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176973.461191:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176973.461193:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176973.461196:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176973.461208:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176973.461213:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176973.461213:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176973.461215:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176973.461232:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176973.461233:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176973.461236:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176973.461237:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176973.461245:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176973.461249:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176973.461253:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176973.461267:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176973.461275:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176973.461285:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176973.461286:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176973.461286:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176973.461297:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176973.461299:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176973.461306:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176973.461309:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176973.461312:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176973.461321:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176973.461325:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176973.461327:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176973.461328:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176973.461331:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176973.461491:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176973.461496:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176973.461500:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176974.485122:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176974.485122:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176974.485125:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176974.485131:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176974.485131:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176974.485132:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176974.485134:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176974.485136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176974.485137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176974.485142:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176974.485142:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176974.485144:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176974.485148:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176974.485149:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176974.485152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176974.485154:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176974.485154:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176974.485158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176974.485161:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176974.485162:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176974.485166:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176974.485167:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176974.485173:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176974.485174:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176974.485175:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176974.485179:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176974.485183:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176974.485189:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176974.485193:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176974.485195:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176974.485198:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176974.485201:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176974.485206:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176974.485207:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176974.485213:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176974.485214:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176974.485217:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176974.485218:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176974.485223:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176974.485224:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176974.485228:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176974.485231:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176974.485232:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176974.485233:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176974.485237:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176974.485238:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176974.485240:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176974.485241:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176974.485242:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1786176974.485246:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000020:00000001:3.0:1786176974.485248:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176974.485249:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176974.485254:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176974.485256:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176974.485257:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176974.485259:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176974.485260:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176975.509113:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176975.509117:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176975.509121:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176975.509124:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176975.509125:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176975.509126:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176975.509130:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176975.509130:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176975.509131:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176975.509135:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.509137:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176975.509138:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176975.509139:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176975.509142:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176975.509144:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176975.509146:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176975.509149:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176975.509150:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176975.509151:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.509152:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176975.509156:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176975.509160:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.509161:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176975.509166:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176975.509167:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176975.509173:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176975.509181:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176975.509183:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176975.509187:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176975.509188:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176975.509191:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176975.509194:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176975.509197:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176975.509198:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176975.509202:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176975.509203:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176975.509204:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176975.509208:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176975.509208:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.509209:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176975.509212:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176975.509215:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176975.509215:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176975.509219:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176975.509222:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176975.509226:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176975.509227:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.509231:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176975.509232:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.509233:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176975.509238:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176975.509238:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176975.509242:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176975.509246:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176976.533131:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176976.533131:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176976.533140:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176976.533141:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176976.533141:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176976.533146:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176976.533146:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176976.533148:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176976.533154:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176976.533156:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176976.533156:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176976.533163:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176976.533166:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176976.533166:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176976.533169:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176976.533172:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176976.533172:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176976.533173:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176976.533181:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176976.533181:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176976.533186:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176976.533186:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176976.533191:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176976.533192:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176976.533193:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176976.533199:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176976.533206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176976.533210:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176976.533215:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176976.533218:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176976.533218:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176976.533224:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176976.533224:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176976.533227:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176976.533228:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176976.533228:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176976.533234:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176976.533234:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176976.533235:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176976.533239:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176976.533240:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176976.533240:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176976.533244:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176976.533244:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176976.533246:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176976.533248:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176976.533249:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176976.533253:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176976.533253:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176976.533257:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176976.533258:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176976.533263:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176976.533268:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176976.533273:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176977.557103:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176977.557111:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176977.557114:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.557120:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176977.557121:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176977.557123:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176977.557125:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176977.557128:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176977.557129:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.557129:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176977.557134:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176977.557135:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176977.557136:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176977.557138:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176977.557142:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176977.557145:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176977.557145:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176977.557146:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176977.557151:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.557152:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176977.557152:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.557156:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176977.557160:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.557162:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.557162:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176977.557166:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176977.557170:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.557182:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176977.557187:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176977.557189:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176977.557190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786176977.557192:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176977.557194:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176977.557198:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176977.557198:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.557201:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176977.557203:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176977.557204:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176977.557207:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176977.557208:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176977.557210:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176977.557212:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176977.557213:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.557215:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176977.557219:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176977.557220:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176977.557221:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176977.557223:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176977.557227:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176977.557228:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.557233:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176977.557238:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176977.557240:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176977.557243:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176977.685139:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176977.685150:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176977.685153:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176977.685156:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176977.685161:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176977.685168:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8413 00000400:00000200:2.0:1786176977.685176:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176977.685182:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176977.685186:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176977.685189:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685193:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176977.685194:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685196:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176977.685200:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176977.685202:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176977.685204:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176977.685206:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176977.685208:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176977.685210:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176977.685212:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685213:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176977.685215:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685216:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176977.685218:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176977.685220:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685222:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176977.685224:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176977.685227:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176977.685229:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.685231:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176977.685232:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176977.685240:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786176977.685243:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176977.685247:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176977.685249:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.685252:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176977.685255:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176977.685259:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176977.685267:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176977.685273:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176977.685284:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176977.685311:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176977.685315:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176977.685319:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176977.685336:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176977.685339:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176977.685342:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176977.685343:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176977.685345:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176977.685347:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176977.685349:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8413 00000400:00000200:2.0:1786176977.685352:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176977.685354:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176977.685356:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176977.685358:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685359:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176977.685361:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685363:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176977.685365:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176977.685366:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176977.685367:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176977.685369:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176977.685371:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786176977.685372:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176977.685375:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685376:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176977.685379:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1786176977.685379:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685383:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176977.685384:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1786176977.685387:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:0.0:1786176977.685388:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1786176977.685391:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685393:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176977.685396:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176977.685401:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1786176977.685402:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176977.685405:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.685409:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176977.685414:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176977.685420:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.685425:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.685431:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1786176977.685433:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000100:00000001:0.0:1786176977.685434:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.685439:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1786176977.685440:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176977.685442:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176977.685446:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176977.685449:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.685451:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176977.685453:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176977.685454:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176977.685456:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176977.685459:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612144128:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786176977.685464:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1786176977.685464:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 02000000:00000001:0.0:1786176977.685470:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176977.685471:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.685473:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.685477:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1786176977.685481:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1786176977.685483:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176977.685487:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.685494:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1786176977.685497:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176977.685497:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176977.685502:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1786176977.685503:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176977.685511:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000001:2.0:1786176977.685514:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176977.685519:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612144128, portal 25 00000100:00080000:2.0:1786176977.685519:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176977.685525:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786176977.685527:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786176977.685530:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439484160 : -127834270067456 : ffff8bbc43be1500) 00000100:00000001:2.0:1786176977.685531:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176977.685535:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176977.685539:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:0.0:1786176977.685542:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176977.685546:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8413 00000400:00000200:2.0:1786176977.685556:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176977.685561:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1786176977.685562:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176977.685566:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786176977.685571:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000040:2.0:1786176977.685574:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000010:0.0:1786176977.685576:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000001:2.0:1786176977.685578:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1786176977.685581:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612144128, offset 0 00000100:00000040:2.0:1786176977.685583:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685588:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786176977.685591:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000020:00000001:2.0:1786176977.685594:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176977.685597:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176977.685599:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1786176977.685602:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:2.0:1786176977.685603:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176977.685608:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:0.0:1786176977.685609:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000001:2.0:1786176977.685613:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:0.0:1786176977.685617:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1786176977.685621:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:0.0:1786176977.685624:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:2.0:1786176977.685628:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786176977.685631:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1786176977.685634:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:0.0:1786176977.685638:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685639:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176977.685643:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:0.0:1786176977.685646:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410446:410446:256:4294967295] 192.168.202.156@tcp LPNI seq info [410444:410444:8:4294967295] 00000100:00080000:2.0:1786176977.685651:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:0.0:1786176977.685653:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176977.685658:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176977.685664:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1786176977.685665:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:2.0:1786176977.685669:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1786176977.685673:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 02000000:00000001:2.0:1786176977.685676:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1786176977.685679:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176977.685686:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176977.685690:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000001:2.0:1786176977.685690:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176977.685694:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176977.685699:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1786176977.685699:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176977.685704:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1786176977.685705:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000010:2.0:1786176977.685709:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000800:00000100:0.0:1786176977.685710:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176977.685714:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000020:00000040:2.0:1786176977.685715:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176977.685719:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1786176977.685720:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:2.0:1786176977.685721:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.685724:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1786176977.685727:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 02000000:00000001:2.0:1786176977.685727:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176977.685730:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176977.685732:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 02000000:00000010:2.0:1786176977.685735:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000400:00000010:0.0:1786176977.685736:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:2.0:1786176977.685742:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.685743:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176977.685748:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786176977.685751:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176977.685784:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176977.685786:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176977.685787:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176977.685794:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176977.685795:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.685825:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.685826:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.685831:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786176977.685832:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176977.685836:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176977.685838:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176977.685839:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176977.685840:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176977.685846:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1786176977.685848:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786176977.685849:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8413 00000100:00000001:0.0:1786176977.685853:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303086200 00000400:00000200:2.0:1786176977.685858:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:0.0:1786176977.685862:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000400:00000200:2.0:1786176977.685862:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176977.685867:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176977.685869:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176977.685871:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176977.685872:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176977.685876:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685879:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176977.685880:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303086200 00000020:00000001:2.0:1786176977.685881:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176977.685883:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000010:0.0:1786176977.685885:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e360. 00000020:00000001:2.0:1786176977.685886:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176977.685889:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:0.0:1786176977.685891:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1786176977.685892:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:0.0:1786176977.685895:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786176977.685897:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:0.0:1786176977.685900:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176977.685902:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176977.685905:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176977.685906:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176977.685909:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00100000:0.0:1786176977.685912:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176977/real 1786176977] req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176977.685912:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176977.685915:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176977.685921:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176977.685926:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176977.685930:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:0.0:1786176977.685932:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1786176977.685933:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1786176977.685935:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1786176977.685936:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786176977.685938:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000100:00000001:2.0:1786176977.685940:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1786176977.685943:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000008:00100000:2.0:1786176977.685944:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000010:0.0:1786176977.685947:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000008:00000001:2.0:1786176977.685948:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.685951:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176977.685951:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176977.685957:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1786176977.685957:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786176977.685960:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176977.685966:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176977.685968:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.685971:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1786176977.685974:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176977.685974:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176977.685976:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176977.685981:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:0.0:1786176977.685985:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176977.685986:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.685988:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.685991:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176977.685993:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176977.685995:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786176977.686000:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686006:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176977.686034:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176977.686036:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176977.686041:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786176977.686044:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176977.686050:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176977.686056:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176977.686065:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176977.686065:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176977.686068:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176977.686070:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176977.686072:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176977.686074:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176977.686077:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1786176977.686078:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8413 00000100:00000001:0.0:1786176977.686082:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1786176977.686084:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176977.686088:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176977.686092:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:2.0:1786176977.686092:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176977.686098:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1786176977.686099:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176977.686107:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000040:2.0:1786176977.686107:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176977.686113:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786176977.686114:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786176977.686120:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176977.686121:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.686128:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176977.686134:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:0.0:1786176977.686136:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612144128:192.168.202.156@tcp:250:kworker.0 00000020:00000040:2.0:1786176977.686137:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000001:0.0:1786176977.686142:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176977.686142:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176977.686145:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:0.0:1786176977.686146:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1786176977.686150:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786176977.686151:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1500 x1872933612144128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176977.686154:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176977.686162:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176977.686167:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176977.686168:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1786176977.686170:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:0.0:1786176977.686172:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786176977.686173:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000010:0.0:1786176977.686176:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 00000020:00000040:2.0:1786176977.686177:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 02000000:00000001:0.0:1786176977.686181:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1786176977.686182:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000020:00000001:0.0:1786176977.686185:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1786176977.686186:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1786176977.686187:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176977.686189:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1786176977.686192:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176977.686193:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1786176977.686196:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:2.0:1786176977.686197:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176977.686203:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1786176977.686205:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000008:00100000:2.0:1786176977.686205:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 02000000:00000001:0.0:1786176977.686210:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:2.0:1786176977.686210:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176977.686215:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1500. 00000100:00000001:2.0:1786176977.686215:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176977.686218:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000100:00000001:0.0:1786176977.686221:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1786176977.686222:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:0.0:1786176977.686226:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176977.686226:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176977.686229:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.686232:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176977.686232:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176977.686233:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176977.686236:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176977.686240:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176977.686243:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.686244:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176977.686248:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176977.686249:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176977.686251:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176977.686253:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176977.686256:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176977.686262:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176977.686267:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176977.686272:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176977.686273:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.686274:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.686279:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176977.686281:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176977.686285:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176977.686285:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176977.686289:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144256:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176977.686295:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176977.686298:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176977.686300:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.686303:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176977.686304:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176977.686306:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176977.686310:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176977.686311:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8423) 00000400:00000200:0.0:1786176977.686318:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176977.686322:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176977.686325:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176977.686328:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612144256, portal 10 00000100:00000001:0.0:1786176977.686330:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176977.686331:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 00000100:00000040:0.0:1786176977.686337:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686341:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176977.686343:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176977.686344:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176977.686346:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612144256, offset 0 00000400:00000200:0.0:1786176977.686349:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176977.686352:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176977.686354:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176977.686356:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176977.686358:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176977.686360:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176977.686362:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176977.686364:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410447:410447:256:4294967295] 192.168.202.156@tcp LPNI seq info [410445:410445:8:4294967295] 00000400:00000200:0.0:1786176977.686367:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176977.686371:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176977.686374:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176977.686377:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176977.686380:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176977.686382:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1786176977.686385:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176977.686387:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1786176977.686389:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176977.686391:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176977.686393:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176977.686395:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176977.686397:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176977.686399:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176977.686400:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176977.686402:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686408:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176977.686410:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686415:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.686416:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176977.686418:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176977.686421:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786176977.686423:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176977.686424:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303085576 00000100:00000001:0.0:1786176977.686426:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303086200 00000100:00000001:0.0:1786176977.686428:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303085576 00000100:00000001:0.0:1786176977.686430:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303086200 00000100:00000001:0.0:1786176977.686431:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176977.686432:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.686433:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176977.686436:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176977/real 1786176977] req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176977.686445:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176977.686446:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176977.686447:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176977.686449:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176977.686450:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176977.686451:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176977.686453:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176977.686458:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686463:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176977.686464:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686465:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176977.686466:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176977.686468:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686472:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176977.686474:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686479:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176977.686480:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686481:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176977.686482:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686483:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176977.686485:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176977.686487:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176977.686489:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176977.686490:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176977.686493:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176977.686498:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144256:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176977.686501:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176977.686503:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686507:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176977.686508:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.686509:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176977.686510:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176977.686511:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176977.686513:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144384:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176977.686515:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176977.686517:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176977.686518:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.686520:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176977.686523:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3000. 02000000:00000001:0.0:1786176977.686525:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176977.686528:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176977.686531:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176977.686534:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176977.686537:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612144384, portal 10 00000100:00000001:0.0:1786176977.686539:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176977.686541:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:0.0:1786176977.686547:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686555:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176977.686557:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176977.686560:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176977.686562:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612144384, offset 0 00000400:00000200:0.0:1786176977.686567:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176977.686571:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176977.686575:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176977.686577:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176977.686579:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176977.686581:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176977.686583:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176977.686585:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410448:410448:256:4294967295] 192.168.202.156@tcp LPNI seq info [410446:410446:8:4294967295] 00000400:00000200:0.0:1786176977.686588:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176977.686592:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176977.686595:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176977.686598:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176977.686601:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176977.686603:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1786176977.686605:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176977.686607:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1786176977.686610:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176977.686611:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176977.686613:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176977.686616:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176977.686618:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176977.686619:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176977.686621:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176977.686623:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686629:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176977.686631:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686635:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.686636:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176977.686638:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176977.686640:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786176977.686642:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176977.686644:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303085576 00000100:00000001:0.0:1786176977.686646:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303086200 00000100:00000001:0.0:1786176977.686648:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303085576 00000100:00000001:0.0:1786176977.686649:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303086200 00000100:00000001:0.0:1786176977.686650:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176977.686651:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.686653:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176977.686655:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176977/real 1786176977] req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176977.686660:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176977.686661:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176977.686662:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176977.686663:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176977.686664:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176977.686666:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176977.686668:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176977.686673:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686677:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176977.686678:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686679:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176977.686679:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176977.686682:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686688:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176977.686692:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686700:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176977.686703:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686705:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176977.686706:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686708:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176977.686711:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176977.686713:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176977.686717:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176977.686719:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176977.686723:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176977.686732:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144384:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176977.686736:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176977.686739:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686745:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176977.686746:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.686748:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176977.686749:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176977.686750:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176977.686752:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144512:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176977.686754:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176977.686756:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176977.686757:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.686758:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176977.686761:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786176977.686762:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176977.686777:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176977.686780:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176977.686785:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176977.686787:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612144512, portal 4 00000100:00000001:0.0:1786176977.686789:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176977.686790:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439478784 : -127834270072832 : ffff8bbc43be0000) 00000100:00000040:0.0:1786176977.686795:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686799:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176977.686801:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176977.686802:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176977.686804:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612144512, offset 0 00000400:00000200:0.0:1786176977.686806:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176977.686809:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176977.686811:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176977.686813:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176977.686815:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176977.686817:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176977.686819:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176977.686821:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410449:410449:256:4294967295] 192.168.202.156@tcp LPNI seq info [410447:410447:8:4294967295] 00000400:00000200:0.0:1786176977.686824:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176977.686828:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176977.686831:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176977.686833:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176977.686835:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176977.686837:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1786176977.686840:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176977.686842:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1786176977.686844:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176977.686846:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176977.686848:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176977.686850:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176977.686852:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176977.686853:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176977.686855:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176977.686857:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686867:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176977.686869:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686874:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.686875:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176977.686877:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176977.686879:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786176977.686881:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176977.686882:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303085759 00000100:00000001:0.0:1786176977.686884:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303086200 00000100:00000001:0.0:1786176977.686885:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303085759 00000100:00000001:0.0:1786176977.686886:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303086200 00000100:00000001:0.0:1786176977.686888:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176977.686889:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.686890:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176977.686892:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176977/real 1786176977] req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176977.686897:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176977.686898:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176977.686899:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176977.686900:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176977.686901:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176977.686903:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176977.686905:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176977.686910:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686914:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176977.686915:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686917:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176977.686918:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176977.686920:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686924:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176977.686926:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686930:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176977.686932:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686933:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176977.686934:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686935:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176977.686936:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176977.686937:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176977.686939:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176977.686940:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176977.686943:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176977.686947:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144512:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176977.686950:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686951:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176977.686953:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612144256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686958:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176977.686959:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176977.686960:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176977.686962:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176977.686963:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176977.686964:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176977.686966:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176977.686967:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:0.0:1786176977.686969:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176977.686970:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176977.686971:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:0.0:1786176977.686973:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176977.686974:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686975:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176977.686977:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612144384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686981:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176977.686982:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176977.686983:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:0.0:1786176977.686984:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176977.686985:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176977.686985:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176977.686986:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176977.686987:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:0.0:1786176977.686989:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176977.686989:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176977.686990:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:0.0:1786176977.686991:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176977.686992:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.686993:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176977.686995:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0000 x1872933612144512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.686998:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176977.686999:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176977.687000:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786176977.687001:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176977.687002:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176977.687002:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176977.687003:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176977.687004:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:0.0:1786176977.687005:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176977.687006:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176977.687007:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0000. 00000100:00000001:0.0:1786176977.687009:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176977.687010:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.687026:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.687030:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176977.687031:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.687032:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176977.687033:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176977.687034:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176977.687037:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.687041:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176977.687042:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.687044:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176977.687045:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176977.687046:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176977.687048:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144640:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176977.687050:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176977.687051:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176977.687052:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176977.687054:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176977.687056:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786176977.687057:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176977.687059:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176977.687061:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176977.687063:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176977.687065:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612144640, portal 4 00000100:00000001:0.0:1786176977.687066:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176977.687068:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:0.0:1786176977.687071:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.687075:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176977.687077:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176977.687079:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176977.687080:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612144640, offset 0 00000400:00000200:0.0:1786176977.687083:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176977.687085:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176977.687087:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176977.687090:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176977.687091:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176977.687093:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176977.687095:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176977.687097:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410450:410450:256:4294967295] 192.168.202.156@tcp LPNI seq info [410448:410448:8:4294967295] 00000400:00000200:0.0:1786176977.687099:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176977.687104:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176977.687106:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176977.687108:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176977.687110:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176977.687112:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1786176977.687115:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176977.687117:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1786176977.687119:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176977.687121:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176977.687123:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176977.687125:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176977.687127:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176977.687128:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176977.687130:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176977.687132:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.687137:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176977.687139:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.687143:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.687144:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176977.687147:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176977.687149:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786176977.687151:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176977.687152:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303085740 00000100:00000001:0.0:1786176977.687154:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303086200 00000100:00000001:0.0:1786176977.687156:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303085740 00000100:00000001:0.0:1786176977.687157:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303086200 00000100:00000001:0.0:1786176977.687158:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176977.687159:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.687161:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176977.687163:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176977/real 1786176977] req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176977.687167:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176977.687168:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176977.687169:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176977.687171:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176977.687172:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176977.687173:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176977.687175:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176977.687181:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.687185:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176977.687186:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.687187:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176977.687188:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176977.687190:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.687194:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176977.687197:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.687205:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176977.687207:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.687209:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176977.687210:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.687212:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176977.687213:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176977.687216:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176977.687219:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176977.687222:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176977.687226:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176977.687235:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144640:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176977.687239:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.687241:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176977.687244:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612144640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176977.687251:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176977.687253:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176977.687254:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786176977.687256:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176977.687257:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176977.687259:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176977.687261:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176977.687263:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:0.0:1786176977.687265:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176977.687266:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176977.687268:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:0.0:1786176977.687270:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176977.687272:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.687274:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176977.687278:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176977.687279:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176977.687281:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176977.687283:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176978.325165:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303086200, at 4303086208 00000100:00000010:0.0:1786176978.325201:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:2.0:1786176978.581131:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176978.581132:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176978.581135:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176978.581138:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176978.581139:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176978.581141:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176978.581141:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176978.581143:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176978.581145:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176978.581147:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176978.581149:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176978.581153:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176978.581153:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176978.581154:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176978.581159:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176978.581160:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176978.581160:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176978.581164:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176978.581167:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176978.581168:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176978.581171:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176978.581172:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176978.581178:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176978.581178:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176978.581179:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176978.581184:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176978.581190:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176978.581200:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176978.581201:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176978.581205:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176978.581206:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176978.581209:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176978.581210:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176978.581213:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176978.581214:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176978.581218:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176978.581219:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176978.581223:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176978.581224:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176978.581227:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176978.581229:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176978.581232:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176978.581233:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176978.581238:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176978.581240:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176979.605121:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176979.605121:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176979.605121:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176979.605128:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176979.605130:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176979.605130:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176979.605134:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176979.605135:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176979.605136:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176979.605140:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176979.605143:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176979.605143:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176979.605147:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176979.605150:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176979.605151:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176979.605152:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176979.605155:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176979.605156:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176979.605158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176979.605160:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176979.605161:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176979.605165:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176979.605166:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176979.605168:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176979.605169:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176979.605174:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176979.605183:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176979.605190:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176979.605195:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176979.605197:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176979.605199:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176979.605201:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176979.605202:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176979.605206:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176979.605208:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176979.605209:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176979.605215:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176979.605216:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176979.605219:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176979.605223:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176979.605223:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176979.605226:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176979.605228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176979.605230:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176979.605238:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176980.629123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176980.629123:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176980.629131:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176980.629131:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176980.629132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176980.629137:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176980.629138:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.629139:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176980.629145:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176980.629147:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176980.629148:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786176980.629150:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176980.629157:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176980.629158:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176980.629158:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176980.629164:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176980.629165:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176980.629166:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.629171:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176980.629176:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.629182:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.629183:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176980.629188:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176980.629192:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176980.629192:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176980.629196:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176980.629200:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.629202:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176980.629206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176980.629207:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176980.629210:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176980.629214:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176980.629215:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176980.629219:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176980.629220:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176980.629225:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176980.629226:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.629229:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176980.629231:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176980.629233:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.629238:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176980.629243:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176980.629249:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176980.629254:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176980.629262:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176981.653081:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176981.653088:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176981.653090:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176981.653095:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176981.653097:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176981.653098:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176981.653104:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176981.653105:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176981.653108:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176981.653109:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176981.653112:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176981.653113:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176981.653114:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176981.653117:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176981.653120:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176981.653121:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176981.653121:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176981.653123:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176981.653128:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176981.653129:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176981.653133:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176981.653133:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176981.653136:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176981.653138:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176981.653141:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176981.653145:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176981.653149:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176981.653158:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176981.653162:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176981.653163:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176981.653167:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176981.653169:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176981.653171:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176981.653172:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176981.653175:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176981.653177:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176981.653178:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176981.653180:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176981.653182:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176981.653183:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176981.653184:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176981.653188:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176981.653188:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176981.653193:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176981.653194:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176981.653195:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176981.653196:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176981.653199:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176981.653200:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176981.653200:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176981.653206:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176981.653207:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176981.653210:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176981.653215:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.677129:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176982.677129:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176982.677137:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176982.677138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176982.677138:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176982.677142:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.677144:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176982.677144:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.677149:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176982.677150:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786176982.677152:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176982.677157:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176982.677158:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176982.677159:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176982.677163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.677165:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176982.677166:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176982.677166:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.677172:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176982.677172:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176982.677173:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176982.677178:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176982.677180:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.677181:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176982.677187:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176982.677188:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.677193:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.677198:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176982.677203:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176982.677206:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176982.677210:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176982.677212:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176982.677214:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176982.677215:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176982.677218:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176982.677219:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.677221:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176982.677223:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.677224:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176982.677226:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.677227:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176982.677229:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176982.677235:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176982.677235:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176982.677236:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176982.677242:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.677244:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176982.677249:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176982.677250:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176982.677253:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.677255:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176982.677258:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.677259:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.677266:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176982.805107:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176982.805116:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176982.805118:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176982.805122:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176982.805126:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176982.805131:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8418 00000400:00000200:2.0:1786176982.805139:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176982.805146:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176982.805150:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176982.805154:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805158:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176982.805161:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805163:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176982.805168:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176982.805170:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176982.805173:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176982.805177:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176982.805179:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176982.805182:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176982.805185:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805188:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176982.805190:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805192:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176982.805195:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176982.805198:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805200:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176982.805202:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176982.805205:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176982.805207:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.805209:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176982.805211:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176982.805219:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786176982.805223:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176982.805228:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176982.805230:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.805233:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176982.805235:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176982.805240:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176982.805248:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786176982.805256:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176982.805266:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176982.805276:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176982.805279:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176982.805283:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176982.805302:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176982.805305:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176982.805309:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176982.805310:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176982.805312:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176982.805315:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176982.805317:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8418 00000400:00000200:2.0:1786176982.805322:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176982.805325:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176982.805328:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176982.805330:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805333:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176982.805335:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805337:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176982.805339:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176982.805341:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176982.805342:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176982.805343:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1786176982.805345:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786176982.805346:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:0.0:1786176982.805347:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176982.805349:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176982.805349:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786176982.805352:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805354:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176982.805357:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805359:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176982.805361:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000040:0.0:1786176982.805363:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176982.805364:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805367:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176982.805369:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786176982.805373:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786176982.805374:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176982.805375:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176982.805376:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.805378:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176982.805378:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1786176982.805380:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1786176982.805382:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1786176982.805383:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176982.805385:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176982.805387:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612144768:192.168.202.156@tcp:250:kworker.0 00000100:00000001:2.0:1786176982.805388:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.805391:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1786176982.805392:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786176982.805394:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786176982.805395:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176982.805398:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.805401:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176982.805403:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176982.805405:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786176982.805406:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:2.0:1786176982.805407:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176982.805409:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176982.805409:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176982.805410:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176982.805414:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176982.805418:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 02000000:00000010:2.0:1786176982.805418:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786176982.805422:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786176982.805425:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00100000:2.0:1786176982.805427:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1786176982.805431:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612144768, portal 25 00000100:00000001:0.0:1786176982.805434:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176982.805434:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176982.805435:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000001:2.0:1786176982.805436:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176982.805440:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786176982.805441:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.805450:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176982.805450:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176982.805453:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786176982.805453:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1786176982.805456:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00080000:2.0:1786176982.805457:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176982.805458:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176982.805460:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176982.805463:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:0.0:1786176982.805466:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612144768, offset 0 00000100:00080000:2.0:1786176982.805466:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8418 00000400:00000200:2.0:1786176982.805470:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176982.805473:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786176982.805473:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176982.805475:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176982.805478:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805480:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786176982.805481:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786176982.805482:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805484:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786176982.805487:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000001:2.0:1786176982.805487:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176982.805488:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176982.805490:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1786176982.805492:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:2.0:1786176982.805492:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786176982.805494:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:0.0:1786176982.805496:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000001:2.0:1786176982.805496:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786176982.805499:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:0.0:1786176982.805500:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1786176982.805501:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786176982.805503:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000040:2.0:1786176982.805504:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805506:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786176982.805508:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410451:410451:256:4294967295] 192.168.202.156@tcp LPNI seq info [410449:410449:8:4294967295] 00000020:00000040:2.0:1786176982.805508:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786176982.805511:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805513:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176982.805515:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1786176982.805518:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786176982.805518:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176982.805520:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.805522:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176982.805524:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176982.805527:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176982.805529:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1786176982.805529:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176982.805532:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000800:00000200:0.0:1786176982.805535:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000020:00000040:2.0:1786176982.805535:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786176982.805537:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176982.805538:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.805540:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1786176982.805541:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 02000000:00000001:2.0:1786176982.805542:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176982.805544:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786176982.805548:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000010:2.0:1786176982.805548:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786176982.805551:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786176982.805552:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00100000:2.0:1786176982.805556:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.1:1786176982.805558:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176982.805562:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1786176982.805564:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176982.805566:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1786176982.805567:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176982.805570:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000100:00000040:2.0:1786176982.805570:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786176982.805576:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1786176982.805577:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176982.805579:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1786176982.805581:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00080000:2.0:1786176982.805583:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176982.805584:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1786176982.805586:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000100:00080000:2.0:1786176982.805586:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176982.805588:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:0.0:1786176982.805589:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00080000:2.0:1786176982.805591:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8418 00000100:00000001:0.0:1786176982.805593:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1786176982.805594:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:0.0:1786176982.805597:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786176982.805597:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176982.805599:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176982.805602:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805604:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176982.805606:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176982.805607:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176982.805609:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:0.0:1786176982.805611:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176982.805611:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176982.805613:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786176982.805615:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176982.805617:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:0.0:1786176982.805619:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176982.805620:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:0.0:1786176982.805621:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786176982.805622:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786176982.805625:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176982.805627:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.805627:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176982.805628:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:0.0:1786176982.805631:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176982.805631:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176982.805633:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303091320 00000020:00000040:2.0:1786176982.805633:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786176982.805636:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805638:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176982.805640:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176982.805642:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176982.805644:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176982.805646:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000100:00000001:2.0:1786176982.805646:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176982.805648:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176982.805650:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.805652:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.805653:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000010:2.0:1786176982.805655:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176982.805657:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:0.0:1786176982.805659:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303091320 02000000:00000001:2.0:1786176982.805659:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176982.805661:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176982.805662:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e660. 00000100:00000001:2.0:1786176982.805663:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176982.805664:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1786176982.805666:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1786176982.805666:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176982.805670:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786176982.805673:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.805676:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786176982.805678:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176982.805679:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.805682:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176982.805685:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1786176982.805687:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176982/real 1786176982] req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176982.805688:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176982.805694:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176982.805697:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176982.805699:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176982.805701:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000100:00000001:2.0:1786176982.805702:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176982.805704:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000100:00080000:2.0:1786176982.805705:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1786176982.805706:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00080000:2.0:1786176982.805708:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176982.805709:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176982.805710:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176982.805711:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1786176982.805713:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176982.805714:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176982.805731:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8418 00000100:00000200:0.0:1786176982.805735:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786176982.805736:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176982.805739:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176982.805741:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176982.805744:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1786176982.805745:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176982.805746:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176982.805747:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176982.805748:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1786176982.805749:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176982.805751:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176982.805751:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176982.805753:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176982.805754:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00100000:0.0:1786176982.805755:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176982.805756:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176982.805758:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786176982.805761:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:0.0:1786176982.805762:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176982.805763:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786176982.805766:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:0.0:1786176982.805767:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176982.805768:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176982.805770:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805772:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176982.805775:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:0.0:1786176982.805777:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176982.805778:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786176982.805780:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176982.805780:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.805782:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176982.805783:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176982.805783:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786176982.805786:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1786176982.805786:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176982.805788:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786176982.805788:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.805790:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00080000:0.0:1786176982.805791:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1786176982.805792:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786176982.805794:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176982.805795:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786176982.805796:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.805798:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000010:2.0:1786176982.805799:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000100:00000040:0.0:1786176982.805802:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786176982.805802:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786176982.805804:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176982.805806:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176982.805808:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176982.805810:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176982.805811:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176982.805812:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612144768:192.168.202.156@tcp:250:kworker.0 02000000:00000010:2.0:1786176982.805815:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:0.0:1786176982.805817:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176982.805818:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.805819:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176982.805823:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612144768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786176982.805823:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176982.805831:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176982.805832:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786176982.805833:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.805834:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176982.805837:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 00000100:00000040:2.0:1786176982.805837:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176982.805840:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176982.805842:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176982.805844:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1786176982.805844:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176982.805847:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1786176982.805848:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8428) 02000000:00000010:0.0:1786176982.805849:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:0.0:1786176982.805853:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176982.805854:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176982.805856:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:0.0:1786176982.805859:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176982.805861:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.805863:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.805870:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176982.805872:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.805874:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176982.805876:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176982.805877:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176982.805882:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.805889:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176982.805890:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.805892:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176982.805893:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176982.805894:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176982.805896:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144896:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176982.805899:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176982.805900:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176982.805901:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.805903:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176982.805905:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176982.805906:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176982.805909:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176982.805911:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176982.805914:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176982.805916:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612144896, portal 10 00000100:00000001:0.0:1786176982.805917:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176982.805918:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000040:0.0:1786176982.805923:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.805927:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176982.805929:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176982.805930:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176982.805932:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612144896, offset 0 00000400:00000200:0.0:1786176982.805935:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176982.805937:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176982.805940:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176982.805942:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176982.805944:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176982.805946:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176982.805948:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176982.805950:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410452:410452:256:4294967295] 192.168.202.156@tcp LPNI seq info [410450:410450:8:4294967295] 00000400:00000200:0.0:1786176982.805953:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176982.805958:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176982.805961:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176982.805963:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176982.805966:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176982.805968:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1786176982.805971:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176982.805973:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1786176982.805976:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176982.805977:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176982.805979:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176982.805982:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176982.805984:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176982.805985:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176982.805987:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176982.805989:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.805995:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176982.805997:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806001:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.806002:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176982.806004:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176982.806043:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786176982.806046:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176982.806048:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303090696 00000100:00000001:0.0:1786176982.806050:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303091320 00000100:00000001:0.0:1786176982.806051:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303090696 00000100:00000001:0.0:1786176982.806053:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303091320 00000100:00000001:0.0:1786176982.806055:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176982.806056:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.806058:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176982.806061:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176982/real 1786176982] req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176982.806067:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176982.806068:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176982.806069:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176982.806071:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176982.806072:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176982.806073:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176982.806075:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176982.806081:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806085:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176982.806086:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806087:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176982.806088:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176982.806090:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806094:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176982.806097:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806101:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176982.806103:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806104:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176982.806105:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806106:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176982.806109:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176982.806111:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176982.806113:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176982.806115:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176982.806117:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176982.806122:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612144896:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176982.806124:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176982.806126:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806131:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176982.806132:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.806133:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176982.806134:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176982.806136:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176982.806137:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145024:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176982.806147:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176982.806148:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176982.806149:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.806150:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176982.806152:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786176982.806154:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176982.806156:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176982.806158:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176982.806160:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176982.806162:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612145024, portal 10 00000100:00000001:0.0:1786176982.806163:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176982.806164:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:0.0:1786176982.806168:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806176:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176982.806178:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176982.806179:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176982.806181:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612145024, offset 0 00000400:00000200:0.0:1786176982.806184:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176982.806186:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176982.806188:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176982.806190:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176982.806192:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176982.806194:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176982.806195:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176982.806198:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410453:410453:256:4294967295] 192.168.202.156@tcp LPNI seq info [410451:410451:8:4294967295] 00000400:00000200:0.0:1786176982.806201:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176982.806205:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176982.806208:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176982.806210:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176982.806213:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176982.806215:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1786176982.806223:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176982.806225:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1786176982.806228:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176982.806229:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176982.806232:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176982.806234:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176982.806236:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176982.806237:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176982.806239:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176982.806241:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806246:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176982.806248:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806257:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.806258:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176982.806260:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176982.806262:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786176982.806264:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176982.806266:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303090696 00000100:00000001:0.0:1786176982.806267:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303091320 00000100:00000001:0.0:1786176982.806269:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303090696 00000100:00000001:0.0:1786176982.806270:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303091320 00000100:00000001:0.0:1786176982.806272:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176982.806273:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.806274:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176982.806276:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176982/real 1786176982] req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176982.806281:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176982.806282:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176982.806282:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176982.806284:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176982.806285:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176982.806286:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176982.806288:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176982.806293:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806297:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176982.806298:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806299:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176982.806300:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176982.806302:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806307:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176982.806309:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806314:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176982.806315:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806316:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176982.806317:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806318:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176982.806319:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176982.806321:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176982.806322:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176982.806324:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176982.806326:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176982.806331:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145024:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176982.806333:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176982.806334:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806339:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176982.806340:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.806341:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176982.806342:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176982.806343:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176982.806345:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145152:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176982.806347:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176982.806348:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176982.806349:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.806351:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176982.806353:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786176982.806354:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176982.806356:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176982.806358:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176982.806360:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176982.806362:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612145152, portal 4 00000100:00000001:0.0:1786176982.806363:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176982.806364:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:0.0:1786176982.806370:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806376:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176982.806378:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176982.806381:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176982.806383:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612145152, offset 0 00000400:00000200:0.0:1786176982.806388:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176982.806392:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176982.806396:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176982.806398:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176982.806400:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176982.806401:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176982.806403:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176982.806405:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410454:410454:256:4294967295] 192.168.202.156@tcp LPNI seq info [410452:410452:8:4294967295] 00000400:00000200:0.0:1786176982.806408:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176982.806412:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176982.806416:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176982.806418:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176982.806420:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176982.806422:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1786176982.806425:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176982.806427:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1786176982.806430:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176982.806431:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176982.806433:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176982.806436:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176982.806438:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176982.806439:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176982.806440:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176982.806443:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806448:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176982.806450:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806455:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.806456:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176982.806458:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176982.806459:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786176982.806461:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176982.806463:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303090879 00000100:00000001:0.0:1786176982.806464:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303091320 00000100:00000001:0.0:1786176982.806466:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303090879 00000100:00000001:0.0:1786176982.806467:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303091320 00000100:00000001:0.0:1786176982.806469:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176982.806470:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.806471:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176982.806473:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176982/real 1786176982] req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176982.806478:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176982.806479:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176982.806480:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176982.806481:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176982.806482:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176982.806484:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176982.806486:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176982.806491:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806495:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176982.806496:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806497:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176982.806498:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176982.806500:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806504:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176982.806506:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806510:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176982.806511:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806512:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176982.806513:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806514:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176982.806515:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176982.806517:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176982.806519:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176982.806520:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176982.806522:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176982.806527:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145152:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176982.806530:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176982.806532:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806536:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176982.806537:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.806539:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176982.806540:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176982.806541:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176982.806543:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145280:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176982.806545:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176982.806546:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176982.806547:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176982.806548:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176982.806550:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0400. 02000000:00000001:0.0:1786176982.806551:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176982.806552:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176982.806554:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176982.806556:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176982.806558:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612145280, portal 4 00000100:00000001:0.0:1786176982.806559:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176982.806560:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:0.0:1786176982.806564:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806568:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176982.806569:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176982.806570:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176982.806572:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612145280, offset 0 00000400:00000200:0.0:1786176982.806574:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176982.806576:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176982.806578:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176982.806580:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176982.806581:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176982.806583:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176982.806584:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176982.806587:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410455:410455:256:4294967295] 192.168.202.156@tcp LPNI seq info [410453:410453:8:4294967295] 00000400:00000200:0.0:1786176982.806589:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176982.806593:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176982.806598:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176982.806600:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176982.806604:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176982.806607:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1786176982.806611:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176982.806613:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1786176982.806617:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176982.806619:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176982.806622:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176982.806626:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176982.806629:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176982.806631:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176982.806632:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176982.806635:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806640:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176982.806642:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806647:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.806648:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176982.806650:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176982.806652:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786176982.806654:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176982.806655:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303090859 00000100:00000001:0.0:1786176982.806657:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303091320 00000100:00000001:0.0:1786176982.806659:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303090859 00000100:00000001:0.0:1786176982.806660:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303091320 00000100:00000001:0.0:1786176982.806661:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176982.806663:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.806664:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176982.806667:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176982/real 1786176982] req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176982.806672:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176982.806672:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176982.806673:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176982.806675:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176982.806676:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176982.806677:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176982.806679:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176982.806684:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806688:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176982.806689:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806690:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176982.806691:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176982.806693:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806697:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176982.806699:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806703:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176982.806705:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806706:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176982.806707:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806708:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176982.806709:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176982.806711:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176982.806713:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176982.806714:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176982.806732:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176982.806738:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145280:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176982.806740:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806742:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176982.806744:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612144896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806748:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176982.806749:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176982.806751:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176982.806753:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176982.806754:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176982.806755:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176982.806756:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176982.806757:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4400. 02000000:00000001:0.0:1786176982.806759:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176982.806760:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176982.806761:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:0.0:1786176982.806763:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176982.806764:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806765:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176982.806767:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612145024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806771:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176982.806771:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176982.806772:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786176982.806773:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176982.806774:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176982.806775:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176982.806776:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176982.806777:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5c00. 02000000:00000001:0.0:1786176982.806779:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176982.806779:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176982.806780:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:0.0:1786176982.806782:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176982.806783:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806784:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176982.806786:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612145152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806789:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176982.806790:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176982.806791:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786176982.806792:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176982.806793:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176982.806794:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176982.806795:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176982.806795:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:0.0:1786176982.806797:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176982.806797:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176982.806798:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:0.0:1786176982.806799:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176982.806800:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806801:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176982.806803:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612145280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176982.806806:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176982.806807:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176982.806808:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:0.0:1786176982.806809:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176982.806810:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176982.806811:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176982.806812:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176982.806812:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:0.0:1786176982.806814:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176982.806814:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176982.806815:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:0.0:1786176982.806817:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176982.806817:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806819:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176982.806821:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176982.806822:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176982.806824:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176982.806825:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176983.445095:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303091320, at 4303091328 00000100:00000010:0.0:1786176983.445108:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:0.0:1786176983.701115:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176983.701121:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176983.701121:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176983.701122:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176983.701127:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176983.701128:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176983.701129:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176983.701132:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176983.701134:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176983.701137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176983.701139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176983.701141:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176983.701142:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176983.701146:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176983.701147:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176983.701148:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176983.701154:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176983.701155:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176983.701155:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176983.701158:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176983.701160:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176983.701161:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176983.701162:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176983.701168:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176983.701170:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176983.701175:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176983.701180:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176983.701189:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176983.701192:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176983.701194:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176983.701199:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176983.701199:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176983.701202:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176983.701204:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176983.701205:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176983.701208:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176983.701210:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176983.701213:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176983.701213:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176983.701216:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176983.701218:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176983.701219:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176983.701221:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176983.701223:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176983.701227:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176983.701229:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176983.701230:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176983.701234:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176983.701236:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176983.701239:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176983.701241:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176983.701246:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176983.701248:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176983.701251:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176984.725121:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176984.725124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176984.725128:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176984.725128:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176984.725131:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176984.725132:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176984.725134:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176984.725135:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176984.725138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176984.725138:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786176984.725141:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786176984.725142:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176984.725145:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176984.725149:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176984.725149:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176984.725150:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176984.725154:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176984.725155:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176984.725155:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176984.725159:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176984.725160:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176984.725163:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176984.725164:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176984.725170:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176984.725170:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176984.725173:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176984.725179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176984.725180:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176984.725185:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176984.725188:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176984.725189:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176984.725195:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176984.725196:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176984.725198:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176984.725199:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176984.725202:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176984.725204:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786176984.725206:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176984.725208:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176984.725211:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176984.725212:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176984.725214:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176984.725219:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176984.725220:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176984.725222:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176984.725223:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176984.725227:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176984.725227:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176984.725231:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176984.725235:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176984.725237:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176984.725240:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176984.725242:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176984.725244:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176985.749095:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176985.749095:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176985.749102:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176985.749103:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176985.749106:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.749106:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176985.749113:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786176985.749115:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176985.749118:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176985.749122:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176985.749124:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176985.749127:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176985.749127:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176985.749132:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.749133:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176985.749137:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176985.749139:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.749143:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.749177:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176985.749180:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176985.749181:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176985.749183:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176985.749186:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176985.749188:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.749191:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176985.749193:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.749198:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176985.749295:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176985.749298:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176985.749299:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176985.749302:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176985.749304:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176985.749306:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176985.749308:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176985.749309:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176985.749311:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176985.749318:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176985.749322:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176985.749325:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176985.749329:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176985.749333:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176985.749336:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176985.749340:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176985.749342:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176985.749347:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176986.773128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176986.773135:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176986.773138:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176986.773139:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176986.773145:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786176986.773146:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176986.773150:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176986.773151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176986.773158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176986.773158:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176986.773166:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176986.773166:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176986.773170:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176986.773174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176986.773231:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176986.773237:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176986.773242:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176986.773249:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176986.773281:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176986.773282:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176986.773286:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176986.773288:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176986.773288:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176986.773292:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176986.773293:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176986.773298:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176986.773301:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176986.773302:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176986.773302:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176986.773307:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176986.773308:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176986.773309:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176986.773310:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176986.773312:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176986.773315:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176986.773315:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176986.773316:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176986.773319:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176986.773323:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176986.773324:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176986.773327:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176986.773328:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176986.773331:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176986.773334:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176986.773335:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176987.797078:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176987.797085:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176987.797087:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176987.797092:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176987.797096:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176987.797097:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176987.797099:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176987.797101:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176987.797103:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176987.797104:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.797108:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176987.797108:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176987.797109:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176987.797115:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.797116:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176987.797116:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176987.797122:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.797123:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176987.797126:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176987.797130:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176987.797131:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176987.797135:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.797137:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176987.797142:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176987.797146:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176987.797147:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176987.797150:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176987.797152:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176987.797153:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176987.797158:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176987.797159:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176987.797159:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176987.797162:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176987.797165:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176987.797165:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176987.797170:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176987.797170:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176987.797175:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176987.797176:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176987.797178:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176987.797179:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.797181:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176987.797181:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176987.797183:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176987.797186:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176987.797188:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.797190:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176987.797194:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176987.797196:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176987.797202:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176987.797204:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.797207:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176987.797209:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.797211:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176987.925123:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176987.925135:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176987.925138:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176987.925142:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176987.925147:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176987.925154:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8423 00000400:00000200:2.0:1786176987.925162:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176987.925168:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176987.925171:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786176987.925175:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925178:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176987.925181:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925183:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176987.925188:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176987.925190:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786176987.925193:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786176987.925196:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786176987.925198:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786176987.925201:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786176987.925204:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925206:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176987.925208:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925209:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786176987.925212:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786176987.925216:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925218:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176987.925221:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176987.925225:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176987.925228:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176987.925231:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176987.925233:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176987.925243:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786176987.925247:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786176987.925251:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176987.925253:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176987.925256:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176987.925259:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176987.925263:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786176987.925271:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786176987.925277:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176987.925287:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176987.925298:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176987.925303:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176987.925309:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176987.925335:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176987.925338:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176987.925342:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176987.925344:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176987.925346:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176987.925349:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176987.925352:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8423 00000400:00000200:2.0:1786176987.925357:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786176987.925361:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176987.925364:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176987.925366:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1786176987.925369:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176987.925371:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176987.925375:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176987.925376:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176987.925382:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:0.0:1786176987.925383:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176987.925386:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176987.925392:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176987.925394:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786176987.925398:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176987.925399:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1786176987.925401:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:0.0:1786176987.925402:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176987.925408:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 02000000:00000001:0.0:1786176987.925409:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786176987.925413:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 02000000:00000001:0.0:1786176987.925414:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176987.925419:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176987.925422:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:0.0:1786176987.925424:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612145408:192.168.202.156@tcp:250:kworker.0 00000100:00000001:2.0:1786176987.925426:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176987.925429:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1786176987.925433:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:0.0:1786176987.925434:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176987.925437:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176987.925438:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:0.0:1786176987.925440:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1786176987.925445:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000010:0.0:1786176987.925446:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786176987.925451:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176987.925451:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925457:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.925458:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176987.925461:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 02000000:00000001:2.0:1786176987.925466:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1786176987.925467:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 02000000:00000001:2.0:1786176987.925473:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176987.925478:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176987.925480:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612145408, portal 25 00000100:00000001:2.0:1786176987.925481:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176987.925485:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176987.925488:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439480576 : -127834270071040 : ffff8bbc43be0700) 00000008:00100000:2.0:1786176987.925488:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176987.925495:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176987.925496:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176987.925500:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.925509:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1786176987.925509:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000100:00000040:0.0:1786176987.925514:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000040:2.0:1786176987.925515:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000400:00000010:0.0:1786176987.925518:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 02000000:00000001:2.0:1786176987.925520:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1786176987.925521:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612145408, offset 0 02000000:00000001:2.0:1786176987.925524:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.925530:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925530:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176987.925533:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176987.925536:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.925540:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000010:2.0:1786176987.925544:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786176987.925549:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.925556:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00100000:2.0:1786176987.925557:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1786176987.925563:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176987.925569:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:2.0:1786176987.925573:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1786176987.925575:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1786176987.925578:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.925579:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176987.925588:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410456:410456:256:4294967295] 192.168.202.156@tcp LPNI seq info [410454:410454:8:4294967295] 00000100:00000040:2.0:1786176987.925589:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786176987.925594:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176987.925606:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1786176987.925608:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786176987.925613:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786176987.925613:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:0.0:1786176987.925619:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000100:00080000:2.0:1786176987.925620:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786176987.925624:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176987.925627:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:0.0:1786176987.925630:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786176987.925632:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:0.0:1786176987.925634:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00080000:2.0:1786176987.925639:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8423 00000800:00000200:0.1:1786176987.925644:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176987.925648:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000400:00000200:2.0:1786176987.925649:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000100:0.0:1786176987.925655:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176987.925659:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:2.0:1786176987.925659:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786176987.925664:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1786176987.925683:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176987.925688:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176987.925693:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176987.925695:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176987.925699:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176987.925704:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176987.925707:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925713:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176987.925717:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925720:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176987.925726:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176987.925729:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786176987.925733:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176987.925734:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1786176987.925736:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000100:00000040:0.0:1786176987.925740:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176987.925742:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786176987.925748:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000001:0.0:1786176987.925753:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.925756:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1786176987.925757:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925761:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176987.925762:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786176987.925766:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:0.0:1786176987.925771:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786176987.925772:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176987.925775:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303096440 00000020:00000040:2.0:1786176987.925776:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00000010:0.0:1786176987.925781:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000100:00080000:2.0:1786176987.925782:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786176987.925787:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176987.925789:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786176987.925790:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786176987.925793:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176987.925797:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303096440 02000000:00000001:2.0:1786176987.925797:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786176987.925802:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e2a0. 00000100:00000001:2.0:1786176987.925803:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176987.925807:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000008:00100000:2.0:1786176987.925808:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1786176987.925812:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1786176987.925815:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.925816:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.925822:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176987.925822:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176987.925827:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176987/real 1786176987] req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1786176987.925831:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000400:00000001:0.0:1786176987.925835:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1786176987.925836:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000001:0.0:1786176987.925838:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176987.925842:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 02000000:00000001:2.0:1786176987.925843:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1786176987.925845:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 02000000:00000001:2.0:1786176987.925846:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786176987.925848:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:2.0:1786176987.925851:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1786176987.925852:0:2389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1786176987.925856:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1786176987.925857:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176987.925861:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176987.925869:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1786176987.925870:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:0.0:1786176987.925879:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176987.925879:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.925882:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.925885:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176987.925886:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176987.925890:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786176987.925892:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.925920:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176987.925921:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1786176987.925925:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176987.925927:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.925935:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:2.0:1786176987.925937:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.925938:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.925941:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176987.925943:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.925948:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176987.925951:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176987.925956:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786176987.925958:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176987.925962:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00080000:2.0:1786176987.925964:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176987.925965:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176987.925973:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176987.925973:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176987.925978:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176987.925982:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786176987.925986:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612145408:192.168.202.156@tcp:250:kworker.0 00000100:00000001:2.0:1786176987.925988:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176987.925994:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176987.925995:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8423 00000100:00000001:0.0:1786176987.925997:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176987.926002:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0700 x1872933612145408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786176987.926005:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176987.926030:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176987.926032:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176987.926034:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786176987.926037:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176987.926039:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176987.926042:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000400:00000200:2.0:1786176987.926042:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000020:00000001:0.0:1786176987.926046:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00080000:2.0:1786176987.926048:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 02000000:00000010:0.0:1786176987.926049:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:0.0:1786176987.926056:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1786176987.926057:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:0.0:1786176987.926058:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176987.926061:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0700. 00000100:00000001:2.0:1786176987.926063:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176987.926065:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176987.926069:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786176987.926069:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176987.926074:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176987.926075:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786176987.926079:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786176987.926081:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000001:0.0:1786176987.926082:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1786176987.926083:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176987.926084:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.926087:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1786176987.926088:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:0.0:1786176987.926089:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176987.926091:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176987.926095:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786176987.926097:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176987.926101:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:0.0:1786176987.926109:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1786176987.926110:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176987.926111:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176987.926116:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176987.926116:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1786176987.926121:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1786176987.926123:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:0.0:1786176987.926124:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176987.926128:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145536:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786176987.926130:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176987.926132:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176987.926134:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1786176987.926136:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 02000000:00000001:0.0:1786176987.926137:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176987.926142:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176987.926145:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000010:0.0:1786176987.926146:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786176987.926149:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176987.926152:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.926156:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786176987.926158:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1786176987.926159:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 02000000:00000001:2.0:1786176987.926163:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1786176987.926164:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176987.926168:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612145536, portal 10 02000000:00000001:2.0:1786176987.926170:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.926171:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176987.926174:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176987.926175:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439486848 : -127834270064768 : ffff8bbc43be1f80) 00000008:00100000:2.0:1786176987.926180:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000040:0.0:1786176987.926184:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1786176987.926185:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176987.926190:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786176987.926196:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786176987.926202:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:0.0:1786176987.926203:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176987.926207:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 02000000:00000001:2.0:1786176987.926209:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1786176987.926211:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 02000000:00000001:2.0:1786176987.926213:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176987.926214:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612145536, offset 0 00000100:00000001:2.0:1786176987.926218:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1786176987.926220:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 02000000:00000001:2.0:1786176987.926222:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1786176987.926225:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786176987.926226:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.926231:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176987.926234:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1786176987.926235:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000400:00000200:0.0:1786176987.926237:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176987.926241:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1786176987.926242:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.926244:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176987.926249:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410457:410457:256:4294967295] 192.168.202.156@tcp LPNI seq info [410455:410455:8:4294967295] 00000400:00000200:0.0:1786176987.926254:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:2.0:1786176987.926254:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1786176987.926267:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1786176987.926276:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1786176987.926280:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786176987.926281:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1786176987.926286:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000100:00000040:2.0:1786176987.926289:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1786176987.926297:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176987.926303:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1786176987.926307:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176987.926313:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.1:1786176987.926313:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176987.926320:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00080000:2.0:1786176987.926321:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176987.926325:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000100:0.0:1786176987.926328:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786176987.926328:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:0.0:1786176987.926332:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000100:00000001:2.0:1786176987.926334:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1786176987.926336:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:2.0:1786176987.926340:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8423 00000400:00000200:0.0:1786176987.926342:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176987.926348:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176987.926351:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000400:00000200:2.0:1786176987.926352:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176987.926354:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1786176987.926360:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000200:0.0:1786176987.926361:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176987.926367:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176987.926374:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786176987.926375:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:0.0:1786176987.926379:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176987.926381:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786176987.926387:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786176987.926392:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176987.926398:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176987.926399:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786176987.926400:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1786176987.926403:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000001:0.0:1786176987.926405:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176987.926408:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1786176987.926410:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000020:00000040:2.0:1786176987.926413:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000400:00000200:0.0:1786176987.926417:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:2.0:1786176987.926418:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:0.0:1786176987.926421:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303095816 00000020:00000001:2.0:1786176987.926425:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:0.0:1786176987.926427:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303096440 00000100:00000040:2.0:1786176987.926433:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176987.926434:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303095816 00000100:00000001:2.0:1786176987.926439:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176987.926440:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303096440 00000100:00000040:2.0:1786176987.926446:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786176987.926447:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176987.926452:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786176987.926453:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786176987.926458:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:0.0:1786176987.926459:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786176987.926465:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00100000:0.0:1786176987.926469:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176987/real 1786176987] req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176987.926470:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176987.926475:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176987.926479:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176987.926484:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1786176987.926487:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786176987.926489:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000001:0.0:1786176987.926492:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000008:00100000:2.0:1786176987.926493:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000010:0.0:1786176987.926497:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000008:00000001:2.0:1786176987.926499:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.926503:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000100:00000001:2.0:1786176987.926503:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786176987.926508:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000010:2.0:1786176987.926510:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000100:00000001:0.0:1786176987.926513:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1786176987.926515:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000200:0.0:1786176987.926521:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176987.926521:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176987.926524:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176987.926529:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176987.926533:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176987.926537:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786176987.926539:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1786176987.926543:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:0.0:1786176987.926548:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176987.926550:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.926551:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.926556:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176987.926558:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176987.926562:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786176987.926564:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176987.926584:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176987.926586:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176987.926587:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176987.926593:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786176987.926595:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926620:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176987.926622:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.926626:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786176987.926628:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8433) 00000100:00000001:0.0:1786176987.926629:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176987.926632:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.926633:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176987.926636:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176987.926638:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176987.926642:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176987.926644:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176987.926648:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176987.926653:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145536:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176987.926656:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176987.926658:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926662:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176987.926663:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176987.926665:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176987.926681:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176987.926683:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176987.926685:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145664:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176987.926688:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176987.926689:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176987.926691:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176987.926692:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176987.926695:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176987.926696:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.926699:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176987.926701:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176987.926703:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176987.926705:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612145664, portal 10 00000100:00000001:0.0:1786176987.926706:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176987.926707:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:0.0:1786176987.926712:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926716:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176987.926718:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176987.926719:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176987.926721:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612145664, offset 0 00000400:00000200:0.0:1786176987.926723:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176987.926726:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176987.926729:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176987.926731:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176987.926733:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176987.926734:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176987.926736:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176987.926738:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410458:410458:256:4294967295] 192.168.202.156@tcp LPNI seq info [410456:410456:8:4294967295] 00000400:00000200:0.0:1786176987.926741:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176987.926745:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176987.926749:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176987.926751:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176987.926754:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176987.926757:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1786176987.926760:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176987.926762:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1786176987.926764:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176987.926766:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176987.926768:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176987.926770:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176987.926773:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176987.926774:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176987.926775:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176987.926778:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926783:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176987.926785:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926789:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.926790:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176987.926792:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176987.926794:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786176987.926796:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176987.926797:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303095816 00000100:00000001:0.0:1786176987.926799:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303096440 00000100:00000001:0.0:1786176987.926801:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303095816 00000100:00000001:0.0:1786176987.926802:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303096440 00000100:00000001:0.0:1786176987.926804:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176987.926805:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.926806:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176987.926809:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176987/real 1786176987] req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176987.926813:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176987.926814:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176987.926815:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176987.926816:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176987.926817:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176987.926819:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176987.926821:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176987.926826:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926830:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176987.926831:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.926832:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176987.926833:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176987.926835:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926839:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176987.926842:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926846:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176987.926847:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.926848:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176987.926849:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.926850:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176987.926851:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176987.926853:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176987.926855:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176987.926857:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176987.926859:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176987.926864:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145664:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786176987.926866:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.926868:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176987.926870:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1f80 x1872933612145536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926874:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176987.926876:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176987.926877:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786176987.926878:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176987.926879:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176987.926880:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176987.926881:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176987.926882:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:0.0:1786176987.926885:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176987.926886:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176987.926887:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1f80. 00000100:00000001:0.0:1786176987.926889:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176987.926889:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.926891:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176987.926893:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612145664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926896:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176987.926897:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176987.926898:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176987.926899:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176987.926900:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176987.926901:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786176987.926902:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176987.926903:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:0.0:1786176987.926904:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176987.926904:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176987.926905:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:0.0:1786176987.926907:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176987.926907:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.926909:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.926911:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176987.926912:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.926913:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176987.926914:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176987.926915:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176987.926918:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926922:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176987.926923:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176987.926925:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176987.926926:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176987.926927:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176987.926929:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145792:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176987.926931:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176987.926932:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176987.926933:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176987.926934:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176987.926936:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176987.926937:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.926940:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176987.926942:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176987.926945:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176987.926949:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612145792, portal 4 00000100:00000001:0.0:1786176987.926951:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176987.926952:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:0.0:1786176987.926958:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.926965:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176987.926968:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176987.926970:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176987.926972:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612145792, offset 0 00000400:00000200:0.0:1786176987.926977:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176987.926980:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176987.926985:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176987.926988:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176987.926991:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176987.926993:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176987.926996:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176987.926999:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410459:410459:256:4294967295] 192.168.202.156@tcp LPNI seq info [410457:410457:8:4294967295] 00000400:00000200:0.0:1786176987.927003:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176987.927009:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176987.927034:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176987.927037:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176987.927040:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176987.927042:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1786176987.927045:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176987.927047:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1786176987.927049:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176987.927051:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176987.927053:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176987.927055:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176987.927057:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176987.927058:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176987.927060:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176987.927063:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927068:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176987.927070:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927075:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.927076:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176987.927078:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176987.927080:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786176987.927083:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176987.927084:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303096000 00000100:00000001:0.0:1786176987.927086:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303096440 00000100:00000001:0.0:1786176987.927087:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303096000 00000100:00000001:0.0:1786176987.927090:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303096440 00000100:00000001:0.0:1786176987.927091:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176987.927093:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.927094:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176987.927096:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176987/real 1786176987] req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176987.927101:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176987.927102:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176987.927103:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176987.927104:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176987.927105:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176987.927106:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176987.927108:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176987.927113:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927118:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176987.927118:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.927119:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176987.927120:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176987.927122:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927126:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176987.927129:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927133:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176987.927134:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.927135:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176987.927136:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.927138:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176987.927139:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176987.927140:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176987.927143:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176987.927144:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176987.927146:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176987.927151:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145792:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176987.927154:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786176987.927156:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927161:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176987.927162:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176987.927163:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176987.927164:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176987.927165:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176987.927167:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145920:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176987.927169:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176987.927170:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176987.927171:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176987.927172:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786176987.927174:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786176987.927175:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786176987.927177:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786176987.927179:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786176987.927181:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786176987.927183:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612145920, portal 4 00000100:00000001:0.0:1786176987.927184:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176987.927185:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:0.0:1786176987.927189:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927194:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786176987.927195:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786176987.927197:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786176987.927198:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612145920, offset 0 00000400:00000200:0.0:1786176987.927201:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786176987.927203:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176987.927205:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786176987.927207:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786176987.927208:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786176987.927210:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786176987.927211:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786176987.927214:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410460:410460:256:4294967295] 192.168.202.156@tcp LPNI seq info [410458:410458:8:4294967295] 00000400:00000200:0.0:1786176987.927216:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786176987.927221:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786176987.927224:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176987.927226:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786176987.927228:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786176987.927230:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1786176987.927232:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786176987.927234:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:0.0:1786176987.927237:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786176987.927238:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786176987.927240:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786176987.927242:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786176987.927244:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786176987.927245:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786176987.927247:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786176987.927249:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927254:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176987.927256:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927265:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.927266:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176987.927269:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176987.927272:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786176987.927275:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786176987.927277:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303095980 00000100:00000001:0.0:1786176987.927280:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303096440 00000100:00000001:0.0:1786176987.927282:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303095980 00000100:00000001:0.0:1786176987.927284:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303096440 00000100:00000001:0.0:1786176987.927286:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176987.927288:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.927290:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786176987.927294:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176987/real 1786176987] req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786176987.927303:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786176987.927304:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786176987.927306:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc43983108. 00000400:00000200:0.0:1786176987.927308:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a908 00000400:00000010:0.0:1786176987.927310:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a908. 00000100:00000001:0.0:1786176987.927312:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786176987.927316:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786176987.927324:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927328:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176987.927329:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.927331:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176987.927332:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176987.927335:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927340:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786176987.927342:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927347:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176987.927348:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.927349:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176987.927350:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.927351:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176987.927352:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786176987.927354:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786176987.927355:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786176987.927357:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786176987.927359:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176987.927363:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612145920:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786176987.927366:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.927367:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176987.927369:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612145792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927373:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176987.927375:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176987.927376:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786176987.927377:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176987.927378:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176987.927379:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176987.927381:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176987.927382:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:0.0:1786176987.927383:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176987.927385:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176987.927386:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:0.0:1786176987.927387:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176987.927388:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.927389:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786176987.927391:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612145920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176987.927395:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786176987.927396:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786176987.927397:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786176987.927399:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786176987.927399:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786176987.927400:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786176987.927402:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786176987.927402:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:0.0:1786176987.927403:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786176987.927404:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786176987.927405:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:0.0:1786176987.927406:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786176987.927407:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.927408:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.927410:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176987.927411:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176987.927412:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176987.927413:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786176988.565105:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303096440, at 4303096448 00000100:00000010:0.0:1786176988.565121:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:0.0:1786176988.821160:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176988.821160:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176988.821171:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176988.821171:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176988.821176:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176988.821176:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176988.821186:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176988.821186:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176988.821191:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176988.821193:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176988.821198:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176988.821201:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176988.821203:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176988.821208:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176988.821209:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176988.821215:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176988.821218:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176988.821227:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176988.821230:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176988.821232:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176988.821237:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176988.821241:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176988.821249:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176988.821253:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176988.821257:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176988.821257:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176988.821264:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176988.821266:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176988.821269:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786176988.821271:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176988.821274:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176988.821276:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176988.821277:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176988.821281:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176988.821292:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176988.821296:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176988.821301:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176988.821304:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176988.821307:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176988.821312:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176988.821317:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176988.821318:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176988.821321:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176988.821322:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176988.821327:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176988.821327:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176988.821332:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176988.821332:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176988.821335:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176988.821338:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176988.821339:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176988.821345:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176988.821347:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176988.821349:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176989.845097:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176989.845100:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176989.845107:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176989.845111:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176989.845112:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176989.845115:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176989.845120:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786176989.845120:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176989.845127:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176989.845128:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176989.845129:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176989.845134:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176989.845135:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176989.845139:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176989.845139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176989.845139:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176989.845143:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176989.845145:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176989.845148:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176989.845150:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176989.845150:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176989.845154:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176989.845155:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176989.845160:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176989.845161:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176989.845162:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176989.845163:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176989.845168:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176989.845168:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176989.845171:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176989.845174:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176989.845177:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176989.845179:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176989.845181:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176989.845182:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176989.845185:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176989.845190:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176989.845195:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176989.845198:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176989.845202:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176989.845203:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176989.845207:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176989.845208:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176989.845210:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176989.845211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176989.845213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176989.845213:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786176989.845214:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176989.845215:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176989.845217:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176989.845217:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176989.845219:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176989.845221:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176989.845224:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176990.869136:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176990.869136:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176990.869136:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176990.869146:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176990.869146:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176990.869152:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.869152:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176990.869152:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.869156:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176990.869161:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176990.869161:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176990.869161:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176990.869169:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176990.869169:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176990.869169:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176990.869176:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176990.869177:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176990.869177:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176990.869180:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176990.869184:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176990.869185:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176990.869189:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176990.869190:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176990.869191:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176990.869195:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176990.869196:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176990.869202:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.869208:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176990.869213:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176990.869215:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176990.869217:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176990.869217:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176990.869217:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176990.869223:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176990.869223:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176990.869223:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176990.869228:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176990.869229:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.869229:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.869232:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786176990.869234:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786176990.869235:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176990.869236:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176990.869240:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176990.869241:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176990.869241:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176990.869247:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176990.869247:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176990.869251:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176990.869251:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176990.869253:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176990.869253:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176990.869256:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.869256:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176991.893122:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176991.893122:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176991.893122:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176991.893130:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176991.893130:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176991.893131:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176991.893136:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176991.893137:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176991.893137:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176991.893145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176991.893145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176991.893146:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176991.893154:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176991.893155:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176991.893155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176991.893161:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176991.893161:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176991.893162:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176991.893169:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176991.893169:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176991.893174:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176991.893174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176991.893181:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176991.893182:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176991.893182:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176991.893187:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176991.893192:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176991.893197:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176991.893200:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176991.893202:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176991.893203:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176991.893206:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176991.893209:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176991.893209:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176991.893214:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176991.893214:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176991.893218:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176991.893218:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176991.893222:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176991.893223:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176991.893225:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176991.893228:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176991.893230:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176991.893232:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176991.893234:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176991.893235:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176991.893238:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176991.893240:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176991.893241:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176991.893245:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176991.893249:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176991.893251:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176991.893254:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176991.893257:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176992.917195:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176992.917196:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176992.917196:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176992.917203:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176992.917207:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176992.917209:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176992.917209:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176992.917218:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176992.917218:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176992.917222:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176992.917227:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786176992.917229:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786176992.917229:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176992.917237:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176992.917238:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176992.917238:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176992.917248:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176992.917249:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176992.917250:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176992.917258:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176992.917263:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176992.917265:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176992.917277:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176992.917285:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176992.917285:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176992.917288:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176992.917296:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176992.917305:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176992.917313:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176992.917315:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176992.917317:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176992.917319:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176992.917320:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176992.917323:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176992.917323:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176992.917328:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176992.917332:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786176992.917333:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176992.917333:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176992.917348:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176992.917349:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176992.917349:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176992.917355:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176992.917355:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176992.917357:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176992.917360:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176992.917364:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176992.917376:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176992.917377:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176992.917379:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176992.917385:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176992.917385:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176992.917392:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176992.917398:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176993.045130:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176993.045142:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176993.045145:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176993.045150:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176993.045156:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176993.045164:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8428 00000400:00000200:3.0:1786176993.045173:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176993.045179:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176993.045183:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176993.045185:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045189:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176993.045191:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045194:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176993.045198:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176993.045199:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176993.045202:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176993.045205:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176993.045207:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176993.045208:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176993.045211:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045212:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176993.045214:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045216:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176993.045218:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176993.045221:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045223:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176993.045227:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176993.045230:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176993.045233:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.045235:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176993.045238:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176993.045247:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5f80. 00000020:00000040:3.0:1786176993.045251:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176993.045255:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176993.045257:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.045260:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176993.045263:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176993.045267:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176993.045277:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cffc00. 00000100:00000001:3.0:1786176993.045285:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176993.045299:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5f80 x1872933612146048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176993.045312:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176993.045318:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176993.045324:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004880dcf8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5f80 x1872933612146048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176993.045351:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176993.045355:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176993.045359:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176993.045361:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176993.045362:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176993.045367:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176993.045370:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8428 00000400:00000200:3.0:1786176993.045376:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176993.045382:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176993.045388:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176993.045394:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045400:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176993.045407:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045409:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176993.045412:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176993.045415:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176993.045419:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176993.045423:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176993.045429:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176993.045431:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176993.045436:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045438:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176993.045440:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045444:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176993.045446:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176993.045451:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045457:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176993.045462:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176993.045470:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176993.045476:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.045481:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176993.045487:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176993.045493:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.045497:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176993.045503:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 00000020:00000040:3.0:1786176993.045507:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176993.045514:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176993.045516:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.045519:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176993.045524:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176993.045528:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176993.045534:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786176993.045542:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176993.045554:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612146176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176993.045575:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176993.045580:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176993.045589:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612146176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176993.045608:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176993.045612:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176993.045616:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176993.045632:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176993.045634:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176993.045640:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176993.045643:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8428 00000400:00000200:3.0:1786176993.045651:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176993.045658:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176993.045661:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176993.045669:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045674:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176993.045680:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045683:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176993.045686:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176993.045689:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176993.045693:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176993.045697:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176993.045700:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176993.045702:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176993.045706:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045712:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176993.045725:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045729:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176993.045734:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176993.045738:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045743:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176993.045746:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176993.045751:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176993.045753:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.045759:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176993.045761:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176993.045763:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.045764:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176993.045770:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000020:00000040:3.0:1786176993.045774:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176993.045779:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176993.045782:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786176993.045785:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786176993.045786:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176993.045790:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.1:1786176993.045792:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 02000000:00000001:3.0:1786176993.045793:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176993.045801:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786176993.045807:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176993.045814:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612146304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176993.045828:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176993.045831:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176993.045838:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612146304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176993.045849:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176993.045854:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176993.045862:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176993.045865:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176993.045868:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176993.045872:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176993.045881:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8428 00000400:00000200:3.0:1786176993.045895:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176993.045903:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176993.045909:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176993.045918:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045925:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176993.045931:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045936:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176993.045940:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176993.045944:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176993.045947:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176993.045949:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176993.045952:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176993.045955:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176993.045964:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045970:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176993.045977:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045982:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176993.045987:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176993.045994:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176993.045999:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176993.046003:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176993.046009:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176993.046046:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.046051:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176993.046057:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176993.046062:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.046066:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176993.046076:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000020:00000040:3.0:1786176993.046083:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176993.046090:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176993.046093:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.046100:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176993.046103:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176993.046108:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176993.046118:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:3.0:1786176993.046127:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176993.046139:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612146432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176993.046177:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176993.046182:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176993.046189:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612146432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176993.046212:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176993.046219:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176993.046228:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176993.046234:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176993.046239:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176993.046246:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176993.046254:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8428 00000400:00000200:3.0:1786176993.046266:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176993.046277:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176993.046283:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176993.046291:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.046299:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176993.046306:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.046310:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176993.046317:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176993.046320:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176993.046328:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176993.046333:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176993.046337:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176993.046343:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176993.046354:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.046361:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176993.046368:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176993.046375:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176993.046384:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176993.046393:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176993.046403:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176993.046425:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176993.046432:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176993.046437:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.046444:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176993.046450:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176993.046458:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.046463:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176993.046473:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000020:00000040:3.0:1786176993.046480:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176993.046487:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176993.046492:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.046499:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176993.046504:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176993.046509:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176993.046520:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786176993.046529:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176993.046540:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612146560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1786176993.046549:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176993.046555:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:3.0:1786176993.046559:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176993.046566:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176993.046576:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612146560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176993.046597:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176993.046606:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8438) 00000800:00000200:1.1:1786176993.046819:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176993.046821:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176993.047028:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176993.047030:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786176993.047322:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176993.047324:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000040:0.0:1786176993.685173:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303101560, at 4303101568 00000100:00000010:0.0:1786176993.685188:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f62a0. 00000100:00000001:0.0:1786176993.941175:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176993.941175:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176993.941181:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176993.941185:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176993.941186:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176993.941190:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176993.941191:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176993.941192:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176993.941197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176993.941202:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786176993.941202:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786176993.941213:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176993.941214:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176993.941216:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176993.941225:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.941229:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176993.941230:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176993.941230:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176993.941242:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176993.941243:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176993.941243:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176993.941254:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176993.941262:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176993.941263:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176993.941267:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176993.941274:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.941288:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.941289:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176993.941293:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176993.941298:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176993.941302:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176993.941303:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786176993.941305:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176993.941308:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.941309:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176993.941312:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176993.941315:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176993.941316:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176993.941324:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176993.941325:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176993.941325:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.941330:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176993.941331:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176993.941332:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.941333:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176993.941342:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176993.941343:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176993.941355:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.941356:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176993.941363:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176993.941363:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.941368:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176993.941372:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.941375:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176994.965123:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176994.965124:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176994.965128:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176994.965130:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176994.965132:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176994.965133:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176994.965136:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176994.965136:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176994.965140:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176994.965141:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176994.965143:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176994.965148:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176994.965148:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786176994.965149:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176994.965154:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176994.965154:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176994.965155:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176994.965157:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176994.965161:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176994.965161:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176994.965163:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176994.965167:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176994.965171:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176994.965172:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176994.965175:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176994.965177:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176994.965182:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176995.989115:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176995.989115:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176995.989115:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176995.989122:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176995.989124:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176995.989124:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176995.989125:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176995.989129:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.989129:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176995.989131:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786176995.989136:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786176995.989136:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176995.989137:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176995.989141:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176995.989142:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176995.989143:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.989148:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176995.989149:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176995.989149:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.989151:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176995.989155:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176995.989156:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176995.989159:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176995.989164:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.989164:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176995.989168:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176995.989175:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.989190:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176995.989193:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176995.989194:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176995.989197:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176995.989198:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176995.989198:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176995.989202:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176995.989204:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176995.989204:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176995.989205:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176995.989209:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.989209:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.989209:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176995.989213:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176995.989214:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176995.989214:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176995.989215:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176995.989220:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176995.989220:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176995.989224:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176995.989224:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176995.989227:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176995.989228:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176995.989231:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176995.989236:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176995.989237:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176995.989240:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176997.013127:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176997.013127:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176997.013134:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176997.013135:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176997.013139:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176997.013140:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176997.013146:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786176997.013147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786176997.013153:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176997.013154:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176997.013158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176997.013159:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176997.013161:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176997.013165:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176997.013167:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176997.013168:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176997.013171:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176997.013174:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176997.013174:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176997.013175:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176997.013179:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176997.013183:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176997.013184:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176997.013188:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176997.013192:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176997.013193:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176997.013195:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176997.013197:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176997.013199:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176997.013200:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176997.013205:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786176997.013210:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176997.013213:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176997.013214:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176997.013217:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176997.013218:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176997.013218:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176997.013222:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176997.013223:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176997.013223:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176997.013228:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176997.013230:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786176997.013231:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176997.013233:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176997.013237:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176997.013239:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176997.013241:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176997.013243:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176997.013246:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176997.013246:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176997.013249:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176997.013250:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176997.013255:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176997.013256:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176998.037072:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176998.037079:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176998.037080:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176998.037085:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786176998.037088:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176998.037090:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176998.037093:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176998.037093:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176998.037096:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176998.037097:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176998.037099:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176998.037104:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176998.037104:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786176998.037105:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786176998.037111:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786176998.037112:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176998.037112:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176998.037118:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176998.037119:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176998.037120:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176998.037124:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176998.037125:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176998.037130:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176998.037133:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176998.037137:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176998.037143:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176998.037148:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176998.037154:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176998.037158:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176998.037162:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.037162:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176998.037167:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786176998.037168:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786176998.037171:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176998.037172:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786176998.037174:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786176998.037176:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176998.037178:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176998.037179:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176998.037182:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176998.037182:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176998.037189:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.037189:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176998.037193:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176998.037197:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176998.165117:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176998.165126:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176998.165128:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176998.165131:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176998.165136:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176998.165142:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8433 00000400:00000200:3.0:1786176998.165147:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176998.165152:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176998.165154:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176998.165157:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165159:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176998.165161:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165163:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176998.165166:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176998.165168:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786176998.165170:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176998.165172:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786176998.165173:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786176998.165175:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786176998.165177:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165178:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176998.165180:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165181:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176998.165184:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786176998.165186:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165188:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176998.165190:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176998.165193:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176998.165195:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165196:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176998.165198:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176998.165216:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786176998.165219:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786176998.165222:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176998.165224:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165226:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176998.165228:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176998.165232:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176998.165239:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:3.0:1786176998.165244:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176998.165251:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612146688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176998.165260:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176998.165264:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176998.165267:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612146688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176998.165285:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176998.165288:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176998.165290:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176998.165292:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176998.165293:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176998.165295:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176998.165296:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8433 00000400:00000200:3.0:1786176998.165298:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176998.165301:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176998.165302:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176998.165304:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165306:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176998.165307:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165308:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176998.165310:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176998.165311:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786176998.165312:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176998.165313:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786176998.165315:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786176998.165316:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786176998.165318:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165319:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176998.165321:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165322:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176998.165324:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786176998.165326:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165327:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176998.165328:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176998.165333:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176998.165334:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165335:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176998.165339:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176998.165341:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165342:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176998.165344:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 00000020:00000040:3.0:1786176998.165346:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176998.165349:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176998.165352:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165355:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176998.165358:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176998.165361:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176998.165366:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:3.0:1786176998.165369:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176998.165376:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612146816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176998.165395:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176998.165398:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176998.165405:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612146816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176998.165422:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176998.165427:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176998.165434:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786176998.165437:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176998.165438:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176998.165441:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176998.165446:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8433 00000400:00000200:3.0:1786176998.165450:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176998.165457:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176998.165461:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176998.165466:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165468:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176998.165470:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165475:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176998.165476:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176998.165477:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786176998.165479:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176998.165483:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786176998.165486:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786176998.165489:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786176998.165496:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165501:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176998.165506:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165511:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176998.165514:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786176998.165521:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165524:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176998.165527:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176998.165532:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176998.165534:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165538:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176998.165542:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176998.165544:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165546:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176998.165550:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786176998.165554:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786176998.165556:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176998.165559:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165562:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176998.165564:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176998.165566:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176998.165588:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786176998.165591:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176998.165600:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612146944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176998.165614:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176998.165617:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176998.165624:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612146944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176998.165649:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176998.165653:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176998.165657:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176998.165659:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176998.165661:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176998.165668:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176998.165672:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8433 00000400:00000200:3.0:1786176998.165680:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176998.165688:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176998.165695:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:1.1:1786176998.165700:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:3.0:1786176998.165703:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.1:1786176998.165705:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:3.0:1786176998.165706:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176998.165711:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165716:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176998.165720:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176998.165723:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786176998.165725:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176998.165727:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786176998.165730:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786176998.165733:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786176998.165739:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165742:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176998.165744:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165749:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176998.165753:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786176998.165756:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165759:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176998.165762:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176998.165766:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176998.165770:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165775:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176998.165778:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176998.165784:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165787:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176998.165793:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000020:00000040:3.0:1786176998.165797:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176998.165801:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176998.165804:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165806:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176998.165809:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176998.165812:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176998.165816:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786176998.165821:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176998.165829:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612147072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176998.165839:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176998.165841:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176998.165845:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612147072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176998.165850:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176998.165852:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176998.165855:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176998.165859:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176998.165861:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176998.165866:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176998.165870:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8433 00000400:00000200:3.0:1786176998.165875:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786176998.165881:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786176998.165884:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786176998.165890:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165895:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176998.165899:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165903:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786176998.165907:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786176998.165909:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786176998.165912:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786176998.165917:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786176998.165922:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786176998.165927:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786176998.165933:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165939:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786176998.165944:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165948:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786176998.165953:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786176998.165958:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786176998.165964:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176998.165968:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176998.165972:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176998.165976:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165981:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176998.165983:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786176998.165987:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.165991:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786176998.165995:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000020:00000040:3.0:1786176998.166000:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786176998.166005:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176998.166008:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176998.166037:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176998.166041:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176998.166044:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786176998.166049:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786176998.166054:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176998.166062:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612147200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176998.166085:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176998.166088:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176998.166093:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612147200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176998.166104:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786176998.166108:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8443) 00000800:00000200:1.1:1786176998.166284:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176998.166286:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176998.166509:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176998.166512:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176998.166736:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176998.166738:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786176998.166937:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786176998.166939:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000040:0.0:1786176998.805091:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303106680, at 4303106688 00000100:00000010:0.0:1786176998.805114:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f68a0. 00000100:00000001:0.0:1786176999.061123:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176999.061123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176999.061130:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176999.061131:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176999.061133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176999.061136:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176999.061139:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786176999.061144:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786176999.061145:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176999.061150:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176999.061151:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176999.061156:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176999.061158:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176999.061160:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176999.061165:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176999.061166:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176999.061169:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176999.061175:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176999.061274:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176999.061278:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176999.061280:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176999.061281:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786176999.061282:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786176999.061286:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176999.061287:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176999.061291:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176999.061292:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176999.061296:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786176999.061296:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176999.061299:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176999.061301:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176999.061302:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176999.061304:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176999.061306:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176999.061308:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176999.061312:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176999.061324:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176999.061326:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176999.061327:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176999.061329:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786176999.061330:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176999.061332:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176999.061334:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176999.061335:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176999.061336:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176999.061338:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176999.061339:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176999.061341:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176999.061344:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176999.061346:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176999.061349:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176999.061350:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176999.061351:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176999.061353:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176999.061386:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176999.061389:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176999.061391:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177000.085151:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177000.085157:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177000.085162:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177000.085168:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.085169:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177000.085178:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177000.085180:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177000.085191:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177000.085196:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177000.085197:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177000.085198:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.085203:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177000.085206:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177000.085206:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177000.085209:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177000.085211:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177000.085212:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177000.085222:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177000.085224:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.085226:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177000.085229:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177000.085239:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177000.085239:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177000.085257:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177000.085258:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177000.085261:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177000.085264:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177000.085271:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177000.085272:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177000.085275:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177000.085279:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177000.085285:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177000.085288:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177000.085291:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177000.085293:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177000.085298:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177000.085299:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.085302:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177000.085307:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177000.085309:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177000.085311:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177000.085315:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177000.085318:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177000.085319:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177000.085323:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.085334:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177000.085337:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177000.085339:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177000.085342:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177000.085346:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177000.085350:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.085353:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177000.085354:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.085355:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177001.109132:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177001.109139:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177001.109144:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177001.109151:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177001.109156:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177001.109161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177001.109164:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177001.109167:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177001.109169:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177001.109171:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177001.109175:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177001.109179:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177001.109186:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177001.109191:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177001.109195:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177001.109197:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177001.109199:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177001.109202:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177001.109216:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177001.109220:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177001.109221:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177001.109224:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177001.109227:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177001.109229:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177001.109231:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177001.109233:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177001.109235:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177001.109372:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177001.109384:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177001.109388:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177001.109388:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177001.109399:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177001.109400:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177001.109409:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177001.109410:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177001.109414:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177001.109422:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177001.109423:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177001.109428:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177001.109431:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177001.109434:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177001.109439:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177001.109447:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177001.109455:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177001.109469:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177002.133108:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177002.133108:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177002.133117:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177002.133117:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177002.133119:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177002.133120:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177002.133125:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177002.133126:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177002.133132:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177002.133132:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177002.133142:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177002.133142:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177002.133148:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177002.133151:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177002.133151:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177002.133156:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177002.133157:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177002.133157:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177002.133163:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177002.133167:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177002.133167:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177002.133172:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177002.133180:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177002.133185:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177002.133191:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177002.133197:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177002.133206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177002.134075:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177002.134079:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177002.134080:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177002.134082:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177002.134085:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177002.134087:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177002.134089:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177002.134090:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177002.134093:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177002.134103:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177002.134107:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177002.134109:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177002.134111:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177002.134113:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177002.134115:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177002.134116:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177002.134118:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177002.134120:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177003.157103:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177003.157109:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177003.157111:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177003.157115:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177003.157119:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177003.157122:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177003.157124:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177003.157126:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177003.157129:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177003.157129:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.157135:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177003.157137:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177003.157141:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177003.157144:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177003.157148:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177003.157151:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177003.157151:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177003.157156:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177003.157156:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177003.157159:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.157162:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177003.157162:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177003.157169:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177003.157171:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177003.157173:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177003.157174:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177003.157176:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177003.157317:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177003.157322:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177003.157326:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177003.157332:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177003.157337:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177003.157341:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177003.157347:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177003.157350:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177003.157353:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177003.157427:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177003.157430:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177003.157431:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177003.157433:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177003.157435:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177003.157436:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177003.157439:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177003.157440:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177003.157442:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177003.157442:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.157449:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177003.157452:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177003.157455:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177003.157458:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177003.157460:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177003.157462:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177003.157464:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177003.157466:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177003.285138:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177003.285146:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177003.285148:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177003.285152:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177003.285156:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177003.285162:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8438 00000400:00000200:2.0:1786177003.285167:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177003.285172:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177003.285174:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177003.285176:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285179:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177003.285181:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285183:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177003.285186:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177003.285188:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177003.285190:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177003.285192:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177003.285194:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177003.285196:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177003.285198:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285199:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177003.285200:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285202:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177003.285204:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177003.285206:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285207:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177003.285210:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177003.285212:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177003.285214:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285216:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177003.285217:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177003.285224:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786177003.285227:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177003.285229:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177003.285231:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285233:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177003.285235:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177003.285238:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177003.285244:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786177003.285249:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177003.285256:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612147328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177003.285268:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177003.285272:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177003.285276:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612147328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177003.285292:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177003.285295:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177003.285297:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177003.285298:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177003.285299:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177003.285301:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177003.285302:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8438 00000400:00000200:2.0:1786177003.285305:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177003.285307:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177003.285308:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177003.285310:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285311:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177003.285313:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285314:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177003.285317:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177003.285317:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177003.285319:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177003.285320:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177003.285322:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177003.285323:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177003.285326:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285327:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177003.285328:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285330:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177003.285332:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786177003.285338:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285340:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177003.285344:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177003.285350:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177003.285353:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285355:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177003.285358:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177003.285363:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285368:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177003.285373:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786177003.285377:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177003.285382:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177003.285384:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285387:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177003.285389:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177003.285395:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177003.285402:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786177003.285407:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177003.285415:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612147456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177003.285424:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177003.285427:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177003.285433:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612147456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177003.285441:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177003.285446:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177003.285450:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177003.285452:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177003.285453:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177003.285456:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177003.285460:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8438 00000400:00000200:2.0:1786177003.285464:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177003.285466:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177003.285471:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177003.285474:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285475:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177003.285477:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285481:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177003.285484:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177003.285484:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177003.285486:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177003.285487:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177003.285489:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177003.285494:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177003.285499:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285502:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177003.285506:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285508:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177003.285511:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786177003.285516:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285543:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177003.285547:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177003.285550:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177003.285553:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285559:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177003.285561:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177003.285566:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285568:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177003.285573:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786177003.285577:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177003.285580:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177003.285584:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285588:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177003.285591:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177003.285594:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177003.285602:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786177003.285608:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177003.285618:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612147584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177003.285643:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177003.285647:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177003.285659:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612147584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177003.285680:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177003.285684:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177003.285690:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177003.285694:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177003.285697:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177003.285702:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:1.1:1786177003.285703:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786177003.285709:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8438 00000800:00000200:1.1:1786177003.285711:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000400:00000200:2.0:1786177003.285719:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177003.285728:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177003.285732:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177003.285738:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285742:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177003.285748:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285751:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177003.285755:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177003.285758:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177003.285763:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177003.285766:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177003.285770:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177003.285774:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786177003.285779:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285784:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177003.285789:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285792:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177003.285794:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177003.285796:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285797:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177003.285798:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177003.285801:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177003.285807:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285809:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177003.285811:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177003.285814:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285818:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177003.285821:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786177003.285826:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177003.285831:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177003.285833:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.285838:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177003.285841:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177003.285844:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177003.285849:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786177003.285854:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177003.285864:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612147712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177003.285875:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177003.285878:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177003.285886:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612147712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177003.285898:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177003.285901:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177003.285904:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177003.285906:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177003.285910:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177003.285915:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177003.285920:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8438 00000400:00000200:2.0:1786177003.285930:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177003.285945:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177003.285952:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177003.285961:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285965:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177003.285971:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.285976:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177003.285980:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177003.285985:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177003.285987:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177003.285989:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786177003.285991:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177003.285993:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786177003.285997:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.286000:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177003.286050:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177003.286057:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177003.286063:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786177003.286069:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177003.286074:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177003.286078:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177003.286082:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177003.286086:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.286091:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177003.286094:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177003.286097:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.286100:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177003.286106:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786177003.286110:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177003.286111:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177003.286112:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177003.286113:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177003.286114:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177003.286116:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177003.286121:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786177003.286125:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177003.286134:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612147840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177003.286155:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177003.286161:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177003.286174:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612147840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177003.286200:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177003.286209:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8448) 00000800:00000200:1.1:1786177003.286343:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177003.286345:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786177003.286643:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177003.286646:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786177003.286963:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177003.286966:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786177003.287304:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177003.287307:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000040:0.0:1786177003.925131:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303111800, at 4303111808 00000100:00000010:0.0:1786177003.925147:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6960. 00000100:00000001:3.0:1786177004.181100:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177004.181102:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177004.181107:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177004.181108:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177004.181111:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177004.181111:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177004.181117:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177004.181117:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177004.181123:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177004.181123:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177004.181129:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177004.181129:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177004.181135:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177004.181137:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177004.181138:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177004.181144:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177004.181144:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177004.181144:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177004.181148:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177004.181150:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177004.181150:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177004.181154:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177004.181159:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177004.181162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177004.181165:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177004.181166:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177004.181166:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177004.181171:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177004.181172:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177004.181172:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177004.181175:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177004.181175:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177004.181177:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177004.181180:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177004.181180:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177004.181185:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177004.181186:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177004.181189:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177004.181194:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177004.181196:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177004.181198:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177004.181202:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177004.181202:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177004.181202:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177004.181208:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177004.181209:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177004.181212:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177004.181213:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177004.181217:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177004.181218:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177004.181221:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177004.181226:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177004.181228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177004.181230:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.205106:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177005.205108:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177005.205114:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177005.205115:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177005.205118:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177005.205119:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177005.205120:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.205125:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177005.205127:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177005.205127:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177005.205128:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177005.205134:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177005.205134:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177005.205135:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177005.205139:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177005.205140:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.205141:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177005.205144:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177005.205146:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177005.205148:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177005.205149:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177005.205155:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.205155:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.205162:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177005.205162:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.205165:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.205170:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177005.205174:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177005.205178:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177005.205181:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177005.205185:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177005.205189:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177005.205191:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177005.205192:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177005.205196:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177005.205197:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177005.205201:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177005.205202:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177005.205204:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177005.205207:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177005.205213:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177005.205214:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177005.205218:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177005.205218:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.205219:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.205221:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177005.205222:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177005.205223:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.205224:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177005.205227:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177005.205227:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.205229:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177005.205231:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.205233:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177006.229089:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177006.229098:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177006.229101:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177006.229104:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177006.229106:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177006.229107:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177006.229109:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177006.229113:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177006.229114:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177006.229115:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177006.229117:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177006.229120:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177006.229122:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177006.229122:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177006.229126:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177006.229128:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177006.229131:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177006.229131:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177006.229132:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177006.229137:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177006.229137:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177006.229142:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177006.229145:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177006.229146:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177006.229147:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177006.229153:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177006.229161:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177006.229185:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177006.229187:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177006.229191:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177006.229193:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177006.229195:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177006.229197:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177006.229199:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177006.229202:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177006.229203:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177006.229208:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177006.229208:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177006.229210:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177006.229214:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177006.229214:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177006.229215:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177006.229219:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177006.229220:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177006.229225:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177006.229225:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177006.229228:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177006.229232:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177006.229233:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177006.229235:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177006.229238:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177006.229239:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177006.229247:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177006.229251:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177007.253088:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177007.253094:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177007.253096:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177007.253102:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177007.253106:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177007.253106:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177007.253109:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177007.253112:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177007.253113:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177007.253114:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177007.253115:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177007.253116:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177007.253120:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177007.253121:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177007.253122:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177007.253122:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177007.253126:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177007.253129:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177007.253130:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177007.253135:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177007.253136:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177007.253140:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177007.253143:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177007.253146:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177007.253151:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177007.253155:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177007.253159:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177007.253160:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177007.253165:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177007.253168:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177007.253171:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177007.253174:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177007.253175:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177007.253178:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177007.253179:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177007.253184:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177007.253184:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177007.253187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177007.253188:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177007.253189:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177007.253192:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177007.253194:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177007.253195:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177007.253197:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177007.253199:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177007.253204:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177007.253204:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177007.253207:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177007.253210:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177007.253211:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177007.253216:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177007.253221:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177007.253225:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177007.253228:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.277148:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177008.277148:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177008.277148:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177008.277157:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177008.277157:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177008.277158:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177008.277162:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177008.277163:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177008.277163:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177008.277170:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177008.277171:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177008.277172:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177008.277180:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177008.277180:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177008.277180:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177008.277187:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177008.277188:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177008.277189:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177008.277192:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177008.277196:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177008.277198:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177008.277203:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177008.277203:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177008.277205:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177008.277208:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177008.277210:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177008.277219:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.277241:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177008.277246:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177008.277246:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177008.277251:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177008.277252:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177008.277255:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177008.277257:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.277260:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177008.277261:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177008.277262:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177008.277264:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177008.277268:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177008.277268:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177008.277268:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177008.277271:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.277272:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177008.277275:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177008.277275:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177008.277276:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177008.277280:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177008.277287:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177008.277289:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177008.277291:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177008.277294:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177008.277299:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177008.277300:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177008.277303:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177008.405107:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177008.405115:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177008.405118:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177008.405121:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177008.405125:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177008.405130:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8443 00000400:00000200:0.0:1786177008.405137:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177008.405141:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177008.405144:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177008.405146:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405149:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177008.405151:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405152:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177008.405156:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177008.405157:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177008.405160:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177008.405162:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177008.405164:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177008.405165:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177008.405167:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405169:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177008.405170:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405172:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177008.405174:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177008.405176:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405178:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177008.405179:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177008.405182:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177008.405185:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.405186:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177008.405188:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177008.405196:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177008.405199:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177008.405202:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177008.405203:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.405205:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177008.405208:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177008.405211:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177008.405218:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786177008.405223:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177008.405230:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612147968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177008.405237:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177008.405241:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177008.405244:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612147968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177008.405261:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177008.405263:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177008.405265:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177008.405266:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177008.405268:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177008.405270:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177008.405271:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8443 00000400:00000200:0.0:1786177008.405274:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177008.405276:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177008.405277:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177008.405279:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405281:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177008.405283:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405285:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177008.405287:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177008.405288:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177008.405289:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177008.405291:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177008.405292:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177008.405294:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177008.405296:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405297:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177008.405298:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405300:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177008.405302:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177008.405307:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405309:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177008.405310:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177008.405315:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177008.405317:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.405318:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177008.405321:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177008.405323:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.405324:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177008.405329:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177008.405336:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177008.405339:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177008.405342:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.405347:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177008.405349:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177008.405351:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177008.405359:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786177008.405370:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177008.405382:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612148096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177008.405429:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177008.405432:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177008.405441:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612148096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177008.405464:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177008.405485:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177008.405489:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177008.405494:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177008.405496:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177008.405499:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177008.405506:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8443 00000400:00000200:0.0:1786177008.405512:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177008.405527:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177008.405535:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177008.405551:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405563:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177008.405571:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405576:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177008.405579:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177008.405581:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177008.405583:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177008.405590:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177008.405596:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177008.405598:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177008.405609:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405617:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177008.405625:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405633:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177008.405645:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177008.405666:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177008.405682:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177008.405692:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177008.405696:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177008.405706:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.405716:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177008.405724:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177008.405730:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.405736:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177008.405741:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177008.405754:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177008.405759:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177008.405761:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.405771:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177008.405773:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177008.405781:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177008.405789:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000010:0.0:1786177008.405793:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000800:00000200:1.1:1786177008.405795:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000001:0.0:1786177008.405800:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177008.405815:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612148224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177008.405834:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177008.405841:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177008.405857:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612148224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177008.405925:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177008.405929:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177008.405937:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177008.405944:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177008.405949:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177008.405961:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177008.405968:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8443 00000400:00000200:0.0:1786177008.405981:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177008.405986:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177008.405992:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177008.406000:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.406005:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177008.406044:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.406046:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177008.406049:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177008.406050:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177008.406051:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177008.406053:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177008.406055:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177008.406057:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177008.406059:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.406060:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177008.406061:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.406063:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177008.406065:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177008.406067:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177008.406069:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177008.406071:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177008.406074:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177008.406078:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.406081:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177008.406084:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177008.406089:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.406101:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177008.406106:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177008.406110:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177008.406115:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177008.406123:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.406133:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177008.406141:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177008.406143:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177008.406149:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786177008.406159:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177008.406173:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612148352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177008.406195:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177008.406203:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177008.406210:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612148352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177008.406218:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177008.406220:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177008.406235:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177008.406242:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177008.406245:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177008.406254:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177008.406263:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8443 00000400:00000200:0.0:1786177008.406284:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177008.406296:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177008.406299:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177008.406307:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.406314:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177008.406325:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.406334:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177008.406342:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177008.406349:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177008.406357:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177008.406362:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177008.406374:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786177008.406390:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177008.406402:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.406411:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177008.406418:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177008.406425:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177008.406436:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786177008.406449:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177008.406459:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177008.406480:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177008.406487:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177008.406493:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.406496:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177008.406502:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177008.406510:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.406522:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177008.406533:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177008.406544:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177008.406555:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177008.406560:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177008.406568:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177008.406574:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177008.406578:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177008.406587:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:0.0:1786177008.406591:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177008.406600:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612148480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177008.406615:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177008.406626:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177008.406635:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612148480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177008.406675:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177008.406687:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8453) 00000800:00000200:1.1:1786177008.406780:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177008.406782:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786177008.407052:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177008.407055:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786177008.407257:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177008.407259:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786177008.407532:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177008.407534:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000040:0.0:1786177009.045128:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303116920, at 4303116928 00000100:00000010:0.0:1786177009.045148:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6240. 00000100:00000001:0.0:1786177009.301104:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177009.301110:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177009.301112:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177009.301116:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177009.301120:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177009.301123:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177009.301126:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177009.301129:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177009.301133:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177009.301156:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177009.301162:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177009.301167:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177009.301172:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177009.301173:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177009.301176:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177009.301178:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177009.301179:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177009.301185:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177009.301186:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177009.301193:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177009.301193:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177009.301194:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177009.301203:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177009.301208:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177009.301209:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177009.301210:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177009.301213:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177009.301218:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177009.301220:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177009.301228:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177009.301233:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177009.301234:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177009.301235:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177009.301240:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177009.301246:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177009.301247:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177009.301259:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177009.301260:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177009.301264:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177009.301269:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177009.301274:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177009.301279:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177009.301280:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786177009.301282:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177009.301284:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177009.301288:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177009.301295:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177009.301297:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177010.325123:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177010.325123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177010.325131:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177010.325132:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177010.325136:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177010.325136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177010.325145:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177010.325145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177010.325155:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177010.325156:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177010.325160:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177010.325164:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.325164:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177010.325165:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177010.325176:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.325179:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177010.325184:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177010.325184:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.325189:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.325190:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177010.325206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177010.325208:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177010.325213:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177010.325220:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177010.325220:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177010.325230:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.325232:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177010.325233:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177010.325245:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177010.325248:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177010.325249:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177010.325254:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177010.325254:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177010.325258:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177010.325260:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177010.325260:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.325265:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177010.325267:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177010.325268:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177010.325280:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.325281:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177010.325287:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177010.325294:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177010.325298:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177010.325304:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177010.325328:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177010.325333:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177010.325344:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177011.349092:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177011.349101:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177011.349104:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177011.349111:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177011.349114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177011.349117:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177011.349119:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177011.349122:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177011.349124:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177011.349129:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177011.349130:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177011.349135:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177011.349136:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177011.349140:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177011.349142:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177011.349150:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177011.349153:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177011.349154:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177011.349164:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177011.349166:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177011.349173:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177011.349181:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177011.349187:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177011.349192:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177011.349197:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177011.349198:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177011.349201:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177011.349203:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177011.349204:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177011.349210:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177011.349217:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177011.349217:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177011.349219:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177011.349225:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177011.349227:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177011.349233:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177011.349234:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177011.349240:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177011.349240:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177011.349246:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177011.349246:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177011.349252:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177011.349253:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177011.349261:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177011.349265:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177011.349272:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177011.349276:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177011.349279:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177011.349282:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177011.349286:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177011.349289:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177011.349292:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177011.349294:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177011.349298:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177012.373136:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177012.373136:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177012.373142:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177012.373143:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177012.373147:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177012.373147:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177012.373153:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177012.373155:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177012.373159:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177012.373161:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177012.373163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177012.373166:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177012.373170:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177012.373172:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177012.373175:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177012.373178:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177012.373180:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177012.373181:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177012.373189:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177012.373189:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177012.373196:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177012.373208:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177012.373211:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177012.373213:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177012.373217:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177012.373218:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177012.373220:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177012.373230:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177012.373231:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177012.373232:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177012.373238:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177012.373240:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177012.373241:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177012.373243:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177012.373245:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177012.373246:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177012.373255:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177012.373258:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177012.373259:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177012.373265:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177012.373265:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177012.373270:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177012.373274:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177012.373276:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177012.373281:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177013.397143:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177013.397156:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177013.397162:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177013.397163:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177013.397168:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177013.397177:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177013.397177:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177013.397178:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177013.397184:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.397185:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177013.397188:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177013.397197:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177013.397202:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177013.397203:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177013.397205:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177013.397213:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177013.397220:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177013.397221:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177013.397222:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177013.397233:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177013.397234:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177013.397252:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177013.397258:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177013.397263:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177013.397263:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177013.397264:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177013.397275:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177013.397276:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177013.397280:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.397284:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177013.397284:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177013.397293:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177013.397298:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177013.397303:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177013.397307:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177013.397307:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177013.397323:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177013.397323:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177013.397333:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177013.397347:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177013.397358:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177013.397368:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177013.397376:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177013.397381:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177013.397386:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177013.525135:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177013.525147:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177013.525149:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177013.525152:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177013.525157:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177013.525166:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8448 00000400:00000200:0.0:1786177013.525173:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177013.525178:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177013.525181:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177013.525184:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525186:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177013.525188:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525190:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177013.525193:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177013.525195:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177013.525197:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177013.525200:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177013.525201:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177013.525203:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177013.525205:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525206:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177013.525208:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525209:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177013.525212:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177013.525214:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525216:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177013.525218:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177013.525220:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177013.525223:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525224:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177013.525226:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177013.525234:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177013.525237:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177013.525240:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177013.525241:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525244:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177013.525246:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177013.525250:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177013.525256:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786177013.525261:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177013.525268:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612148608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177013.525276:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177013.525280:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177013.525284:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612148608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177013.525304:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177013.525307:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177013.525309:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177013.525310:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177013.525311:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177013.525313:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177013.525315:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8448 00000400:00000200:0.0:1786177013.525318:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177013.525320:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177013.525321:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177013.525323:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525325:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177013.525326:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525327:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177013.525329:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177013.525330:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177013.525331:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177013.525332:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177013.525334:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177013.525335:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177013.525337:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525339:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177013.525342:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525343:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177013.525345:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177013.525348:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525349:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177013.525350:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177013.525355:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177013.525358:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525362:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177013.525367:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177013.525370:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525375:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177013.525382:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177013.525385:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177013.525389:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177013.525393:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525397:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177013.525400:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177013.525403:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177013.525410:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786177013.525415:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177013.525446:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612148736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177013.525459:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177013.525463:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177013.525469:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612148736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177013.525479:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177013.525483:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177013.525490:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177013.525493:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177013.525496:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177013.525502:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177013.525513:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8448 00000400:00000200:0.0:1786177013.525520:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177013.525529:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177013.525533:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177013.525536:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525537:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177013.525542:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525545:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177013.525547:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177013.525549:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177013.525553:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177013.525556:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177013.525559:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177013.525564:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177013.525570:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525573:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177013.525578:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525582:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177013.525586:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177013.525592:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525596:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177013.525598:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177013.525601:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177013.525606:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525612:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177013.525615:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177013.525619:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525622:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177013.525626:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177013.525630:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177013.525634:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177013.525637:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525639:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177013.525643:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177013.525647:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177013.525647:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000010:0.0:1786177013.525653:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000800:00000200:1.1:1786177013.525653:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000100:00000001:0.0:1786177013.525658:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177013.525666:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612148864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177013.525677:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177013.525681:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177013.525687:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612148864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177013.525698:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177013.525701:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177013.525710:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177013.525713:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177013.525717:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177013.525725:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177013.525733:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8448 00000400:00000200:0.0:1786177013.525747:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177013.525757:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177013.525761:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177013.525767:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525772:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177013.525777:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525782:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177013.525788:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177013.525792:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177013.525795:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177013.525799:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177013.525803:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177013.525809:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177013.525817:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525822:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177013.525826:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525829:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177013.525833:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177013.525838:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177013.525843:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177013.525849:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177013.525853:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177013.525858:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525862:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177013.525867:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177013.525871:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525875:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177013.525882:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177013.525886:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177013.525893:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177013.525895:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.525898:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177013.525901:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177013.525904:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177013.525910:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786177013.525914:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177013.525923:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612148992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177013.525940:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177013.525952:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177013.525961:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612148992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177013.525978:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177013.525983:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177013.525990:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177013.525993:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177013.525995:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177013.526001:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177013.526006:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8448 00000400:00000200:0.0:1786177013.526031:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177013.526033:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177013.526035:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177013.526038:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.526040:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177013.526041:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.526044:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177013.526046:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177013.526047:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177013.526048:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177013.526050:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177013.526054:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786177013.526058:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177013.526063:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.526067:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177013.526071:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177013.526075:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177013.526080:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786177013.526087:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177013.526093:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177013.526098:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177013.526105:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177013.526111:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.526117:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177013.526122:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177013.526127:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.526133:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177013.526140:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177013.526144:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177013.526148:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177013.526151:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177013.526153:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177013.526154:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177013.526156:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177013.526162:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786177013.526167:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177013.526177:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612149120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177013.526205:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177013.526209:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177013.526217:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612149120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177013.526232:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177013.526238:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8459) 00000800:00000200:1.1:1786177013.526361:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177013.526363:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177013.526691:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177013.526694:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177013.527005:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177013.527008:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177013.527450:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177013.527452:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000100:00000040:0.0:1786177014.165115:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303122040, at 4303122048 00000100:00000010:0.0:1786177014.165132:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6960. 00000100:00000001:0.0:1786177014.421182:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177014.421190:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177014.421192:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177014.421198:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177014.421202:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177014.421207:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177014.421211:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177014.421211:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177014.421216:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177014.421225:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177014.421225:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177014.421226:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177014.421240:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177014.421243:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177014.421244:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177014.421247:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177014.421259:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177014.421263:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177014.421266:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177014.421270:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177014.421272:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177014.421278:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177014.421278:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177014.421288:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177014.421289:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177014.421298:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177014.421305:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177014.421314:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177014.421326:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177014.421328:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177014.421330:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177014.421338:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177014.421340:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177014.421340:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177014.421343:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177014.421349:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177014.421355:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177014.421357:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177014.421357:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177014.421359:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177014.421366:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177014.421376:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177014.421377:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177014.421378:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177014.421389:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177014.421389:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177014.421391:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177014.421403:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177014.421405:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177014.421405:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177014.421427:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177014.421431:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177014.421440:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177014.421444:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177015.445175:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177015.445176:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177015.445182:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177015.445183:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177015.445186:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177015.445187:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177015.445196:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177015.445197:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177015.445198:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177015.445201:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177015.445206:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177015.445210:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177015.445212:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177015.445213:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177015.445218:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177015.445222:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177015.445223:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177015.445228:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177015.445228:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177015.445229:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177015.445241:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177015.445242:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177015.445242:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177015.445251:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177015.445256:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177015.445260:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177015.445264:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177015.445277:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177015.445278:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177015.445281:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177015.445282:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177015.445285:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177015.445288:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177015.445290:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177015.445292:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177015.445296:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177015.445298:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177015.445298:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177015.445306:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177015.445306:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177015.445307:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177015.445318:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177015.445319:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177015.445321:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177015.445322:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177015.445324:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177015.445325:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177015.445327:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177015.445333:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177015.445336:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177015.445340:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177015.445344:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177015.445346:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177015.445349:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.469151:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177016.469157:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177016.469159:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177016.469159:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177016.469163:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177016.469170:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.469171:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.469172:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177016.469181:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177016.469182:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177016.469183:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786177016.469195:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177016.469196:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177016.469196:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177016.469209:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177016.469210:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.469211:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177016.469214:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177016.469216:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177016.469223:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177016.469224:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177016.469229:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177016.469231:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.469232:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177016.469233:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.469240:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.469251:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.469291:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177016.469293:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177016.469293:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177016.469299:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177016.469301:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177016.469301:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177016.469303:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.469306:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177016.469306:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177016.469312:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177016.469314:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177016.469315:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177016.469319:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177016.469320:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177016.469324:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177016.469324:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177016.469329:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177016.469330:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177016.469331:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177016.469331:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.469340:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177016.469341:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.469347:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177016.469352:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177016.469353:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.469355:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177016.469360:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177017.493149:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177017.493149:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177017.493154:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177017.493157:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177017.493158:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177017.493160:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177017.493162:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177017.493163:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177017.493165:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177017.493173:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177017.493174:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177017.493174:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177017.493184:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177017.493184:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177017.493184:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177017.493192:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177017.493192:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177017.493193:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177017.493199:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177017.493201:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177017.493202:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177017.493207:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177017.493209:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177017.493210:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177017.493215:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177017.493216:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177017.493219:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177017.493245:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177017.493246:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177017.493249:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177017.493251:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177017.493252:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177017.493253:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177017.493257:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177017.493257:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177017.493258:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177017.493263:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177017.493266:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177017.493266:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177017.493268:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177017.493271:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177017.493274:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177017.493274:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177017.493275:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177017.493280:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177017.493282:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177017.493282:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177017.493287:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177017.493288:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177017.493292:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177017.493294:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177017.493294:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177017.493299:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177017.493305:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.517116:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177018.517118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177018.517123:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177018.517124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177018.517127:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177018.517128:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177018.517135:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177018.517135:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177018.517142:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177018.517142:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177018.517146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177018.517148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177018.517150:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177018.517151:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177018.517156:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177018.517157:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177018.517164:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177018.517164:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177018.517264:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177018.517269:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177018.517271:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177018.517274:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177018.517278:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177018.517278:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177018.517284:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177018.517284:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177018.517289:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177018.517290:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177018.517293:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177018.517295:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177018.517301:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177018.517303:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177018.517305:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177018.517307:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177018.517308:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177018.517310:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177018.517312:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177018.517316:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177018.517317:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177018.517319:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177018.517321:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177018.517324:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177018.517325:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177018.517327:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177018.517329:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.517386:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177018.517388:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177018.517389:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177018.517391:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177018.517392:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177018.517394:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177018.517395:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177018.517396:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177018.517398:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.645349:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177018.645356:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177018.645361:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177018.645388:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c380 x1872933612149248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177018.645413:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177018.645417:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177018.645424:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177018.645429:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177018.645431:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177018.645435:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612149248:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177018.645441:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177018.645454:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177018.645459:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177018.645465:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177018.645473:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177018.645479:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177018.645489:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177018.645495:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983108. 00000400:00000010:0.0:1786177018.645504:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a908. 00000100:00000200:0.0:1786177018.645514:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612149248, portal 25 00000100:00000001:0.0:1786177018.645518:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177018.645520:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263250816 : -127833446300800 : ffff8bbc74d7c380) 00000100:00000040:0.0:1786177018.645530:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c380 x1872933612149248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177018.645541:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177018.645547:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177018.645550:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a880. 00000100:00000200:0.0:1786177018.645554:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612149248, offset 0 00000400:00000200:0.0:1786177018.645564:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177018.645574:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177018.645583:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177018.645591:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177018.645597:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177018.645603:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177018.645608:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177018.645612:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410486:410486:256:4294967295] 192.168.202.156@tcp LPNI seq info [410484:410484:8:4294967295] 00000400:00000200:0.0:1786177018.645618:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177018.645629:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177018.645633:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177018.645639:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95400. 00000800:00000200:0.0:1786177018.645647:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177018.645655:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177018.645669:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177018.645677:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177018.645681:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303127160 00000100:00000010:0.0:1786177018.645688:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000100:00000001:0.0:1786177018.645695:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177018.645703:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303127160 00000100:00000010:0.0:1786177018.645709:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e120. 00000100:00000001:0.0:1786177018.645714:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177018.645719:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177018.645725:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.645729:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.645734:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177018.645742:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177018.645745:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786177018.645748:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177018.645751:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177018.645754:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177018.645760:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ea00 x1872933612149376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177018.645772:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177018.645775:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177018.645779:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177018.645782:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177018.645785:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177018.645790:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612149376:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177018.645792:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177018.645794:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177018.645795:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177018.645796:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177018.645799:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2c00. 02000000:00000001:0.0:1786177018.645803:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177018.645808:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177018.645813:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983898. 00000400:00000010:0.0:1786177018.645818:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a440. 00000100:00000200:0.0:1786177018.645823:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612149376, portal 10 00000100:00000001:0.0:1786177018.645827:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177018.645829:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263260672 : -127833446290944 : ffff8bbc74d7ea00) 00000100:00000040:0.0:1786177018.645838:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ea00 x1872933612149376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177018.645849:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177018.645852:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177018.645855:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2aa18. 00000100:00000200:0.0:1786177018.645861:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612149376, offset 0 00000400:00000200:0.0:1786177018.645868:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177018.645875:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177018.645885:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177018.645891:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177018.645894:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177018.645896:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177018.645903:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177018.645909:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410487:410487:255:4294967295] 192.168.202.156@tcp LPNI seq info [410485:410485:7:4294967295] 00000400:00000200:0.0:1786177018.645918:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177018.645935:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177018.645944:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177018.645953:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95900. 00000800:00000200:0.0:1786177018.645962:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177018.645969:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177018.645974:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177018.645979:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177018.645985:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177018.645988:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303126535 00000100:00000001:0.0:1786177018.645991:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303127160 00000100:00000001:0.0:1786177018.645997:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303126535 00000100:00000001:0.0:1786177018.646000:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303127160 00000100:00000001:0.0:1786177018.646006:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177018.646010:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.646042:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.646044:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177018.646047:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177018.646049:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786177018.646051:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177018.646053:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177018.646055:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177018.646060:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c700 x1872933612149504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177018.646075:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177018.646079:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177018.646085:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177018.646089:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177018.646096:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177018.646104:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612149504:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177018.646112:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177018.646118:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177018.646122:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177018.646126:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177018.646132:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177018.646138:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177018.646145:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177018.646152:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983268. 00000400:00000010:0.0:1786177018.646159:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ac38. 00000100:00000200:0.0:1786177018.646164:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612149504, portal 10 00000100:00000001:0.0:1786177018.646169:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177018.646172:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263251712 : -127833446299904 : ffff8bbc74d7c700) 00000100:00000040:0.0:1786177018.646184:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c700 x1872933612149504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177018.646201:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177018.646206:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177018.646215:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a3b8. 00000100:00000200:0.0:1786177018.646221:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612149504, offset 0 00000400:00000200:0.0:1786177018.646230:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177018.646238:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177018.646244:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177018.646250:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177018.646255:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177018.646261:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177018.646268:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177018.646276:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410488:410488:254:4294967295] 192.168.202.156@tcp LPNI seq info [410486:410486:6:4294967295] 00000400:00000200:0.0:1786177018.646288:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177018.646306:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177018.646319:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177018.646332:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95500. 00000800:00000200:0.0:1786177018.646342:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177018.646353:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177018.646360:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177018.646365:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177018.646388:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177018.646393:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303126536 00000100:00000001:0.0:1786177018.646398:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303127160 00000100:00000001:0.0:1786177018.646403:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303126536 00000100:00000001:0.0:1786177018.646409:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303127160 00000100:00000001:0.0:1786177018.646414:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177018.646419:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.646425:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.646430:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177018.646438:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177018.646442:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786177018.646448:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177018.646452:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177018.646455:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177018.646465:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f480 x1872933612149632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177018.646487:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177018.646490:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177018.646495:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177018.646499:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177018.646504:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177018.646513:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612149632:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177018.646522:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177018.646526:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177018.646530:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177018.646534:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177018.646540:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177018.646545:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177018.646554:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177018.646559:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439835d8. 00000400:00000010:0.0:1786177018.646566:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2af68. 00000100:00000200:0.0:1786177018.646573:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612149632, portal 4 00000100:00000001:0.0:1786177018.646579:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177018.646582:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263263360 : -127833446288256 : ffff8bbc74d7f480) 00000100:00000040:0.0:1786177018.646595:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f480 x1872933612149632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177018.646613:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177018.646620:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177018.646625:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177018.646631:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612149632, offset 0 00000400:00000200:0.0:1786177018.646643:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177018.646656:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177018.646662:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177018.646666:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177018.646670:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177018.646673:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177018.646676:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177018.646681:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410489:410489:253:4294967295] 192.168.202.156@tcp LPNI seq info [410487:410487:5:4294967295] 00000400:00000200:0.0:1786177018.646686:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177018.646692:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177018.646697:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177018.646701:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95100. 00000800:00000200:0.0:1786177018.646706:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177018.646710:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177018.646720:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177018.646724:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177018.646727:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177018.646729:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303126719 00000100:00000001:0.0:1786177018.646731:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303127160 00000100:00000001:0.0:1786177018.646733:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303126719 00000100:00000001:0.0:1786177018.646735:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303127160 00000100:00000001:0.0:1786177018.646737:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177018.646740:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.646743:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.646745:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177018.646748:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177018.646749:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786177018.646751:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177018.646752:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177018.646753:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177018.646758:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f100 x1872933612149760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177018.646765:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177018.646767:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177018.646769:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177018.646771:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177018.646773:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177018.646776:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612149760:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177018.646787:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177018.646789:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177018.646790:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177018.646792:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177018.646795:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786177018.646797:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177018.646801:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177018.646804:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc43983b00. 00000400:00000010:0.0:1786177018.646808:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a7f8. 00000100:00000200:0.0:1786177018.646811:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612149760, portal 4 00000100:00000001:0.0:1786177018.646813:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177018.646815:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263262464 : -127833446289152 : ffff8bbc74d7f100) 00000100:00000040:0.0:1786177018.646820:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f100 x1872933612149760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177018.646828:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177018.646831:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177018.646833:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177018.646835:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612149760, offset 0 00000400:00000200:0.0:1786177018.646840:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177018.646844:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177018.646849:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177018.646852:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177018.646855:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177018.646857:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177018.646860:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177018.646863:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410490:410490:252:4294967295] 192.168.202.156@tcp LPNI seq info [410488:410488:4:4294967295] 00000400:00000200:0.0:1786177018.646866:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177018.646873:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177018.646876:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177018.646880:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177018.646884:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177018.646888:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177018.646890:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177018.646893:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177018.646896:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177018.646898:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303126699 00000100:00000001:0.0:1786177018.646900:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303127160 00000100:00000001:0.0:1786177018.646902:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303126699 00000100:00000001:0.0:1786177018.646904:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303127160 00000100:00000001:0.0:1786177018.646906:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177018.646908:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.646910:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.646912:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177018.646916:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177018.646917:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786177018.646919:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177018.646921:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177018.646922:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177018.646924:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177019.285129:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303127160, at 4303127168 00000100:00000010:0.0:1786177019.285144:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:0.0:1786177019.541127:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177019.541127:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177019.541127:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177019.541135:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177019.541136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177019.541137:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177019.541138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177019.541141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177019.541142:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177019.541144:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177019.541145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177019.541151:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177019.541151:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177019.541152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177019.541157:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177019.541158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177019.541159:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177019.541163:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177019.541166:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177019.541167:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177019.541174:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177019.541174:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177019.541175:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177019.541180:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177019.541181:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177019.541189:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177019.541189:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177019.541190:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177019.541193:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177019.541196:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177019.541198:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177019.541201:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177019.541203:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177019.541205:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177019.541206:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177019.541208:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177019.541215:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177019.541216:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177019.541222:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177019.541222:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177019.541225:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177019.541227:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177019.541228:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177019.541234:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177019.541235:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177019.541239:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177019.541241:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177019.541245:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177019.541250:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177019.541252:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177019.541256:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177019.541257:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177019.541261:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177019.541265:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177020.565092:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177020.565099:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177020.565102:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177020.565105:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177020.565107:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177020.565109:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177020.565110:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177020.565112:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177020.565116:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177020.565116:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177020.565117:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177020.565124:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177020.565125:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177020.565125:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177020.565132:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177020.565133:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177020.565133:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177020.565138:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177020.565139:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177020.565140:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177020.565144:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177020.565147:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177020.565148:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177020.565151:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177020.565153:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177020.565155:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177020.565161:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177020.565177:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177020.565180:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177020.565180:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177020.565185:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177020.565186:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177020.565188:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177020.565189:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177020.565190:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177020.565193:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177020.565194:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177020.565195:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177020.565197:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177020.565198:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177020.565200:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177020.565203:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177020.565205:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177020.565205:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177020.565208:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177020.565209:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177020.565210:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177020.565213:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177020.565215:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177020.565215:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177020.565221:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177020.565223:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177020.565226:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177020.565228:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.589129:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177021.589129:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177021.589137:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177021.589137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177021.589141:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177021.589141:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177021.589142:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.589146:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177021.589150:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177021.589151:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177021.589152:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177021.589157:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177021.589159:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177021.589160:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177021.589161:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177021.589164:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177021.589167:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177021.589168:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.589169:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177021.589173:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177021.589175:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177021.589178:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.589181:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.589184:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177021.589184:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.589188:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177021.589192:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.589213:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177021.589217:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177021.589219:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177021.589221:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177021.589223:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177021.589225:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177021.589226:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177021.589227:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177021.589230:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1786177021.589232:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.589233:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177021.589233:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.589237:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1786177021.589240:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786177021.589240:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177021.589241:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177021.589247:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177021.589251:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177021.589252:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177021.589254:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177021.589256:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1786177021.717373:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:0.0:1786177021.717432:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1786177021.717442:0:2379:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177021.717447:0:2379:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:0.0:1786177021.717452:0:2379:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177021.717456:0:2379:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1786177021.717462:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177021.717466:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95400. 00000400:00000200:0.0:1786177021.717472:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177021.717477:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177021.717483:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a880 00000400:00000010:0.0:1786177021.717486:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a880. 00000100:00000001:0.0:1786177021.717491:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177021.717506:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc74d7c380 x1872933612149248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.717536:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177021.717540:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c380 x1872933612149248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.717549:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.717551:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177021.717561:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177021.717564:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95900. 00000400:00000200:0.0:1786177021.717567:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177021.717572:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177021.717575:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2aa18 00000400:00000010:0.0:1786177021.717577:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2aa18. 00000100:00000001:0.0:1786177021.717580:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177021.717585:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc74d7ea00 x1872933612149376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.717597:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177021.717603:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ea00 x1872933612149376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.717612:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.717616:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177021.717627:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177021.717633:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95500. 00000400:00000200:0.0:1786177021.717640:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177021.717646:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177021.717682:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a3b8 00000400:00000010:0.0:1786177021.717687:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a3b8. 00000100:00000001:0.0:1786177021.717693:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177021.717703:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc74d7c700 x1872933612149504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.717722:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177021.717732:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c700 x1872933612149504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.717745:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.717748:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177021.717759:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177021.717767:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95100. 00000400:00000200:0.0:1786177021.717774:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177021.717783:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177021.717790:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177021.717795:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177021.717800:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177021.717808:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc74d7f480 x1872933612149632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.717823:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177021.717828:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f480 x1872933612149632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.717841:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.717844:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177021.717854:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177021.717859:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177021.717864:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177021.717872:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177021.717878:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177021.717882:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177021.717887:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177021.717894:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc74d7f100 x1872933612149760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.717918:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177021.717926:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f100 x1872933612149760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.717940:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.717944:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177022.613103:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177022.613110:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177022.613112:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177022.613113:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177022.613122:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177022.613124:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177022.613126:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177022.613136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177022.613140:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177022.613142:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177022.613142:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177022.613148:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177022.613149:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177022.613151:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177022.613159:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177022.613159:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177022.613163:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177022.613166:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177022.613176:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177022.613177:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177022.613178:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177022.613180:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177022.613187:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177022.613188:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177022.613190:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177022.613201:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177022.613201:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177022.613241:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177022.613243:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177022.613248:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177022.613252:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177022.613258:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177022.613258:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177022.613263:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177022.613265:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177022.613269:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177022.613270:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177022.613275:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177022.613276:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177022.613281:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177022.613282:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177022.613285:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177022.613287:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177022.613291:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177022.613298:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177022.613431:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177022.613436:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177022.613440:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177023.637167:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177023.637167:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177023.637178:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177023.637179:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177023.637183:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.637184:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177023.637184:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.637191:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177023.637194:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177023.637194:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177023.637195:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177023.637203:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177023.637203:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177023.637204:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177023.637211:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177023.637211:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177023.637211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177023.637216:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177023.637219:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177023.637221:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177023.637224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177023.637226:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177023.637230:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.637232:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177023.637232:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177023.637236:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177023.637250:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.637252:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177023.637257:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177023.637259:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177023.637262:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177023.637265:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177023.637269:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177023.637273:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177023.637277:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177023.637278:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177023.637284:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177023.637284:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177023.637290:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177023.637291:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1786177023.637298:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000020:00000001:3.0:1786177023.637298:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177023.637306:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177023.637307:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177023.637314:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177023.637335:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177023.637339:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177023.637343:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177023.765121:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177023.765137:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177023.765141:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177023.765147:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177023.765153:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177023.765164:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8459 00000400:00000200:0.0:1786177023.765176:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177023.765183:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177023.765187:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177023.765190:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765194:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177023.765197:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765199:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177023.765203:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177023.765205:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177023.765208:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177023.765211:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177023.765213:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177023.765215:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177023.765217:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765219:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177023.765221:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765223:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177023.765225:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177023.765228:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765230:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177023.765233:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177023.765236:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177023.765239:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765241:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177023.765243:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177023.765251:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177023.765256:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177023.765261:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177023.765263:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765267:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177023.765271:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177023.765276:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177023.765286:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786177023.765295:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177023.765308:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612149888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177023.765318:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177023.765357:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177023.765364:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612149888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177023.765396:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177023.765401:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177023.765405:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177023.765407:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177023.765408:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177023.765412:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177023.765416:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8459 00000400:00000200:0.0:1786177023.765421:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177023.765424:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177023.765427:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177023.765431:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765433:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177023.765436:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765438:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177023.765440:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177023.765442:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177023.765444:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177023.765447:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177023.765449:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177023.765451:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177023.765454:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765456:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177023.765458:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765460:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177023.765463:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177023.765466:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765469:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177023.765471:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177023.765478:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177023.765481:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765483:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177023.765489:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177023.765492:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765495:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177023.765501:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177023.765503:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177023.765506:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177023.765509:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765511:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177023.765513:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177023.765515:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177023.765520:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786177023.765524:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177023.765529:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612150016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177023.765537:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177023.765539:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177023.765543:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612150016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177023.765551:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177023.765554:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177023.765558:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177023.765560:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177023.765561:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177023.765565:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177023.765568:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8459 00000400:00000200:0.0:1786177023.765572:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177023.765575:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177023.765578:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177023.765581:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765583:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177023.765585:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765587:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177023.765589:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177023.765591:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177023.765592:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177023.765595:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177023.765597:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177023.765601:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177023.765605:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765607:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177023.765609:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765611:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177023.765613:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177023.765616:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765618:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177023.765620:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177023.765623:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177023.765626:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765628:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177023.765631:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177023.765634:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765636:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177023.765641:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177023.765644:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177023.765647:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177023.765648:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765651:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177023.765653:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177023.765658:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177023.765663:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786177023.765670:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177023.765681:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612150144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177023.765712:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177023.765718:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177023.765729:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612150144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177023.765744:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177023.765753:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177023.765759:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177023.765762:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177023.765766:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177023.765774:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177023.765780:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8459 00000400:00000200:0.0:1786177023.765789:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177023.765795:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177023.765800:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177023.765804:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765810:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177023.765812:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765815:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177023.765818:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177023.765821:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177023.765826:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177023.765832:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177023.765838:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177023.765843:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177023.765849:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765853:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177023.765859:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765865:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177023.765872:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177023.765882:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177023.765889:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177023.765894:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177023.765900:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177023.765905:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765908:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177023.765915:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177023.765919:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765921:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177023.765936:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177023.765941:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177023.765946:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177023.765949:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.765951:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.1:1786177023.766051:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177023.766055:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 02000000:00000001:0.0:1786177023.766217:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177023.766222:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177023.766231:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:0.0:1786177023.766237:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177023.766246:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612150272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177023.766260:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177023.766266:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177023.766277:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612150272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177023.766294:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177023.766300:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177023.766311:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177023.766315:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177023.766319:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177023.766336:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177023.766343:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8459 00000400:00000200:0.0:1786177023.766354:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177023.766364:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177023.766368:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177023.766371:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.766374:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177023.766379:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.766387:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177023.766392:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177023.766395:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177023.766399:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177023.766402:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177023.766407:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786177023.766414:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177023.766424:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.766429:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177023.766435:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177023.766442:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177023.766450:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786177023.766457:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177023.766463:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177023.766468:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177023.766473:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177023.766479:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.766485:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177023.766488:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177023.766494:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.766498:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177023.766505:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177023.766510:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177023.766518:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177023.766521:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177023.766526:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177023.766528:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177023.766532:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177023.766541:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786177023.766548:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177023.766560:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612150400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177023.766591:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177023.766596:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177023.766606:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612150400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177023.766625:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177023.766634:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8469) 00000800:00000200:1.1:1786177023.766738:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177023.766741:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177023.767193:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177023.767196:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177023.767514:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177023.767516:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177023.767750:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177023.767751:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000040:0.0:1786177024.405098:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303132281, at 4303132288 00000100:00000010:0.0:1786177024.405114:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f68a0. 00000100:00000001:2.0:1786177024.661080:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177024.661087:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177024.661087:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177024.661090:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177024.661093:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177024.661098:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177024.661099:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177024.661104:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177024.661106:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177024.661108:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177024.661108:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177024.661112:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177024.661113:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177024.661115:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177024.661116:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177024.661117:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177024.661119:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177024.661122:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177024.661122:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177024.661123:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177024.661125:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177024.661128:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177024.661132:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177024.661132:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177024.661138:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177024.661141:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177024.661145:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177024.661155:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177024.661158:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177024.661160:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177024.661162:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177024.661164:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177024.661166:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177024.661171:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177024.661171:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177024.661176:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177024.661177:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177024.661181:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177024.661183:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177024.661184:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177024.661191:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177024.661193:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177024.661195:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177024.661196:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177024.661203:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177024.661241:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177024.661244:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177024.661247:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177025.685151:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177025.685160:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177025.685169:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177025.685176:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177025.685182:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177025.685187:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177025.685196:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177025.685198:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177025.685201:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177025.685216:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177025.685222:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177025.685226:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177025.685231:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177025.685235:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177025.685238:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177025.685243:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177025.685246:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177025.685250:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177025.685329:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177025.685334:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177025.685338:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177025.685377:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177025.685378:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177025.685379:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177025.685384:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177025.685385:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177025.685385:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177025.685388:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177025.685389:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177025.685390:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177025.685394:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177025.685397:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177025.685398:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177025.685398:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177025.685402:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177025.685404:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177025.685405:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177025.685406:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177025.685409:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177025.685410:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177025.685410:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177025.685418:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177025.685418:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177025.685418:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177025.685422:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177025.685424:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177025.685426:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177025.685429:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.709087:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177026.709092:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177026.709094:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177026.709098:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177026.709099:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177026.709104:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177026.709105:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177026.709111:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177026.709112:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177026.709116:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177026.709117:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177026.709119:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177026.709122:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177026.709123:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177026.709128:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177026.709130:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177026.709133:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.709136:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177026.709138:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.709143:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177026.709149:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177026.709155:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177026.709162:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177026.709164:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177026.709167:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177026.709169:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177026.709170:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177026.709172:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177026.709174:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.709176:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177026.709177:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177026.709178:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177026.709181:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.709183:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.709185:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177026.709186:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177026.709191:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177026.709193:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177026.709197:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177026.709201:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177026.709207:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177026.709209:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177026.709214:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177026.709218:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.709219:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177026.709224:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.709226:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177026.709230:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177026.709237:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177026.709242:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177026.709245:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.709248:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177026.709250:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.709253:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177026.709273:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177026.709277:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177026.709281:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177027.733125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177027.733125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177027.733127:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177027.733134:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177027.733134:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177027.733135:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177027.733138:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177027.733140:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177027.733140:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177027.733145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177027.733145:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177027.733148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177027.733150:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177027.733150:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177027.733155:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177027.733157:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177027.733157:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177027.733160:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177027.733161:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177027.733165:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177027.733166:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177027.733169:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177027.733171:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177027.733172:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177027.733174:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177027.733175:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177027.733182:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177027.733187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177027.733190:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177027.733192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177027.733194:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177027.733195:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177027.733198:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177027.733198:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177027.733200:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177027.733202:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177027.733202:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177027.733203:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177027.733205:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177027.733205:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177027.733208:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177027.733209:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177027.733209:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177027.733215:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177027.733216:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177027.733216:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177027.733218:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177027.733220:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177027.733224:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177027.733225:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177027.733227:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177027.733229:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177027.733232:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177027.733233:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177028.757089:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177028.757096:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177028.757098:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177028.757104:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177028.757107:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177028.757108:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177028.757111:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177028.757114:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177028.757114:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177028.757114:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177028.757118:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177028.757119:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177028.757121:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177028.757126:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.757127:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177028.757127:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786177028.757135:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177028.757135:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177028.757141:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177028.757141:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177028.757146:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177028.757146:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177028.757151:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177028.757151:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177028.757155:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177028.757158:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177028.757161:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177028.757162:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177028.757163:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177028.757163:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177028.757168:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177028.757168:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177028.757173:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177028.757176:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177028.757176:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177028.757182:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177028.757194:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177028.757199:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177028.757199:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177028.757201:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.757203:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177028.757206:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177028.757207:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177028.757212:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177028.757212:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177028.757217:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177028.757218:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177028.757220:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177028.757223:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177028.757223:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177028.757226:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177028.757227:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177028.757233:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.757234:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177028.885102:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177028.885111:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177028.885113:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177028.885117:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177028.885120:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177028.885126:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8464 00000400:00000200:0.0:1786177028.885132:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177028.885137:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177028.885139:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177028.885141:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885144:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177028.885146:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885148:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177028.885152:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177028.885153:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177028.885155:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177028.885158:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177028.885159:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177028.885161:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177028.885163:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885165:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177028.885166:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885168:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177028.885170:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177028.885172:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885174:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177028.885176:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177028.885179:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177028.885181:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.885182:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177028.885184:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177028.885191:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177028.885194:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177028.885197:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177028.885198:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.885201:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177028.885203:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177028.885206:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177028.885212:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786177028.885217:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177028.885224:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612150528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177028.885232:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177028.885236:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177028.885240:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612150528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177028.885258:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177028.885261:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177028.885263:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177028.885265:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177028.885266:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177028.885268:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177028.885294:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8464 00000400:00000200:0.0:1786177028.885297:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177028.885300:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177028.885302:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177028.885305:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885307:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177028.885309:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885311:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177028.885313:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177028.885314:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177028.885315:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177028.885317:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177028.885319:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177028.885322:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177028.885328:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885335:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177028.885341:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885346:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177028.885351:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177028.885357:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885362:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177028.885364:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177028.885370:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177028.885375:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.885380:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177028.885385:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177028.885390:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.885396:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177028.885404:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177028.885410:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177028.885418:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177028.885421:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.885424:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177028.885429:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177028.885431:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177028.885437:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786177028.885444:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177028.885457:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612150656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177028.885470:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177028.885476:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177028.885486:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612150656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177028.885506:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177028.885511:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177028.885518:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177028.885521:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177028.885524:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177028.885530:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177028.885537:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8464 00000400:00000200:0.0:1786177028.885571:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177028.885580:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177028.885584:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:1.1:1786177028.885590:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786177028.885593:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.1:1786177028.885595:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000001:0.0:1786177028.885599:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177028.885607:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885614:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177028.885620:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177028.885625:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177028.885629:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177028.885634:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177028.885639:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177028.885644:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177028.885654:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885661:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177028.885665:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885670:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177028.885677:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177028.885686:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885692:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177028.885694:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177028.885698:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177028.885702:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.885706:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177028.885711:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177028.885716:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.885718:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177028.885722:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177028.885726:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177028.885729:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177028.885732:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.885734:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177028.885737:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177028.885740:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177028.885746:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786177028.885752:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177028.885762:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612150784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177028.885778:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177028.885784:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177028.885795:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612150784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177028.885813:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177028.885819:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177028.885828:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177028.885832:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177028.885836:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177028.885842:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177028.885850:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8464 00000400:00000200:0.0:1786177028.885864:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177028.885873:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177028.885880:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177028.885901:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885908:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177028.885914:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885920:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177028.885926:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177028.885929:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177028.885933:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177028.885935:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177028.885939:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177028.885944:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177028.885951:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885956:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177028.885960:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885963:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177028.885969:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177028.885976:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177028.885981:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177028.885986:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177028.885990:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177028.885996:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.885999:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177028.886004:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177028.886008:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.886035:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177028.886041:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177028.886048:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177028.886053:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177028.886056:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.886059:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177028.886062:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177028.886067:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177028.886072:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786177028.886075:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177028.886084:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612150912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177028.886097:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177028.886101:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177028.886110:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612150912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177028.886127:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177028.886134:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177028.886139:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177028.886143:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177028.886146:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177028.886152:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177028.886156:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8464 00000400:00000200:0.0:1786177028.886163:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177028.886168:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177028.886171:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177028.886176:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.886180:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177028.886185:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.886189:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177028.886191:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177028.886192:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177028.886194:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177028.886196:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177028.886198:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786177028.886200:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177028.886208:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.886212:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177028.886215:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177028.886220:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177028.886223:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786177028.886228:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177028.886231:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177028.886234:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177028.886237:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177028.886241:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.886243:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177028.886246:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177028.886249:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.886251:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177028.886256:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177028.886259:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177028.886261:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177028.886263:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177028.886265:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177028.886268:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177028.886288:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177028.886294:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786177028.886300:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177028.886308:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612151040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177028.886323:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177028.886327:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177028.886334:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612151040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177028.886344:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177028.886351:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8474) 00000800:00000200:1.1:1786177028.886374:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177028.886376:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786177028.886571:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177028.886573:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786177028.886880:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177028.886883:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786177028.887211:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177028.887214:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000040:0.0:1786177029.525100:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303137400, at 4303137408 00000100:00000010:0.0:1786177029.525114:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f62a0. 00000100:00000001:0.0:1786177029.781121:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177029.781122:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177029.781122:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177029.781130:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177029.781131:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177029.781131:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177029.781135:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177029.781136:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177029.781137:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177029.781142:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177029.781144:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177029.781145:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177029.781150:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177029.781153:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177029.781153:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177029.781156:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177029.781160:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177029.781160:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177029.781162:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177029.781167:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177029.781168:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177029.781172:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177029.781176:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177029.781176:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177029.781177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177029.781183:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177029.781191:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177029.781200:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177029.781204:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177029.781206:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177029.781208:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177029.781209:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177029.781209:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177029.781211:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177029.781213:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177029.781216:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177029.781217:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177029.781217:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177029.781221:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177029.781223:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177029.781224:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177029.781227:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177029.781227:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177029.781228:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177029.781234:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177029.781235:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177029.781235:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177029.781236:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177029.781240:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177029.781241:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177029.781244:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177029.781247:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177029.781250:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177029.781254:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177030.805121:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177030.805124:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177030.805127:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177030.805129:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177030.805130:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177030.805133:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177030.805133:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177030.805133:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177030.805138:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177030.805142:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177030.805142:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177030.805143:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177030.805149:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177030.805151:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177030.805152:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177030.805154:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177030.805158:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177030.805159:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177030.805159:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177030.805163:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177030.805164:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177030.805167:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177030.805172:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177030.805173:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177030.805177:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177030.805180:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177030.805186:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177030.805190:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177030.805195:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177030.805197:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177030.805201:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177030.805204:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177030.805204:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177030.805205:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177030.805208:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177030.805210:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177030.805211:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177030.805211:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177030.805213:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177030.805217:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177030.805219:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177030.805220:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177030.805221:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177030.805226:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177030.805227:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177030.805227:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177030.805232:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177030.805235:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177030.805235:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177030.805236:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177030.805239:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177030.805240:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177030.805244:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177030.805244:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.829144:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177031.829144:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177031.829153:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177031.829153:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177031.829157:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.829158:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177031.829165:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177031.829166:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177031.829174:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177031.829178:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177031.829179:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177031.829184:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177031.829184:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177031.829188:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.829190:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177031.829193:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.829195:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.829199:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177031.829222:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177031.829225:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177031.829228:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177031.829323:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177031.829327:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177031.829329:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.829331:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177031.829332:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177031.829336:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177031.829337:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177031.829342:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177031.829342:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177031.829348:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177031.829349:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177031.829350:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177031.829354:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177031.829355:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.829359:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177031.829362:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177031.829363:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177031.829365:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177031.829384:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177031.829388:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177031.829390:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177031.829393:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177031.829395:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177031.829397:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177031.829399:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177031.829401:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177031.829404:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177032.853126:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177032.853126:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177032.853132:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177032.853133:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177032.853134:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177032.853137:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177032.853137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177032.853137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177032.853140:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177032.853146:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177032.853146:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177032.853147:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177032.853154:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177032.853155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177032.853155:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177032.853158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177032.853162:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177032.853163:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177032.853163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177032.853169:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177032.853170:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177032.853172:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177032.853174:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177032.853181:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177032.853181:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177032.853186:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177032.853191:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177032.853194:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177032.853194:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177032.853198:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177032.853200:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177032.853203:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177032.853205:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177032.853209:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177032.853210:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177032.853214:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177032.853215:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177032.853222:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177032.853222:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177032.853226:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177032.853227:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177032.853230:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177032.853230:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177032.853246:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177032.853249:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177032.853252:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177032.853253:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177032.853257:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177032.853263:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177032.853270:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177032.853275:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177032.853278:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177032.853280:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177032.853283:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177032.853307:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177032.853310:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177032.853312:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177033.877110:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177033.877118:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177033.877118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177033.877120:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177033.877123:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177033.877124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177033.877128:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177033.877129:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177033.877131:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177033.877136:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177033.877137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177033.877138:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177033.877142:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177033.877144:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177033.877145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177033.877146:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177033.877151:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177033.877152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177033.877155:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177033.877157:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177033.877161:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177033.877164:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177033.877165:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177033.877165:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177033.877169:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177033.877173:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177033.877174:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177033.877196:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177033.877198:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786177033.877200:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177033.877202:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1786177033.877205:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177033.877205:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177033.877211:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177033.877212:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177033.877216:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177033.877217:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177033.877220:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177033.877236:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177033.877238:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177033.877242:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177033.877244:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177033.877245:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177033.877249:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177033.877250:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177033.877257:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177033.877261:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177033.877266:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177034.005129:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177034.005142:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177034.005145:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177034.005150:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177034.005155:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177034.005162:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8469 00000400:00000200:3.0:1786177034.005170:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177034.005176:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177034.005179:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177034.005183:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005187:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177034.005189:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005192:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177034.005197:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177034.005199:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786177034.005203:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177034.005206:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786177034.005209:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786177034.005212:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786177034.005216:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005218:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177034.005220:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005238:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177034.005241:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786177034.005250:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005253:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177034.005257:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177034.005261:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177034.005264:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.005267:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177034.005270:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177034.005280:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786177034.005284:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786177034.005288:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177034.005290:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.005293:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177034.005296:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177034.005300:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177034.005309:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe000. 00000100:00000001:3.0:1786177034.005316:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177034.005336:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612151168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177034.005347:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177034.005352:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177034.005357:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612151168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177034.005382:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177034.005386:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177034.005389:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177034.005391:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177034.005393:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177034.005396:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177034.005398:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8469 00000400:00000200:3.0:1786177034.005403:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177034.005407:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177034.005410:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177034.005414:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005416:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177034.005420:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005423:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177034.005426:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177034.005428:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786177034.005433:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177034.005438:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786177034.005444:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786177034.005449:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786177034.005460:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005467:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177034.005473:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005479:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177034.005485:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786177034.005494:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005500:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177034.005505:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177034.005513:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177034.005519:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.005525:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177034.005532:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177034.005540:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.005543:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177034.005552:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000020:00000040:3.0:1786177034.005559:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786177034.005567:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177034.005572:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.005575:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177034.005579:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177034.005582:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177034.005590:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 00000100:00000001:3.0:1786177034.005598:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177034.005610:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612151296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177034.005627:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177034.005631:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177034.005639:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612151296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177034.005664:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177034.005669:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177034.005676:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786177034.005681:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177034.005683:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177034.005687:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177034.005693:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8469 00000400:00000200:3.0:1786177034.005702:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177034.005712:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177034.005717:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177034.005723:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005728:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177034.005735:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005740:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177034.005745:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177034.005747:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786177034.005752:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177034.005754:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786177034.005760:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786177034.005766:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786177034.005773:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005778:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1786177034.005783:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:3.0:1786177034.005785:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.1:1786177034.005790:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000001:3.0:1786177034.005791:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177034.005798:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786177034.005808:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177034.005814:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177034.005819:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177034.005824:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177034.005830:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.005835:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177034.005840:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177034.005846:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.005850:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177034.005857:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000020:00000040:3.0:1786177034.005861:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786177034.005863:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177034.005865:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.005868:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177034.005871:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177034.005875:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177034.005882:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc000. 00000100:00000001:3.0:1786177034.005888:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177034.005900:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612151424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177034.005918:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177034.005924:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177034.005932:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612151424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177034.005945:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177034.005950:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177034.005957:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177034.005961:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177034.005966:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177034.005972:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177034.005978:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8469 00000400:00000200:3.0:1786177034.005987:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177034.005996:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177034.006000:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177034.006005:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.006034:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177034.006038:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.006041:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177034.006047:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177034.006051:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786177034.006056:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177034.006061:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786177034.006068:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786177034.006074:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786177034.006084:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.006090:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177034.006097:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.006104:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177034.006109:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786177034.006118:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177034.006124:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177034.006130:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177034.006135:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177034.006139:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.006142:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177034.006148:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786177034.006156:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.006163:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177034.006171:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000020:00000040:3.0:1786177034.006178:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786177034.006185:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177034.006189:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.006194:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177034.006198:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177034.006204:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177034.006214:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786177034.006242:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177034.006253:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612151552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177034.006274:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177034.006278:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177034.006288:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612151552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177034.006316:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177034.006326:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177034.006335:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177034.006340:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177034.006345:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177034.006353:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177034.006361:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8469 00000400:00000200:3.0:1786177034.006373:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177034.006382:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177034.006388:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177034.006395:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.006402:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177034.006410:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.006418:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177034.006426:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177034.006430:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786177034.006436:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177034.006440:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786177034.006447:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786177034.006453:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786177034.006464:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.006470:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177034.006478:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177034.006485:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177034.006492:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786177034.006500:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177034.006508:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177034.006512:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.1:1786177034.006516:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:3.0:1786177034.006519:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1786177034.006520:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 02000000:00000001:3.0:1786177034.006526:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.006533:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177034.006539:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786177034.006547:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.006551:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177034.006560:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000020:00000040:3.0:1786177034.006567:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786177034.006574:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177034.006578:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.006582:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177034.006587:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177034.006591:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177034.006600:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786177034.006605:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177034.006616:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177034.006634:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177034.006639:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177034.006648:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177034.006668:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177034.006676:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8479) 00000800:00000200:1.1:1786177034.006907:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177034.006909:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786177034.007179:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177034.007181:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000001:1.0:1786177034.007318:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177034.007320:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177034.007321:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177034.007323:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177034.007325:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612151680:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177034.007327:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177034.007328:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177034.007329:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177034.007330:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177034.007332:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177034.007333:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177034.007336:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177034.007337:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177034.007339:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177034.007341:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612151680, portal 4 00000100:00000001:1.0:1786177034.007343:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177034.007344:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957500672 : -127833752050944 : ffff8bbc629e6300) 00000100:00000040:1.0:1786177034.007347:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177034.007351:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177034.007353:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177034.007354:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177034.007356:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612151680, offset 0 00000400:00000200:1.0:1786177034.007358:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177034.007361:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177034.007364:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177034.007366:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177034.007367:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177034.007369:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177034.007370:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177034.007373:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410505:410505:256:4294967295] 192.168.202.156@tcp LPNI seq info [410503:410503:8:4294967295] 00000400:00000200:1.0:1786177034.007375:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177034.007379:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177034.007383:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177034.007385:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177034.007387:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177034.007389:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786177034.007392:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177034.007394:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1786177034.007397:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177034.007398:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177034.007400:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177034.007402:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177034.007404:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177034.007405:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177034.007407:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177034.007409:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177034.007414:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177034.007416:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177034.007420:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177034.007421:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177034.007423:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177034.007426:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177034.007428:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177034.007429:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303142060 00000100:00000001:1.0:1786177034.007431:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303142520 00000100:00000001:1.0:1786177034.007432:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303142060 00000100:00000001:1.0:1786177034.007433:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303142520 00000100:00000001:1.0:1786177034.007435:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177034.007436:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177034.007437:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177034.007439:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177034/real 1786177034] req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177034.007444:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177034.007445:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177034.007446:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177034.007448:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177034.007449:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177034.007450:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177034.007452:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177034.007457:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177034.007460:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177034.007461:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177034.007463:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177034.007464:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177034.007466:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177034.007470:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177034.007472:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177034.007476:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177034.007478:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177034.007478:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177034.007479:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177034.007480:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177034.007481:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177034.007483:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177034.007484:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177034.007486:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177034.007488:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177034.007494:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612151680:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177034.007496:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177034.007497:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177034.007499:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4a80 x1872933612151552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177034.007503:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177034.007504:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177034.007505:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177034.007506:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177034.007507:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177034.007508:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177034.007509:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177034.007510:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:1.0:1786177034.007511:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177034.007512:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177034.007513:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4a80. 00000100:00000001:1.0:1786177034.007514:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177034.007515:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177034.007516:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177034.007518:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6300 x1872933612151680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177034.007523:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177034.007523:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177034.007524:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177034.007525:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177034.007526:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177034.007527:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177034.007528:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177034.007528:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd000. 02000000:00000001:1.0:1786177034.007530:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177034.007531:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177034.007532:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6300. 00000100:00000001:1.0:1786177034.007534:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177034.007534:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177034.007536:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177034.007538:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177034.007539:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177034.007540:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177034.007541:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177034.645128:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303142520, at 4303142528 00000100:00000010:1.0:1786177034.645146:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6c00. 00000100:00000040:0.0:1786177034.645209:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303142520, at 4303142528 00000100:00000010:0.0:1786177034.645231:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f61e0. 00000100:00000001:0.0:1786177034.901136:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177034.901136:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177034.901137:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177034.901144:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177034.901145:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177034.901145:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177034.901148:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177034.901150:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.901150:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177034.901151:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177034.901157:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177034.901158:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177034.901159:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177034.901160:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177034.901165:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177034.901166:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177034.901167:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177034.901168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177034.901168:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177034.901171:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177034.901173:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177034.901174:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177034.901176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177034.901177:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177034.901181:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177034.901182:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177034.901184:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177034.901185:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177034.901187:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177034.901189:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177034.901191:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.901192:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177034.901195:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.901196:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177034.901202:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177034.901203:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177034.901208:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177034.901211:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177034.901211:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177034.901228:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177034.901229:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177034.901230:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177034.901232:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177034.901233:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177034.901233:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177034.901238:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177034.901240:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177034.901240:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177034.901241:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177034.901241:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177034.901244:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177034.901247:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177034.901248:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177034.901248:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177034.901250:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177034.901253:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177034.901254:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177034.901256:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177034.901257:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177034.901258:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177034.901261:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177034.901261:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177034.901262:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177034.901262:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177034.901266:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177034.901271:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177034.901271:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177034.901272:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177034.901275:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177034.901281:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177034.901297:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177034.901300:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177034.901303:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786177035.925118:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177035.925118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177035.925125:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177035.925126:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177035.925128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177035.925130:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177035.925133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177035.925134:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177035.925135:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177035.925136:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177035.925136:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177035.925138:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177035.925139:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177035.925142:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177035.925143:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177035.925144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177035.925145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177035.925148:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177035.925149:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177035.925149:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177035.925151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177035.925156:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177035.925157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177035.925158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177035.925159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177035.925160:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177035.925162:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177035.925163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177035.925164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177035.925165:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177035.925166:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177035.925169:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177035.925170:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177035.925171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177035.925174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177035.925175:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177035.925176:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177035.925182:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177035.925187:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177035.925188:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177035.925190:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177035.925191:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177035.925193:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177035.925195:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177035.925197:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177035.925199:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177035.925214:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177035.925217:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177035.925220:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177035.925231:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177035.925234:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177035.925236:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177035.925237:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177035.925239:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177035.925243:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177035.925244:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177035.925245:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177035.925248:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177035.925249:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177035.925252:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177035.925254:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177035.925256:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177035.925259:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177035.925263:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177035.925265:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177035.925267:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177035.925270:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177036.949128:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177036.949129:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177036.949129:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177036.949132:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177036.949135:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177036.949138:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177036.949138:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177036.949138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177036.949139:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.949142:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177036.949142:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.949144:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177036.949145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177036.949148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177036.949148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177036.949151:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177036.949151:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177036.949154:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177036.949154:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177036.949156:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177036.949157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177036.949159:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177036.949159:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177036.949161:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177036.949163:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177036.949164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177036.949165:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177036.949169:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177036.949169:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177036.949170:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177036.949174:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.949177:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177036.949177:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.949179:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.949181:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.949186:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177036.949211:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177036.949214:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177036.949215:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.949221:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177036.949222:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177036.949222:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177036.949224:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177036.949225:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177036.949228:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177036.949231:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177036.949232:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177036.949232:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.949236:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177036.949236:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177036.949238:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177036.949241:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177036.949242:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177036.949244:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177036.949246:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177036.949247:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177036.949249:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177036.949251:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177036.949251:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177036.949253:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177036.949257:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177036.949257:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177036.949258:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177036.949263:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177036.949264:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177036.949267:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177036.949270:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177036.949272:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177036.949275:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177036.949277:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177036.949284:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177036.949287:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177036.949289:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177036.949291:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177036.949292:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177036.949295:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177036.949340:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177036.949344:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177036.949348:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177037.973173:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177037.973173:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177037.973200:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177037.973201:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177037.973204:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177037.973205:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177037.973208:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177037.973213:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177037.973214:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177037.973215:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177037.973217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177037.973219:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177037.973221:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177037.973222:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177037.973227:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177037.973230:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177037.973235:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177037.973236:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177037.973236:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177037.973236:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177037.973242:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177037.973249:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177037.973250:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177037.973251:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177037.973251:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177037.973253:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177037.973254:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177037.973261:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177037.973263:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177037.973266:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177037.973266:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177037.973268:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177037.973272:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177037.973274:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177037.973277:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177037.973280:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177037.973287:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177037.973296:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786177037.973303:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177037.973303:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177037.973308:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177037.973309:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786177037.973310:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177037.973314:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177037.973314:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00010000:0.0:1786177037.973316:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177037.973318:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177037.973320:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177037.973323:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177037.973325:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177037.973327:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177037.973329:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177037.973331:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177037.973332:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177037.973335:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177037.973337:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177037.973337:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177037.973338:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177037.973345:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177037.973348:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177037.973352:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177037.973355:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177037.973362:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177037.973365:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177037.973368:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177037.973371:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177037.973374:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177038.997136:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177038.997145:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177038.997148:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177038.997155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177038.997157:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177038.997157:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177038.997157:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177038.997161:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177038.997165:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177038.997168:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177038.997169:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177038.997171:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177038.997171:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177038.997188:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177038.997189:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177038.997189:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177038.997193:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177038.997201:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177038.997201:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177038.997202:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177038.997202:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177038.997215:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177038.997217:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177038.997217:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177038.997217:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177038.997229:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177038.997230:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177038.997231:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177038.997232:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177038.997238:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177038.997240:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177038.997243:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177038.997251:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177038.997252:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177038.997256:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177038.997262:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177038.997270:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177038.997272:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177038.997281:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177038.997282:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177038.997289:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177038.997292:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177038.997293:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177038.997293:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177038.997297:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177038.997302:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177038.997304:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177038.997306:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177038.997308:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177038.997311:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177038.997311:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177038.997312:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177038.997324:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177038.997329:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177038.997330:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177038.997331:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177038.997333:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177038.997337:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177038.997338:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177038.997339:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177038.997342:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177038.997348:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177038.997349:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177038.997355:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177038.997406:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177038.997410:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177038.997414:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177039.125189:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177039.125198:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177039.125202:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177039.125207:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177039.125213:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177039.125223:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8474 00000400:00000200:2.0:1786177039.125234:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177039.125240:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177039.125244:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177039.125255:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125259:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177039.125262:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125265:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177039.125270:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177039.125272:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177039.125275:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177039.125278:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177039.125281:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177039.125284:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177039.125287:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125289:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177039.125291:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125293:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177039.125296:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177039.125300:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125302:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177039.125305:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177039.125309:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177039.125311:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177039.125313:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177039.125315:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177039.125323:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786177039.125326:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177039.125329:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177039.125330:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177039.125333:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177039.125336:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177039.125338:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177039.125346:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786177039.125353:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177039.125363:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177039.125374:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177039.125380:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177039.125385:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177039.125410:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177039.125413:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177039.125415:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177039.125416:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177039.125417:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177039.125420:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177039.125422:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8474 00000400:00000200:2.0:1786177039.125425:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177039.125428:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177039.125429:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177039.125431:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125433:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177039.125435:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125437:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177039.125439:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177039.125440:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177039.125441:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177039.125443:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177039.125446:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177039.125448:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177039.125453:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177039.125454:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177039.125456:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177039.125459:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1786177039.125463:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177039.125464:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177039.125469:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:1.0:1786177039.125473:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786177039.125475:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786177039.125484:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125488:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177039.125490:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177039.125497:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786177039.125498:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177039.125503:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177039.125503:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177039.125508:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1786177039.125511:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:2.0:1786177039.125513:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1786177039.125516:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1786177039.125517:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177039.125519:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.125524:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177039.125525:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786177039.125530:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177039.125534:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1786177039.125535:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612151808:192.168.202.156@tcp:250:kworker.0 02000000:00000001:2.0:1786177039.125536:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177039.125540:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177039.125542:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177039.125546:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.125547:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1786177039.125550:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 02000000:00000001:1.0:1786177039.125554:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786177039.125555:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.125558:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177039.125563:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177039.125565:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177039.125571:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1786177039.125573:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 00000100:00000001:2.0:1786177039.125574:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.125579:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177039.125581:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177039.125587:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177039.125593:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000100:00000001:2.0:1786177039.125594:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177039.125600:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1786177039.125603:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00080000:2.0:1786177039.125604:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177039.125608:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177039.125610:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177039.125612:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:1.0:1786177039.125613:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612151808, portal 25 00000100:00080000:2.0:1786177039.125616:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8474 00000100:00000001:1.0:1786177039.125617:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177039.125620:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 00000400:00000200:2.0:1786177039.125625:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177039.125630:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000040:1.0:1786177039.125632:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177039.125632:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177039.125638:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125641:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177039.125645:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125649:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177039.125654:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177039.125659:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177039.125664:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000040:2.0:1786177039.125667:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000400:00000010:1.0:1786177039.125669:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000020:00000001:2.0:1786177039.125670:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177039.125674:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000100:00000200:1.0:1786177039.125676:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612151808, offset 0 00000020:00000001:2.0:1786177039.125678:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177039.125683:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177039.125687:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:2.0:1786177039.125691:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125695:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177039.125699:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786177039.125701:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125706:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177039.125707:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000040:2.0:1786177039.125712:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177039.125715:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1786177039.125721:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177039.125722:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177039.125727:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1786177039.125728:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177039.125732:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:2.0:1786177039.125733:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177039.125736:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177039.125737:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410506:410506:256:4294967295] 192.168.202.156@tcp LPNI seq info [410504:410504:8:4294967295] 02000000:00000001:2.0:1786177039.125742:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177039.125747:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177039.125748:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177039.125751:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177039.125755:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177039.125760:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177039.125761:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000010:2.0:1786177039.125767:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000800:00000200:1.0:1786177039.125769:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000020:00000040:2.0:1786177039.125773:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000800:00000010:1.0:1786177039.125776:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 02000000:00000001:2.0:1786177039.125779:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177039.125782:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177039.125785:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786177039.125786:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1786177039.125789:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 02000000:00000001:2.0:1786177039.125791:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177039.125795:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177039.125796:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177039.125802:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1786177039.125805:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000010:2.0:1786177039.125805:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000800:00000010:1.0:1786177039.125808:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000100:00000001:2.0:1786177039.125812:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177039.125814:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177039.125824:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00100000:2.0:1786177039.125825:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177039.125830:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177039.125833:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:2.0:1786177039.125836:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177039.125838:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177039.125839:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177039.125844:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177039.125846:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.125865:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177039.125869:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177039.125880:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177039.125884:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177039.125888:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177039.125889:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177039.125892:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177039.125894:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786177039.125895:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177039.125900:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177039.125903:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8474 00000100:00000001:1.0:1786177039.125905:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177039.125910:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177039.125916:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177039.125919:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177039.125921:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303147640 00000100:00080000:2.0:1786177039.125923:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177039.125928:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125929:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1786177039.125932:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6c00. 00000100:00000040:2.0:1786177039.125932:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125938:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177039.125940:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177039.125941:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177039.125942:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177039.125943:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000020:00000040:2.0:1786177039.125945:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177039.125950:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177039.125952:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786177039.125955:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125956:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177039.125958:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125959:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177039.125961:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177039.125962:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177039.125964:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.125965:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303147640 02000000:00000001:2.0:1786177039.125969:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:1.0:1786177039.125972:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6f60. 02000000:00000001:2.0:1786177039.125973:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177039.125978:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.125980:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177039.125980:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177039.125984:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177039.125987:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.125988:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177039.125989:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.125995:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177039.125997:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786177039.126001:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177039.126002:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786177039.126003:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177039.126006:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177039.126008:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177039.126045:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177039.126049:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177039.126055:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786177039.126059:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177039.126066:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786177039.126067:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177039/real 1786177039] req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177039.126097:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786177039.126099:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:1.0:1786177039.126101:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177039.126103:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177039.126105:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000100:00000040:2.0:1786177039.126109:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177039.126112:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177039.126116:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:2.0:1786177039.126121:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.126123:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1786177039.126125:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177039.126128:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177039.126131:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1786177039.126132:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177039.126133:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177039.126138:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177039.126143:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8474 00000400:00000200:2.0:1786177039.126151:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177039.126157:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000200:1.0:1786177039.126159:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177039.126160:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177039.126166:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.126170:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177039.126188:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.126194:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177039.126196:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1786177039.126196:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177039.126199:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000001:1.0:1786177039.126202:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177039.126202:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177039.126205:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:1.0:1786177039.126208:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1786177039.126208:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177039.126212:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177039.126213:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177039.126215:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177039.126219:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177039.126225:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00100000:1.0:1786177039.126226:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177039.126228:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177039.126235:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786177039.126242:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177039.126247:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177039.126248:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177039.126253:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177039.126256:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177039.126259:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177039.126266:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.126267:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177039.126271:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177039.126272:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.126275:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:2.0:1786177039.126276:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177039.126277:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.126282:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000008:00000001:2.0:1786177039.126284:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.126285:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177039.126291:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786177039.126291:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177039.126298:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177039.126301:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000010:2.0:1786177039.126301:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786177039.126308:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000040:1.0:1786177039.126309:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177039.126315:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177039.126316:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177039.126317:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177039.126319:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177039.126320:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177039.126323:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786177039.126328:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177039.126336:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786177039.126339:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612151808:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177039.126350:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177039.126352:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177039.126356:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177039.126357:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177039.126364:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612151808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177039.126367:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126387:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177039.126391:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786177039.126392:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177039.126394:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 00000100:00000040:2.0:1786177039.126398:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8484) 02000000:00000001:1.0:1786177039.126399:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177039.126402:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177039.126405:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177039.126406:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177039.126409:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:1.0:1786177039.126412:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177039.126413:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177039.126414:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:1.0:1786177039.126417:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177039.126418:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.126420:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.126427:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177039.126429:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.126431:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177039.126432:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177039.126434:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177039.126438:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126444:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177039.126445:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.126447:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177039.126448:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177039.126449:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177039.126451:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612151936:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177039.126454:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177039.126455:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177039.126456:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.126458:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177039.126460:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177039.126461:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177039.126465:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177039.126467:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177039.126469:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177039.126472:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612151936, portal 10 00000100:00000001:1.0:1786177039.126473:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177039.126474:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439484160 : -127834270067456 : ffff8bbc43be1500) 00000100:00000040:1.0:1786177039.126479:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126484:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177039.126486:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177039.126487:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177039.126489:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612151936, offset 0 00000400:00000200:1.0:1786177039.126492:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177039.126495:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177039.126497:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177039.126500:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177039.126501:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177039.126503:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177039.126505:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177039.126508:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410507:410507:256:4294967295] 192.168.202.156@tcp LPNI seq info [410505:410505:8:4294967295] 00000400:00000200:1.0:1786177039.126513:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177039.126519:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177039.126524:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177039.126528:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177039.126532:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177039.126535:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786177039.126540:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177039.126542:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1786177039.126546:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177039.126548:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177039.126551:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177039.126554:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177039.126557:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177039.126559:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177039.126562:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177039.126566:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126574:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177039.126577:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126585:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.126586:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177039.126589:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177039.126593:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177039.126596:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177039.126598:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303147016 00000100:00000001:1.0:1786177039.126600:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303147640 00000100:00000001:1.0:1786177039.126602:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303147016 00000100:00000001:1.0:1786177039.126604:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303147640 00000100:00000001:1.0:1786177039.126606:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177039.126609:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.126611:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177039.126615:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177039/real 1786177039] req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177039.126623:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177039.126624:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177039.126626:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177039.126628:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177039.126630:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177039.126631:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177039.126635:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177039.126644:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126650:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177039.126651:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.126653:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177039.126654:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177039.126658:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126664:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177039.126668:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126674:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177039.126677:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.126679:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177039.126680:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.126682:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177039.126686:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177039.126688:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177039.126692:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177039.126702:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177039.126706:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177039.126714:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612151936:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177039.126718:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177039.126722:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126728:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177039.126730:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.126732:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177039.126734:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177039.126736:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177039.126739:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152064:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177039.126743:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177039.126745:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177039.126746:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.126748:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177039.126752:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177039.126755:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177039.126758:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177039.126760:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177039.126764:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177039.126766:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612152064, portal 10 00000100:00000001:1.0:1786177039.126768:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177039.126770:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:1.0:1786177039.126776:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126783:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177039.126786:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177039.126788:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177039.126790:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612152064, offset 0 00000400:00000200:1.0:1786177039.126795:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177039.126799:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177039.126803:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177039.126806:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177039.126809:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177039.126811:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177039.126814:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177039.126816:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410508:410508:256:4294967295] 192.168.202.156@tcp LPNI seq info [410506:410506:8:4294967295] 00000400:00000200:1.0:1786177039.126820:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177039.126826:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177039.126831:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177039.126835:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177039.126839:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177039.126842:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786177039.126847:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177039.126849:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1786177039.126854:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177039.126856:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177039.126860:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177039.126863:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177039.126867:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177039.126869:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177039.126872:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177039.126876:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126884:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177039.126887:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126894:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.126897:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177039.126900:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177039.126903:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177039.126907:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177039.126910:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303147016 00000100:00000001:1.0:1786177039.126912:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303147640 00000100:00000001:1.0:1786177039.126915:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303147016 00000100:00000001:1.0:1786177039.126917:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303147640 00000100:00000001:1.0:1786177039.126919:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177039.126921:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.126923:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177039.126927:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177039/real 1786177039] req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177039.126935:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177039.126937:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177039.126939:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177039.126941:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177039.126943:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177039.126945:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177039.126949:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177039.126958:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126965:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177039.126966:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.126968:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177039.126970:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177039.126974:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126981:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177039.126986:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.126993:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177039.126996:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.126997:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177039.126999:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127000:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177039.127003:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177039.127005:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177039.127009:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177039.127039:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177039.127044:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177039.127054:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152064:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177039.127059:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177039.127063:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127069:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177039.127071:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.127073:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177039.127075:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177039.127077:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177039.127080:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152192:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177039.127084:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177039.127086:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177039.127087:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.127089:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177039.127092:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177039.127094:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177039.127098:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177039.127101:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177039.127105:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177039.127108:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612152192, portal 4 00000100:00000001:1.0:1786177039.127110:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177039.127112:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439478784 : -127834270072832 : ffff8bbc43be0000) 00000100:00000040:1.0:1786177039.127118:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127124:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177039.127126:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177039.127129:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177039.127131:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612152192, offset 0 00000400:00000200:1.0:1786177039.127135:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177039.127140:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177039.127144:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177039.127147:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177039.127150:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177039.127152:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177039.127154:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177039.127157:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410509:410509:256:4294967295] 192.168.202.156@tcp LPNI seq info [410507:410507:8:4294967295] 00000400:00000200:1.0:1786177039.127162:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177039.127168:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177039.127195:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177039.127199:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177039.127204:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177039.127207:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786177039.127211:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177039.127214:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1786177039.127218:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177039.127220:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177039.127223:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177039.127227:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177039.127230:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177039.127233:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177039.127236:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177039.127240:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127249:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177039.127252:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127259:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.127261:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177039.127264:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177039.127268:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177039.127271:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177039.127274:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303147200 00000100:00000001:1.0:1786177039.127277:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303147640 00000100:00000001:1.0:1786177039.127279:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303147200 00000100:00000001:1.0:1786177039.127281:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303147640 00000100:00000001:1.0:1786177039.127283:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177039.127285:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.127287:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177039.127291:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177039/real 1786177039] req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177039.127300:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177039.127302:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177039.127304:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177039.127307:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177039.127309:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177039.127311:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177039.127315:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177039.127324:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127332:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177039.127333:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127335:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177039.127337:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177039.127341:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127348:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177039.127352:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127360:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177039.127363:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127365:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177039.127366:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127368:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177039.127370:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177039.127372:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177039.127376:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177039.127378:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177039.127382:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177039.127391:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152192:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177039.127395:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177039.127399:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127406:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177039.127407:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.127410:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177039.127412:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177039.127414:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177039.127417:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152320:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177039.127421:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177039.127423:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177039.127424:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177039.127426:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177039.127430:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177039.127433:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177039.127436:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177039.127439:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177039.127443:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177039.127446:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612152320, portal 4 00000100:00000001:1.0:1786177039.127448:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177039.127450:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:1.0:1786177039.127456:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127463:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177039.127466:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177039.127469:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177039.127472:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612152320, offset 0 00000400:00000200:1.0:1786177039.127477:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177039.127481:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177039.127485:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177039.127488:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177039.127491:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177039.127494:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177039.127496:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177039.127499:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410510:410510:256:4294967295] 192.168.202.156@tcp LPNI seq info [410508:410508:8:4294967295] 00000400:00000200:1.0:1786177039.127504:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177039.127510:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177039.127516:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177039.127520:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177039.127524:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177039.127527:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786177039.127532:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177039.127535:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1786177039.127539:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177039.127541:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177039.127544:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177039.127548:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177039.127551:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177039.127553:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177039.127556:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177039.127560:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127568:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177039.127571:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127578:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.127580:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177039.127583:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177039.127587:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177039.127590:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177039.127592:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303147180 00000100:00000001:1.0:1786177039.127595:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303147640 00000100:00000001:1.0:1786177039.127597:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303147180 00000100:00000001:1.0:1786177039.127599:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303147640 00000100:00000001:1.0:1786177039.127601:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177039.127604:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.127606:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177039.127610:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177039/real 1786177039] req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177039.127619:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177039.127620:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177039.127622:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177039.127625:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177039.127626:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177039.127628:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177039.127632:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177039.127641:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127648:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177039.127650:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127652:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177039.127653:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177039.127657:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127664:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177039.127669:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127676:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177039.127679:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127681:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177039.127682:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127684:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177039.127686:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177039.127688:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177039.127692:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177039.127695:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177039.127700:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177039.127709:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152320:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177039.127713:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127715:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177039.127718:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1500 x1872933612151936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127725:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177039.127727:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177039.127729:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177039.127732:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177039.127734:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177039.127735:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177039.127737:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177039.127739:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:1.0:1786177039.127742:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177039.127744:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177039.127745:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1500. 00000100:00000001:1.0:1786177039.127748:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177039.127749:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127751:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177039.127754:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612152064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127761:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177039.127763:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177039.127764:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177039.127767:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177039.127768:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177039.127769:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177039.127771:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177039.127773:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:1.0:1786177039.127776:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177039.127778:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177039.127779:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:1.0:1786177039.127782:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177039.127783:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127785:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177039.127789:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0000 x1872933612152192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127796:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177039.127797:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177039.127799:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177039.127801:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177039.127802:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177039.127804:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177039.127806:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177039.127808:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:1.0:1786177039.127811:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177039.127812:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177039.127813:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0000. 00000100:00000001:1.0:1786177039.127816:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177039.127818:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127819:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177039.127823:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612152320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177039.127830:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177039.127831:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177039.127833:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177039.127835:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177039.127837:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177039.127838:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177039.127840:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177039.127842:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:1.0:1786177039.127844:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177039.127845:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177039.127847:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:1.0:1786177039.127849:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177039.127850:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127853:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.127857:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177039.127858:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177039.127860:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177039.127861:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177039.765156:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303147640, at 4303147648 00000100:00000040:1.0:1786177039.765156:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303147640, at 4303147648 00000100:00000010:1.0:1786177039.765187:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6f60. 00000100:00000010:0.0:1786177039.765189:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6c00. 00000100:00000001:0.0:1786177040.021142:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177040.021152:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177040.021155:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177040.021161:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177040.021172:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177040.021180:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177040.021181:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177040.021181:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177040.021185:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177040.021188:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177040.021188:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177040.021189:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177040.021194:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177040.021196:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177040.021197:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177040.021198:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177040.021204:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177040.021204:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177040.021204:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177040.021205:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177040.021218:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177040.021218:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177040.021219:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177040.021229:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177040.021230:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177040.021230:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177040.021243:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177040.021244:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177040.021244:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177040.021251:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177040.021254:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177040.021256:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177040.021257:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177040.021261:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177040.021263:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177040.021264:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177040.021274:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177040.021275:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177040.021278:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177040.021279:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177040.021280:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177040.021281:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177040.021284:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177040.021284:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177040.021285:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177040.021293:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177040.021294:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177040.021295:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177040.021297:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177040.021298:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177040.021299:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177040.021302:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177040.021304:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177040.021305:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177040.021311:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177040.021311:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177040.021315:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177040.021317:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177040.021318:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177040.021326:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177040.021327:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177040.021331:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177040.021341:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177040.021343:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177040.021392:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177040.021396:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177040.021399:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177041.045117:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177041.045117:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177041.045122:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177041.045126:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177041.045126:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177041.045129:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.045130:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177041.045130:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.045134:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177041.045138:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177041.045139:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177041.045139:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177041.045145:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177041.045149:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177041.045150:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177041.045150:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.045169:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177041.045169:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177041.045172:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177041.045174:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.045178:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177041.045178:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.045182:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177041.045187:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177041.045187:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.045198:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177041.045198:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177041.045203:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177041.045207:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177041.045216:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177041.045222:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177041.045228:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177041.045233:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177041.045235:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177041.045239:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177041.045241:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177041.045243:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177041.045247:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177041.045249:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177041.045253:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177041.045255:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177041.045261:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177041.045265:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177041.045267:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177041.045270:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177041.045287:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177041.045289:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177041.045290:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177041.045292:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177041.045293:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177041.045300:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177041.045301:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177041.045304:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177041.045311:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177041.045313:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177041.045316:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177041.045316:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177041.045335:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177041.045343:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177041.045345:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177041.045350:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177041.045351:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177041.045356:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177041.045357:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177041.045399:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177041.045402:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177041.045404:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177042.069102:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177042.069109:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177042.069112:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177042.069112:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177042.069112:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177042.069113:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177042.069118:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177042.069119:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177042.069120:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177042.069121:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177042.069123:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177042.069125:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177042.069126:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177042.069127:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177042.069128:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177042.069129:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177042.069131:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177042.069134:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177042.069135:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177042.069136:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177042.069138:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177042.069139:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177042.069140:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177042.069142:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177042.069154:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177042.069157:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177042.069157:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177042.069161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177042.069162:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177042.069163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177042.069168:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177042.069169:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177042.069170:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177042.069172:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177042.069178:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177042.069178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177042.069182:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177042.069191:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177042.069194:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177042.069195:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177042.069197:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177042.069200:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177042.069201:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177042.069206:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177042.069207:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177042.069208:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177042.069208:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177042.069212:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177042.069213:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177042.069213:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177042.069217:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177042.069221:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177042.069221:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177042.069221:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177042.069229:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177042.069230:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177042.069233:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177042.069235:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177042.069235:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177042.069238:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177042.069241:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177042.069241:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177042.069242:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177042.069245:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177042.069248:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177042.069249:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177042.069250:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177043.093172:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177043.093172:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177043.093181:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177043.093182:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177043.093184:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177043.093185:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177043.093186:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177043.093188:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177043.093192:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177043.093195:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177043.093196:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177043.093196:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177043.093201:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177043.093202:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177043.093203:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177043.093207:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177043.093208:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177043.093208:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177043.093212:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177043.093213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177043.093217:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177043.093218:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177043.093225:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177043.093225:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177043.093226:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177043.093226:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177043.093232:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177043.093246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177043.093249:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177043.093258:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177043.093261:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177043.093262:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177043.093267:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177043.093268:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177043.093271:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177043.093272:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177043.093272:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177043.093279:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177043.093279:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177043.093280:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177043.093284:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177043.093284:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177043.093294:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177043.093294:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177043.093295:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177043.093298:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177043.093298:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177043.093300:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177043.093302:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177043.093307:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177043.093307:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177043.093323:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177043.093324:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177043.093336:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177043.093336:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177043.093341:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177043.093347:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177043.093348:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177043.093359:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:2.0:1786177043.093360:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177043.093369:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177043.093370:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177043.093375:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177043.093376:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177043.093378:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177043.093385:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177043.093386:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177043.093393:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177043.093399:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177043.093405:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177043.093414:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177043.093416:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177043.093422:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177043.093423:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177043.093428:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177043.093429:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177043.093464:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177043.093467:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177043.093471:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786177044.117087:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177044.117094:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.117094:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177044.117099:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177044.117101:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177044.117103:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177044.117104:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177044.117104:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177044.117107:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177044.117110:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177044.117111:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177044.117112:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177044.117113:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177044.117114:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.117117:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177044.117119:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177044.117121:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177044.117121:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177044.117135:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177044.117136:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177044.117140:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177044.117143:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177044.117145:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177044.117147:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177044.117148:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177044.117149:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177044.117155:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177044.117156:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177044.117172:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177044.117176:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177044.117177:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177044.117179:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000020:00000001:1.0:1786177044.117179:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177044.117184:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177044.117186:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177044.117187:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177044.117192:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1786177044.117193:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177044.117194:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177044.117199:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.117204:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177044.117207:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177044.117209:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177044.117212:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177044.117216:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177044.117219:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177044.117219:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177044.117220:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.117225:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177044.117225:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177044.117225:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177044.117229:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.117231:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177044.117231:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177044.117232:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177044.117236:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177044.117236:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177044.117238:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.117240:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177044.117240:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177044.117244:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177044.117244:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.117246:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177044.117246:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177044.117247:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.117248:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177044.117249:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177044.245120:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177044.245162:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177044.245164:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177044.245169:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177044.245174:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177044.245182:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8479 00000400:00000200:2.0:1786177044.245192:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177044.245199:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177044.245203:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177044.245208:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245212:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177044.245216:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245218:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177044.245222:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177044.245223:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177044.245226:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177044.245228:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177044.245230:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177044.245231:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177044.245234:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245235:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177044.245236:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245238:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177044.245240:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177044.245248:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245250:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177044.245252:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177044.245255:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177044.245257:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.245259:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177044.245261:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177044.245270:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786177044.245273:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177044.245276:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177044.245277:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.245280:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177044.245282:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177044.245286:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177044.245292:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786177044.245298:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177044.245305:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177044.245313:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177044.245317:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177044.245321:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177044.245337:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177044.245340:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177044.245343:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177044.245344:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177044.245345:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177044.245347:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177044.245349:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8479 00000400:00000200:2.0:1786177044.245352:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177044.245354:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177044.245355:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177044.245362:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245364:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177044.245366:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245368:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177044.245369:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177044.245372:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1786177044.245372:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177044.245376:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177044.245377:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1786177044.245379:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177044.245381:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177044.245382:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177044.245385:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177044.245389:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177044.245390:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177044.245391:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177044.245396:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245400:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177044.245406:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:1.0:1786177044.245408:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177044.245411:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177044.245414:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:1.0:1786177044.245415:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177044.245419:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177044.245420:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.245422:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177044.245426:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1786177044.245428:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612152448:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177044.245432:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177044.245434:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177044.245436:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177044.245440:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.245441:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.245447:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177044.245447:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177044.245453:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000010:1.0:1786177044.245456:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029400. 00000008:00000001:2.0:1786177044.245456:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.245460:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.245462:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177044.245465:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786177044.245468:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177044.245470:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177044.245472:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177044.245473:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177044.245474:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177044.245477:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177044.245480:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177044.245483:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 02000000:00000010:2.0:1786177044.245484:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786177044.245489:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177044.245493:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00100000:2.0:1786177044.245494:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177044.245502:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612152448, portal 25 00000100:00000001:2.0:1786177044.245503:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177044.245507:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.245508:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177044.245510:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000040:2.0:1786177044.245511:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177044.245519:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177044.245523:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177044.245528:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177044.245533:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786177044.245534:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177044.245538:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1786177044.245539:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786177044.245540:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1786177044.245542:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000001:2.0:1786177044.245544:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:1.0:1786177044.245547:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612152448, offset 0 00000400:00000200:1.0:1786177044.245554:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786177044.245557:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8479 00000400:00000200:1.0:1786177044.245566:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177044.245566:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177044.245573:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177044.245576:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177044.245577:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:2.0:1786177044.245583:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177044.245585:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1786177044.245587:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177044.245593:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000040:2.0:1786177044.245593:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245597:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177044.245600:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177044.245603:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000020:00000001:2.0:1786177044.245605:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177044.245608:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000400:00000200:1.0:1786177044.245609:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410511:410511:256:4294967295] 192.168.202.156@tcp LPNI seq info [410509:410509:8:4294967295] 00000020:00000001:2.0:1786177044.245611:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177044.245615:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:1.0:1786177044.245617:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:2.0:1786177044.245619:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177044.245622:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177044.245627:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245632:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177044.245634:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000040:2.0:1786177044.245636:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245640:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:1.0:1786177044.245644:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000020:00000040:2.0:1786177044.245644:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786177044.245649:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000010:1.0:1786177044.245652:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000100:00000001:2.0:1786177044.245654:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177044.245659:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.0:1786177044.245661:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:2.0:1786177044.245664:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1786177044.245666:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 02000000:00000001:2.0:1786177044.245670:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177044.245674:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786177044.245676:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:1.1:1786177044.245678:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000008:00100000:2.0:1786177044.245680:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1786177044.245684:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177044.245688:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000008:00000001:2.0:1786177044.245688:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177044.245695:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177044.245699:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1786177044.245701:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177044.245703:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177044.245707:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000010:2.0:1786177044.245709:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000100:00000001:1.0:1786177044.245711:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1786177044.245713:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000100:00000200:1.0:1786177044.245716:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177044.245718:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177044.245721:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.245726:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177044.245729:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177044.245733:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786177044.245733:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177044.245738:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1786177044.245739:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786177044.245745:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.245748:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.245751:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1786177044.245753:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177044.245757:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177044.245764:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177044.245766:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303152760 00000100:00000001:2.0:1786177044.245770:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1786177044.245773:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6f60. 00000100:00000001:2.0:1786177044.245773:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177044.245778:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.245781:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177044.245789:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177044.245791:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177044.245794:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177044.245795:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177044.245796:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177044.245798:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303152760 00000100:00000001:2.0:1786177044.245798:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177044.245803:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8479 00000100:00000010:1.0:1786177044.245804:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6a20. 00000400:00000200:2.0:1786177044.245808:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177044.245809:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786177044.245813:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177044.245817:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177044.245817:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177044.245822:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177044.245823:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000040:2.0:1786177044.245828:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:1.0:1786177044.245831:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177044/real 1786177044] req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177044.245832:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177044.245838:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.245842:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177044.245847:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177044.245849:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177044.245852:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177044.245855:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177044.245860:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000001:1.0:1786177044.245862:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1786177044.245863:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000001:1.0:1786177044.245866:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1786177044.245868:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177044.245869:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000100:00000001:2.0:1786177044.245870:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177044.245875:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000100:00000040:2.0:1786177044.245876:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177044.245879:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:2.0:1786177044.245880:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177044.245885:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1786177044.245885:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177044.245890:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000200:1.0:1786177044.245893:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177044.245894:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177044.245898:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177044.245901:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177044.245906:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177044.245910:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177044.245911:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177044.245914:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177044.245918:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.245923:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.245925:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1786177044.245927:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000100:00000001:1.0:1786177044.245928:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.245933:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1786177044.245933:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177044.245936:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177044.245937:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177044.245940:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177044.245941:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177044.245950:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177044.245951:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177044.245953:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1786177044.245957:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177044.245958:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.245967:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:2.0:1786177044.245968:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:1.0:1786177044.245970:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.245972:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177044.245975:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177044.245977:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.245978:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177044.245980:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177044.245983:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177044.245988:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00100000:2.0:1786177044.245989:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177044.245990:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177044.245997:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177044.246035:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612152448:192.168.202.156@tcp:250:kworker.0 00000100:00000001:2.0:1786177044.246035:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177044.246040:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.246041:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246045:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177044.246046:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177044.246051:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612152448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177044.246068:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.246069:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177044.246075:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1786177044.246075:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1786177044.246079:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029400. 00000100:00080000:2.0:1786177044.246080:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1786177044.246083:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786177044.246083:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177044.246085:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1786177044.246086:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1786177044.246088:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000020:00000040:1.0:1786177044.246090:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00080000:2.0:1786177044.246093:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8479 00000020:00000001:1.0:1786177044.246094:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177044.246097:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5c00. 00000400:00000200:2.0:1786177044.246098:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:1.0:1786177044.246102:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1786177044.246103:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 02000000:00000001:1.0:1786177044.246104:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1786177044.246106:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000010:1.0:1786177044.246107:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000040:2.0:1786177044.246111:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177044.246112:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177044.246114:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177044.246115:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246119:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177044.246120:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.246135:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177044.246138:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177044.246139:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177044.246140:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177044.246142:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1786177044.246142:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:1.0:1786177044.246146:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177044.246147:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177044.246150:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786177044.246151:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177044.246154:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1786177044.246157:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177044.246158:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177044.246162:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177044.246165:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177044.246167:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177044.246171:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177044.246176:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786177044.246182:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177044.246183:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177044.246186:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.246186:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177044.246192:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177044.246193:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177044.246196:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177044.246197:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177044.246200:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.246202:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.246203:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177044.246206:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177044.246210:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177044.246211:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152576:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177044.246212:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177044.246216:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000100:00000001:1.0:1786177044.246220:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1786177044.246220:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177044.246225:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177044.246226:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177044.246230:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177044.246230:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.246231:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177044.246234:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177044.246236:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177044.246237:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177044.246242:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029400. 02000000:00000010:2.0:1786177044.246243:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 02000000:00000001:1.0:1786177044.246248:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177044.246249:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177044.246259:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:2.0:1786177044.246259:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177044.246264:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000100:00000001:2.0:1786177044.246270:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1786177044.246271:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000001:2.0:1786177044.246273:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177044.246276:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612152576, portal 10 00000100:00000040:2.0:1786177044.246278:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246279:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177044.246282:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000001:2.0:1786177044.246291:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177044.246293:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177044.246296:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8489) 00000100:00000001:1.0:1786177044.246302:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177044.246304:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177044.246306:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177044.246308:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612152576, offset 0 00000400:00000200:1.0:1786177044.246312:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177044.246316:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177044.246319:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177044.246321:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177044.246323:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177044.246325:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177044.246327:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177044.246329:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410512:410512:256:4294967295] 192.168.202.156@tcp LPNI seq info [410510:410510:8:4294967295] 00000400:00000200:1.0:1786177044.246331:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177044.246336:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177044.246339:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177044.246341:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177044.246343:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177044.246346:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786177044.246349:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177044.246351:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1786177044.246353:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177044.246354:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177044.246356:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177044.246359:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177044.246361:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177044.246362:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177044.246364:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177044.246366:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246372:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177044.246374:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246378:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.246379:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177044.246381:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177044.246384:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177044.246386:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177044.246388:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303152136 00000100:00000001:1.0:1786177044.246390:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303152760 00000100:00000001:1.0:1786177044.246391:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303152136 00000100:00000001:1.0:1786177044.246393:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303152760 00000100:00000001:1.0:1786177044.246394:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177044.246395:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.246397:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177044.246399:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177044/real 1786177044] req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177044.246404:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177044.246405:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177044.246406:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177044.246407:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177044.246408:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177044.246410:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177044.246412:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177044.246417:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246421:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177044.246422:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246423:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177044.246424:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177044.246426:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246430:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177044.246432:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246437:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177044.246438:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246439:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177044.246440:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246442:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177044.246444:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177044.246446:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177044.246449:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177044.246451:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177044.246455:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177044.246463:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152576:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177044.246468:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177044.246472:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246479:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177044.246481:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.246483:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177044.246485:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177044.246487:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177044.246490:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152704:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177044.246493:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177044.246495:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177044.246497:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.246499:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177044.246502:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177044.246503:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177044.246506:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177044.246507:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177044.246510:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177044.246512:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612152704, portal 10 00000100:00000001:1.0:1786177044.246513:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177044.246514:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:1.0:1786177044.246518:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246523:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177044.246524:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177044.246526:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177044.246527:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612152704, offset 0 00000400:00000200:1.0:1786177044.246530:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177044.246532:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177044.246535:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177044.246536:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177044.246539:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177044.246546:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177044.246548:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177044.246550:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410513:410513:256:4294967295] 192.168.202.156@tcp LPNI seq info [410511:410511:8:4294967295] 00000400:00000200:1.0:1786177044.246553:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177044.246558:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177044.246560:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177044.246563:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177044.246565:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177044.246567:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786177044.246570:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177044.246572:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1786177044.246574:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177044.246576:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177044.246578:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177044.246580:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177044.246582:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177044.246584:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177044.246585:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177044.246588:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246593:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177044.246595:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246599:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.246600:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177044.246602:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177044.246604:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177044.246606:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177044.246607:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303152136 00000100:00000001:1.0:1786177044.246609:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303152760 00000100:00000001:1.0:1786177044.246610:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303152136 00000100:00000001:1.0:1786177044.246612:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303152760 00000100:00000001:1.0:1786177044.246614:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177044.246615:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.246616:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177044.246619:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177044/real 1786177044] req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177044.246624:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177044.246624:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177044.246625:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177044.246627:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177044.246628:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177044.246629:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177044.246631:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177044.246636:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246640:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177044.246641:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246642:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177044.246643:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177044.246645:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246649:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177044.246651:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246655:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177044.246657:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246658:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177044.246659:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246661:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177044.246662:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177044.246664:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177044.246666:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177044.246667:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177044.246670:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177044.246674:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152704:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177044.246677:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177044.246679:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246684:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177044.246685:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.246686:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177044.246687:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177044.246688:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177044.246690:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152832:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177044.246692:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177044.246693:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177044.246694:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.246695:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177044.246697:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177044.246698:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177044.246700:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177044.246702:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177044.246704:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177044.246706:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612152832, portal 4 00000100:00000001:1.0:1786177044.246707:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177044.246708:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:1.0:1786177044.246712:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246716:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177044.246718:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177044.246719:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177044.246721:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612152832, offset 0 00000400:00000200:1.0:1786177044.246723:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177044.246725:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177044.246727:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177044.246729:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177044.246730:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177044.246732:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177044.246733:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177044.246736:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410514:410514:256:4294967295] 192.168.202.156@tcp LPNI seq info [410512:410512:8:4294967295] 00000400:00000200:1.0:1786177044.246738:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177044.246742:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177044.246745:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177044.246747:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177044.246749:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177044.246751:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786177044.246753:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177044.246755:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1786177044.246757:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177044.246759:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177044.246760:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177044.246763:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177044.246764:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177044.246765:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177044.246767:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177044.246769:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246774:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177044.246776:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246785:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.246786:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177044.246787:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177044.246789:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177044.246791:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177044.246793:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303152319 00000100:00000001:1.0:1786177044.246794:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303152760 00000100:00000001:1.0:1786177044.246796:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303152319 00000100:00000001:1.0:1786177044.246797:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303152760 00000100:00000001:1.0:1786177044.246798:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177044.246799:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.246800:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177044.246802:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177044/real 1786177044] req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177044.246807:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177044.246808:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177044.246809:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177044.246810:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177044.246811:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177044.246812:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177044.246814:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177044.246820:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246823:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177044.246824:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246825:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177044.246826:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177044.246828:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246833:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177044.246836:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246840:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177044.246841:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246842:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177044.246843:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246844:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177044.246845:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177044.246846:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177044.246848:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177044.246849:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177044.246851:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177044.246856:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152832:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177044.246858:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246859:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177044.246861:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612152576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246865:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177044.246866:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177044.246867:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177044.246869:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177044.246870:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177044.246871:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177044.246872:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177044.246873:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4400. 02000000:00000001:1.0:1786177044.246875:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177044.246876:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177044.246877:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:1.0:1786177044.246879:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177044.246880:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246881:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177044.246883:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612152704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246887:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177044.246888:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177044.246889:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177044.246891:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177044.246891:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177044.246892:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177044.246893:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177044.246894:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:1.0:1786177044.246895:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177044.246896:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177044.246897:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:1.0:1786177044.246898:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177044.246899:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246900:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177044.246902:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612152832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246905:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177044.246906:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177044.246907:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177044.246908:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177044.246909:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177044.246909:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177044.246910:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177044.246911:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:1.0:1786177044.246913:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177044.246913:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177044.246914:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:1.0:1786177044.246915:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177044.246917:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246918:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.246920:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177044.246921:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.246923:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177044.246924:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177044.246925:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177044.246927:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246931:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177044.246932:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.246933:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177044.246934:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177044.246936:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177044.246938:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152960:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177044.246940:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177044.246941:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177044.246941:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177044.246942:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177044.246944:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177044.246945:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177044.246947:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177044.246949:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177044.246950:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177044.246952:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612152960, portal 4 00000100:00000001:1.0:1786177044.246954:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177044.246955:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:1.0:1786177044.246958:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.246962:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177044.246964:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177044.246965:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177044.246967:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612152960, offset 0 00000400:00000200:1.0:1786177044.246969:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177044.246971:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177044.246974:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177044.246976:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177044.246977:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177044.246979:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177044.246981:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177044.246982:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410515:410515:256:4294967295] 192.168.202.156@tcp LPNI seq info [410513:410513:8:4294967295] 00000400:00000200:1.0:1786177044.246985:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177044.246989:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177044.246991:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177044.246993:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177044.246996:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177044.246997:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786177044.247000:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177044.247002:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1786177044.247004:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177044.247006:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177044.247007:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177044.247025:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177044.247028:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177044.247029:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177044.247031:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177044.247034:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.247039:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177044.247041:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.247045:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.247046:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177044.247048:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177044.247050:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177044.247052:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177044.247054:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303152300 00000100:00000001:1.0:1786177044.247056:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303152760 00000100:00000001:1.0:1786177044.247057:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303152300 00000100:00000001:1.0:1786177044.247059:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303152760 00000100:00000001:1.0:1786177044.247060:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177044.247061:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.247062:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177044.247064:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177044/real 1786177044] req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177044.247069:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177044.247070:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177044.247071:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177044.247073:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177044.247074:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177044.247075:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177044.247077:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177044.247083:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.247086:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177044.247087:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.247088:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177044.247089:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177044.247091:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.247095:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177044.247097:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.247101:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177044.247103:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.247104:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177044.247105:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.247106:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177044.247107:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177044.247109:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177044.247111:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177044.247112:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177044.247114:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177044.247119:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612152960:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177044.247121:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.247136:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177044.247138:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612152960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177044.247142:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177044.247143:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177044.247145:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177044.247146:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177044.247147:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177044.247148:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177044.247150:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177044.247151:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:1.0:1786177044.247153:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177044.247153:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177044.247154:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:1.0:1786177044.247156:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177044.247157:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.247158:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.247160:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177044.247161:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177044.247162:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177044.247164:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177044.885149:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303152760, at 4303152768 00000100:00000040:1.0:1786177044.885150:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303152760, at 4303152768 00000100:00000010:0.0:1786177044.885164:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6f60. 00000100:00000010:1.0:1786177044.885168:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6a20. 00000100:00000001:1.0:1786177045.141149:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177045.141149:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177045.141157:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177045.141157:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177045.141160:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177045.141163:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177045.141166:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:1.0:1786177045.141170:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177045.141172:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177045.141177:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177045.141178:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177045.141183:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177045.141185:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177045.141186:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177045.141195:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177045.141196:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177045.141200:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177045.141205:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177045.141242:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177045.141243:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177045.141243:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177045.141246:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177045.141251:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177045.141253:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177045.141254:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177045.141255:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177045.141256:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177045.141258:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177045.141259:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177045.141261:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177045.141262:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177045.141270:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177045.141273:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177045.141274:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177045.141274:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177045.141278:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177045.141279:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177045.141281:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177045.141286:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177045.141287:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177045.141288:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177045.141291:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177045.141296:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177045.141297:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177045.141298:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177045.141298:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177045.141302:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177045.141303:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177045.141309:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177045.141310:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177045.141310:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177045.141311:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177045.141318:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177045.141318:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177045.141329:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177045.141330:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177045.141331:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177045.141335:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177045.141338:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177045.141342:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177045.141345:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177045.141363:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177045.141368:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177045.141370:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177045.141373:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000020:00000001:1.0:1786177045.141374:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177045.141377:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177045.141378:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177045.141383:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177045.141383:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177045.141388:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177045.141391:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177045.141394:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.165183:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177046.165185:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177046.165191:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177046.165196:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177046.165197:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177046.165202:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177046.165202:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.165203:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177046.165206:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177046.165215:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177046.165219:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177046.165222:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177046.165222:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177046.165222:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177046.165228:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177046.165232:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177046.165237:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177046.165239:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.165241:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177046.165242:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177046.165244:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177046.165248:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177046.165256:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177046.165257:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.165261:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177046.165266:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177046.165266:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177046.165270:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177046.165272:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177046.165275:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.165276:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177046.165281:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177046.165283:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177046.165287:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177046.165288:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177046.165297:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177046.165301:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.165341:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177046.165344:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177046.165346:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177046.165348:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177046.165349:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177046.165349:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.165353:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177046.165354:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000020:00000001:1.0:1786177046.165356:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177046.165356:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177046.165358:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177046.165366:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177046.165367:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177046.165368:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1786177046.165369:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177046.165376:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177046.165378:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.165379:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.165380:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177046.165386:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177046.165397:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177046.165398:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177046.165399:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.165406:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177046.165412:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177046.165413:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177046.165421:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177046.165424:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177046.165426:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177046.165428:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177047.189170:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177047.189170:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177047.189178:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177047.189178:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177047.189181:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177047.189181:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177047.189187:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177047.189187:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177047.189193:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177047.189193:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177047.189193:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177047.189200:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177047.189200:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177047.189202:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177047.189207:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177047.189212:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177047.189214:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177047.189216:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177047.189218:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177047.189225:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177047.189227:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177047.189232:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177047.189235:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177047.189239:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177047.189242:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177047.189245:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177047.189248:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177047.189250:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177047.189253:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177047.189257:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177047.189258:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177047.189259:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177047.189260:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177047.189262:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177047.189264:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177047.189265:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177047.189267:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177047.189302:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177047.189305:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177047.189309:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177047.189312:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177047.189318:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177047.189320:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177047.189323:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177047.189327:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177047.189330:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177047.189341:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177047.189345:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177047.189348:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177047.189349:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177047.189351:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177047.189355:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177047.189356:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177047.189364:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177047.189364:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177047.189379:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177047.189381:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177047.189385:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177047.189388:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177047.189389:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177047.189396:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177047.189401:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177047.189403:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177047.189405:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177047.189407:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177047.189408:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177047.189411:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177047.189413:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177047.189415:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177047.189417:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177047.189418:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177047.189419:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177047.189421:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177047.189423:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177047.189427:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177047.189431:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177047.189431:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177047.189434:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177047.189436:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177048.213119:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177048.213121:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177048.213122:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177048.213128:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177048.213130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177048.213130:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177048.213131:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177048.213134:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177048.213134:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177048.213137:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786177048.213139:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177048.213140:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177048.213141:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177048.213146:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177048.213146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177048.213146:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177048.213151:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177048.213152:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177048.213152:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177048.213155:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177048.213157:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177048.213158:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177048.213160:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177048.213161:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177048.213164:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177048.213166:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177048.213169:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177048.213176:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177048.213186:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177048.213190:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177048.213196:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177048.213201:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177048.213207:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177048.213211:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177048.213214:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177048.213219:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177048.213219:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177048.213227:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177048.213229:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177048.213233:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177048.213236:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177048.213239:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177048.213242:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177048.213244:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177048.213246:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177048.213259:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177048.213264:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177048.213264:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177048.213267:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177048.213268:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177048.213278:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177048.213280:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177048.213281:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177048.213284:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177048.213285:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177048.213288:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177048.213289:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177048.213290:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177048.213292:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177048.213293:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177048.213301:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177048.213303:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177048.213310:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177048.213311:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177048.213342:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177048.213345:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177048.213348:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177049.237129:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177049.237132:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177049.237133:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177049.237139:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177049.237140:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177049.237140:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177049.237141:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177049.237143:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177049.237146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177049.237146:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.237146:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177049.237152:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177049.237154:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177049.237154:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177049.237155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177049.237159:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177049.237160:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177049.237161:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177049.237168:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177049.237169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177049.237169:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177049.237169:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177049.237173:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177049.237173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.237173:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177049.237174:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177049.237178:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177049.237179:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177049.237181:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177049.237185:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177049.237186:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177049.237187:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.237187:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177049.237190:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177049.237192:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177049.237193:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.237195:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.237209:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177049.237211:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177049.237213:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177049.237217:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177049.237219:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177049.237221:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177049.237222:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177049.237225:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177049.237225:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177049.237226:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177049.237228:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177049.237230:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.237230:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177049.237231:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177049.237234:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177049.237234:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177049.237235:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177049.237239:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177049.237240:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177049.237242:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177049.237243:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177049.237246:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177049.237248:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177049.237249:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177049.237250:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177049.237257:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.237257:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177049.237260:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1786177049.237263:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177049.237264:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177049.365100:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177049.365109:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177049.365112:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177049.365116:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177049.365119:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177049.365125:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8484 00000400:00000200:2.0:1786177049.365131:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177049.365136:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177049.365139:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177049.365142:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365144:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177049.365146:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365148:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177049.365153:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177049.365156:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177049.365158:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177049.365161:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177049.365164:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177049.365166:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177049.365169:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365171:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177049.365173:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365176:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177049.365179:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177049.365183:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365186:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177049.365189:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177049.365192:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177049.365196:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.365198:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177049.365200:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177049.365209:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786177049.365212:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177049.365221:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177049.365223:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.365225:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177049.365228:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177049.365231:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177049.365238:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786177049.365244:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177049.365254:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177049.365266:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177049.365271:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177049.365277:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177049.365300:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177049.365304:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177049.365308:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177049.365309:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177049.365311:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177049.365314:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177049.365317:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8484 00000400:00000200:2.0:1786177049.365322:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177049.365326:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177049.365329:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177049.365333:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365336:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177049.365338:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365341:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177049.365343:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177049.365345:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177049.365346:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177049.365348:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1786177049.365349:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177049.365353:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786177049.365354:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177049.365357:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177049.365359:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177049.365366:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177049.365367:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365373:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177049.365379:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1786177049.365380:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177049.365383:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.365385:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177049.365387:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177049.365390:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1786177049.365392:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:1.0:1786177049.365394:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177049.365402:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612153088:192.168.202.156@tcp:250:kworker.0 00000100:00080000:2.0:1786177049.365402:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365409:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.365410:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177049.365414:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177049.365416:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177049.365418:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177049.365419:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1786177049.365424:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:2.0:1786177049.365426:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177049.365427:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177049.365430:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.365433:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177049.365435:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00100000:2.0:1786177049.365438:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1786177049.365440:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000008:00000001:2.0:1786177049.365442:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.365445:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177049.365447:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000010:2.0:1786177049.365449:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000100:00000200:1.0:1786177049.365454:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612153088, portal 25 00000020:00000040:2.0:1786177049.365456:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00000001:1.0:1786177049.365458:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177049.365460:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439486848 : -127834270064768 : ffff8bbc43be1f80) 02000000:00000001:2.0:1786177049.365460:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177049.365464:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.365468:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1786177049.365469:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177049.365470:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177049.365473:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177049.365480:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:1.0:1786177049.365481:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177049.365486:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365487:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177049.365490:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177049.365494:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612153088, offset 0 00000100:00100000:2.0:1786177049.365495:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177049.365503:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365512:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177049.365513:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177049.365519:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177049.365521:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177049.365528:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1786177049.365530:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177049.365533:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177049.365536:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177049.365538:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177049.365543:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410516:410516:256:4294967295] 192.168.202.156@tcp LPNI seq info [410514:410514:8:4294967295] 00000400:00000200:1.0:1786177049.365554:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177049.365563:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177049.365568:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00080000:2.0:1786177049.365568:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177049.365575:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177049.365579:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:1.0:1786177049.365580:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786177049.365582:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177049.365585:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000800:00000010:1.0:1786177049.365586:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000100:00080000:2.0:1786177049.365590:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8484 00000800:00000200:1.0:1786177049.365597:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:2.0:1786177049.365597:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.0:1786177049.365604:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000400:00000200:2.0:1786177049.365605:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177049.365609:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:1.1:1786177049.365614:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:2.0:1786177049.365615:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365620:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1786177049.365621:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000100:00000040:2.0:1786177049.365623:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000100:1.0:1786177049.365628:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365628:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000010:1.0:1786177049.365632:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177049.365638:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1786177049.365638:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177049.365642:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000400:00000200:1.0:1786177049.365643:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1786177049.365648:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1786177049.365650:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000020:00000040:2.0:1786177049.365652:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000010:1.0:1786177049.365653:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177049.365658:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1786177049.365658:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000200:1.0:1786177049.365663:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177049.365665:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177049.365675:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365682:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177049.365687:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177049.365688:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177049.365689:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:1.0:1786177049.365694:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786177049.365695:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786177049.365701:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365707:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.365711:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177049.365711:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177049.365716:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786177049.365716:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177049.365720:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.365721:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177049.365723:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1786177049.365725:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786177049.365726:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.365730:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177049.365734:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786177049.365736:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177049.365740:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177049.365742:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177049.365745:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177049.365746:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177049.365750:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177049.365751:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303157880 02000000:00000001:2.0:1786177049.365753:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177049.365762:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6a20. 02000000:00000010:2.0:1786177049.365762:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786177049.365767:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.365773:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1786177049.365774:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177049.365782:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177049.365784:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177049.365786:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.365791:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303157880 00000100:00000001:2.0:1786177049.365792:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177049.365797:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1786177049.365799:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6f00. 00000100:00080000:2.0:1786177049.365801:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177049.365803:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177049.365804:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1786177049.365805:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177049.365809:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177049.365810:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177049.365814:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177049.365816:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8484 00000100:00000001:1.0:1786177049.365819:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000400:00000200:2.0:1786177049.365824:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:1.0:1786177049.365826:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177049/real 1786177049] req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786177049.365834:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000001:1.0:1786177049.365838:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1786177049.365839:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000001:1.0:1786177049.365841:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177049.365844:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000100:00000040:2.0:1786177049.365846:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177049.365848:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177049.365852:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:2.0:1786177049.365852:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177049.365857:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1786177049.365858:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177049.365862:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177049.365864:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177049.365869:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177049.365872:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177049.365874:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177049.365878:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000200:1.0:1786177049.365879:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177049.365881:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177049.365885:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786177049.365888:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365889:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177049.365890:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177049.365893:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177049.365897:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:1.0:1786177049.365901:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1786177049.365902:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177049.365905:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177049.365906:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.365910:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786177049.365910:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177049.365914:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177049.365915:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1786177049.365921:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177049.365921:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.365925:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177049.365929:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177049.365935:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.365936:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177049.365937:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177049.365942:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000100:00000040:1.0:1786177049.365943:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786177049.365947:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177049.365952:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177049.365954:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.365957:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177049.365958:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177049.365962:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177049.365962:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177049.365966:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786177049.365967:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.365968:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.365975:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177049.365976:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:2.0:1786177049.365977:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00080000:1.0:1786177049.365979:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177049.365985:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177049.365986:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.365987:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177049.365996:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1786177049.365999:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177049.366047:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1786177049.366050:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612153088:192.168.202.156@tcp:250:kworker.0 00000100:00000001:2.0:1786177049.366051:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.366059:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.366063:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177049.366064:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177049.366068:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1f80 x1872933612153088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366107:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786177049.366109:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177049.366114:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1786177049.366114:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1786177049.366118:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 00000100:00080000:2.0:1786177049.366121:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1786177049.366122:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177049.366127:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1786177049.366127:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000020:00000040:1.0:1786177049.366131:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00080000:2.0:1786177049.366132:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1786177049.366133:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177049.366137:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786177049.366139:0:12492:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:1.0:1786177049.366141:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177049.366143:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177049.366145:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1f80. 00000100:00080000:2.0:1786177049.366146:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8484 00000100:00000001:1.0:1786177049.366148:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177049.366151:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.366153:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1786177049.366157:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177049.366162:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177049.366165:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177049.366165:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177049.366169:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786177049.366171:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177049.366172:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177049.366175:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177049.366179:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177049.366181:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177049.366185:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177049.366192:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1786177049.366193:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177049.366195:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177049.366201:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177049.366201:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177049.366204:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177049.366207:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177049.366207:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177049.366212:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00100000:1.0:1786177049.366213:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153216:192.168.202.156@tcp:38:kworker.0 00000020:00000001:2.0:1786177049.366218:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177049.366219:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177049.366223:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1786177049.366223:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 02000000:00000001:1.0:1786177049.366226:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177049.366229:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177049.366230:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177049.366233:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 00000020:00000001:2.0:1786177049.366235:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177049.366236:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177049.366243:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786177049.366244:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177049.366248:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000100:00000001:2.0:1786177049.366249:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177049.366255:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177049.366256:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000001:2.0:1786177049.366261:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:1.0:1786177049.366263:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612153216, portal 10 00000020:00000040:2.0:1786177049.366267:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177049.366268:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177049.366271:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439480576 : -127834270071040 : ffff8bbc43be0700) 00000100:00080000:2.0:1786177049.366275:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177049.366280:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177049.366284:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177049.366285:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177049.366288:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177049.366295:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.366300:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177049.366302:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00100000:2.0:1786177049.366304:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000040:1.0:1786177049.366310:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000008:00000001:2.0:1786177049.366311:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177049.366314:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177049.366315:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000010:2.0:1786177049.366320:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000100:00000200:1.0:1786177049.366321:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612153216, offset 0 00000020:00000040:2.0:1786177049.366326:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000400:00000200:1.0:1786177049.366333:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 02000000:00000001:2.0:1786177049.366334:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177049.366337:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177049.366342:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177049.366343:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177049.366347:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177049.366350:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177049.366351:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177049.366358:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1786177049.366359:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000400:00000200:1.0:1786177049.366362:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:2.0:1786177049.366367:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177049.366368:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177049.366373:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00100000:2.0:1786177049.366377:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177049.366382:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410517:410517:256:4294967295] 192.168.202.156@tcp LPNI seq info [410515:410515:8:4294967295] 00000400:00000200:1.0:1786177049.366396:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177049.366411:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1786177049.366417:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1786177049.366422:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177049.366423:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177049.366429:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000100:00000040:2.0:1786177049.366431:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1786177049.366439:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177049.366446:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000100:00000001:2.0:1786177049.366451:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177049.366456:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:2.0:1786177049.366460:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8494) 00000800:00000200:1.1:1786177049.366461:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1786177049.366469:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177049.366471:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177049.366476:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177049.366480:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177049.366484:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177049.366486:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177049.366489:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177049.366493:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366503:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177049.366506:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366520:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.366522:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177049.366526:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177049.366529:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177049.366533:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177049.366535:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303157256 00000100:00000001:1.0:1786177049.366538:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303157880 00000100:00000001:1.0:1786177049.366541:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303157256 00000100:00000001:1.0:1786177049.366543:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303157880 00000100:00000001:1.0:1786177049.366545:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177049.366548:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.366550:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177049.366554:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177049/real 1786177049] req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177049.366562:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177049.366564:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177049.366565:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177049.366568:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177049.366570:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177049.366572:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177049.366576:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177049.366585:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366592:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177049.366594:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.366596:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177049.366598:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177049.366602:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366610:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177049.366614:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366622:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177049.366625:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.366626:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177049.366628:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.366630:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177049.366633:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177049.366636:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177049.366640:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177049.366642:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177049.366647:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177049.366655:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177049.366659:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177049.366663:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366670:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177049.366671:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177049.366674:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177049.366676:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177049.366678:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177049.366681:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177049.366685:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177049.366687:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177049.366689:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177049.366691:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177049.366695:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177049.366697:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177049.366701:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177049.366703:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177049.366707:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177049.366710:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612153344, portal 10 00000100:00000001:1.0:1786177049.366712:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177049.366714:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:1.0:1786177049.366719:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366726:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177049.366729:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177049.366731:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177049.366734:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612153344, offset 0 00000400:00000200:1.0:1786177049.366738:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177049.366742:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177049.366746:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177049.366749:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177049.366752:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177049.366755:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177049.366757:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177049.366760:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410518:410518:256:4294967295] 192.168.202.156@tcp LPNI seq info [410516:410516:8:4294967295] 00000400:00000200:1.0:1786177049.366764:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177049.366771:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177049.366775:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177049.366779:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177049.366783:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177049.366786:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786177049.366789:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177049.366792:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1786177049.366796:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177049.366799:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177049.366802:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177049.366805:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177049.366809:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177049.366811:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177049.366813:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177049.366817:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366826:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177049.366829:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366835:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.366836:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177049.366840:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177049.366843:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177049.366846:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177049.366848:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303157256 00000100:00000001:1.0:1786177049.366851:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303157880 00000100:00000001:1.0:1786177049.366853:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303157256 00000100:00000001:1.0:1786177049.366855:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303157880 00000100:00000001:1.0:1786177049.366857:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177049.366859:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.366861:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177049.366864:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177049/real 1786177049] req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177049.366871:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177049.366873:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177049.366874:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177049.366877:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177049.366879:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177049.366881:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177049.366884:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177049.366892:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366898:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177049.366899:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.366901:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177049.366902:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177049.366906:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366914:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177049.366918:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366925:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177049.366927:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.366929:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177049.366930:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.366932:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177049.366934:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177049.366937:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177049.366940:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177049.366943:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177049.366947:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177049.366956:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177049.366960:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177049.366965:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.366972:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177049.366974:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177049.366976:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177049.366979:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177049.366981:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177049.366984:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177049.366987:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177049.366989:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177049.366991:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177049.366993:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177049.366998:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177049.367000:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177049.367003:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177049.367006:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177049.367029:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177049.367035:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612153472, portal 4 00000100:00000001:1.0:1786177049.367038:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177049.367039:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:1.0:1786177049.367047:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367055:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177049.367058:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177049.367061:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177049.367065:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612153472, offset 0 00000400:00000200:1.0:1786177049.367069:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177049.367094:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177049.367100:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177049.367103:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177049.367106:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177049.367109:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177049.367112:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177049.367116:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410519:410519:256:4294967295] 192.168.202.156@tcp LPNI seq info [410517:410517:8:4294967295] 00000400:00000200:1.0:1786177049.367120:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177049.367128:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177049.367133:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177049.367137:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177049.367140:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177049.367143:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786177049.367148:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177049.367151:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1786177049.367155:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177049.367157:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177049.367160:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177049.367164:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177049.367167:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177049.367169:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177049.367172:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177049.367176:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367185:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177049.367189:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367196:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.367197:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177049.367201:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177049.367204:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177049.367207:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177049.367210:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303157440 00000100:00000001:1.0:1786177049.367213:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303157880 00000100:00000001:1.0:1786177049.367215:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303157440 00000100:00000001:1.0:1786177049.367217:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303157880 00000100:00000001:1.0:1786177049.367220:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177049.367222:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.367224:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177049.367229:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177049/real 1786177049] req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177049.367238:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177049.367240:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177049.367242:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177049.367245:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177049.367247:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177049.367249:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177049.367252:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177049.367262:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367269:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177049.367270:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367272:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177049.367274:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177049.367277:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367285:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177049.367289:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367296:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177049.367298:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367300:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177049.367302:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367304:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177049.367305:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177049.367308:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177049.367312:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177049.367314:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177049.367319:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177049.367328:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177049.367332:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367334:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177049.367338:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0700 x1872933612153216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367345:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177049.367347:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177049.367349:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177049.367352:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177049.367353:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177049.367355:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177049.367357:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177049.367359:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:1.0:1786177049.367362:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177049.367364:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177049.367365:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0700. 00000100:00000001:1.0:1786177049.367368:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177049.367369:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367370:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177049.367374:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612153344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367381:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177049.367383:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177049.367384:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177049.367387:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177049.367388:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177049.367389:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177049.367391:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177049.367394:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:1.0:1786177049.367396:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177049.367397:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177049.367398:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:1.0:1786177049.367401:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177049.367402:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367404:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177049.367408:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612153472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367416:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177049.367417:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177049.367419:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177049.367421:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177049.367422:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177049.367424:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177049.367426:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177049.367428:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:1.0:1786177049.367430:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177049.367432:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177049.367433:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:1.0:1786177049.367435:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177049.367437:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367439:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367443:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177049.367445:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.367447:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177049.367448:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177049.367450:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177049.367454:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367461:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177049.367462:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177049.367465:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177049.367467:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177049.367469:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177049.367473:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177049.367477:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177049.367479:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177049.367480:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177049.367483:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177049.367486:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177049.367489:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177049.367492:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177049.367495:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177049.367499:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177049.367502:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612153600, portal 4 00000100:00000001:1.0:1786177049.367505:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177049.367506:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:1.0:1786177049.367513:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367520:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177049.367523:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177049.367526:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177049.367529:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612153600, offset 0 00000400:00000200:1.0:1786177049.367533:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177049.367538:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177049.367542:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177049.367545:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177049.367548:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177049.367551:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177049.367553:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177049.367557:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410520:410520:256:4294967295] 192.168.202.156@tcp LPNI seq info [410518:410518:8:4294967295] 00000400:00000200:1.0:1786177049.367561:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177049.367568:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177049.367573:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177049.367578:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177049.367582:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177049.367585:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1786177049.367590:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177049.367593:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 33 secs later) 00000800:00000100:1.0:1786177049.367597:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177049.367599:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177049.367603:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177049.367607:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177049.367610:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177049.367612:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177049.367615:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177049.367619:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367627:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177049.367630:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367637:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.367639:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177049.367642:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177049.367646:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177049.367649:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177049.367652:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303157420 00000100:00000001:1.0:1786177049.367654:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303157880 00000100:00000001:1.0:1786177049.367657:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303157420 00000100:00000001:1.0:1786177049.367659:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303157880 00000100:00000001:1.0:1786177049.367661:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177049.367663:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.367665:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177049.367670:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177049/real 1786177049] req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177049.367678:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177049.367679:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177049.367682:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177049.367685:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177049.367686:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177049.367689:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177049.367692:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177049.367701:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367708:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177049.367710:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367712:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177049.367713:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177049.367717:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367725:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177049.367729:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367737:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177049.367740:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367741:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177049.367743:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367745:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177049.367746:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177049.367749:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177049.367753:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177049.367756:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177049.367760:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177049.367769:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177049.367774:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367776:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177049.367779:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612153600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177049.367787:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177049.367788:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177049.367791:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177049.367793:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177049.367795:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177049.367796:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177049.367799:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177049.367801:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:1.0:1786177049.367803:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177049.367804:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177049.367806:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:1.0:1786177049.367808:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177049.367810:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367812:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.367815:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177049.367816:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177049.367818:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177049.367820:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177050.005137:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303157880, at 4303157888 00000100:00000040:0.0:1786177050.005138:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303157880, at 4303157888 00000100:00000010:0.0:1786177050.005154:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6a20. 00000100:00000010:1.0:1786177050.005157:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6f00. 00000100:00000001:0.0:1786177050.261129:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177050.261129:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177050.261129:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177050.261130:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177050.261137:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177050.261137:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177050.261137:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177050.261138:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177050.261142:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177050.261143:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177050.261143:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177050.261143:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177050.261153:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:1.0:1786177050.261153:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177050.261153:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177050.261160:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177050.261161:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177050.261162:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177050.261162:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177050.261164:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177050.261168:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177050.261168:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177050.261168:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177050.261169:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177050.261175:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177050.261176:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177050.261177:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177050.261180:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177050.261182:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177050.261183:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177050.261187:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177050.261187:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177050.261187:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177050.261191:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177050.261196:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177050.261196:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177050.261208:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177050.261211:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177050.261216:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177050.261217:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177050.261218:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177050.261222:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177050.261223:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177050.261224:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177050.261225:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177050.261228:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177050.261228:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177050.261229:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177050.261232:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177050.261235:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177050.261236:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177050.261236:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177050.261241:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177050.261242:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177050.261242:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177050.261246:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177050.261249:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177050.261251:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177050.261252:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177050.261255:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177050.261257:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177050.261257:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177050.261261:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177050.261264:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177050.261308:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177050.261312:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177050.261316:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177051.285126:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177051.285126:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177051.285128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177051.285134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177051.285134:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177051.285135:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177051.285137:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.285140:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177051.285141:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177051.285143:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177051.285147:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177051.285147:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177051.285148:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177051.285149:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177051.285154:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.285155:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177051.285156:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177051.285157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177051.285158:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177051.285162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177051.285162:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.285162:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177051.285164:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177051.285171:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177051.285171:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177051.285172:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177051.285172:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177051.285176:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.285178:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177051.285182:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177051.285184:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.285185:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177051.285185:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.285190:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177051.285193:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177051.285196:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177051.285197:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177051.285204:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177051.285207:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177051.285209:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177051.285211:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177051.285214:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177051.285217:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177051.285220:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177051.285220:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177051.285224:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177051.285225:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177051.285230:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177051.285230:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.285232:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.285232:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177051.285234:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1786177051.285236:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177051.285236:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177051.285239:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.285242:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177051.285242:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177051.285245:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.285247:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177051.285249:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177051.285251:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177051.285252:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177051.285257:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.285257:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1786177051.285258:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177051.285263:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.285268:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177052.309128:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177052.309134:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177052.309140:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177052.309143:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177052.309147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177052.309148:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177052.309152:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177052.309154:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177052.309157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177052.309158:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177052.309160:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177052.309165:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177052.309167:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177052.309172:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177052.309177:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177052.309179:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177052.309180:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177052.309183:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177052.309185:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177052.309188:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177052.309188:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177052.309193:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177052.309204:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177052.309213:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177052.309217:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177052.309217:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177052.309223:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177052.309226:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177052.309227:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1786177052.309230:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177052.309237:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177052.309238:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177052.309246:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177052.309246:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177052.309256:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177052.309257:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177052.309262:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177052.309263:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177052.309274:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177052.309275:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177052.309318:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177052.309323:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177052.309325:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177052.309327:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177052.309328:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177052.309333:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177052.309333:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177052.309336:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177052.309339:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177052.309341:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177052.309343:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177052.309348:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177052.309348:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177052.309356:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177052.309358:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177052.309360:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177052.309362:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177052.309363:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177052.309417:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177052.309419:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177052.309420:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177052.309422:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177052.309423:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177052.309425:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177052.309427:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177052.309429:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177052.309432:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177053.333107:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177053.333114:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177053.333117:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177053.333121:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177053.333126:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177053.333126:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177053.333130:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177053.333133:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177053.333134:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177053.333138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177053.333138:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177053.333141:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177053.333144:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177053.333145:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177053.333152:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177053.333152:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177053.333157:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177053.333162:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177053.333166:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177053.333167:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177053.333171:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177053.333172:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177053.333173:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177053.333175:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177053.333176:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177053.333178:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177053.333180:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177053.333180:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177053.333182:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177053.333185:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177053.333189:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177053.333190:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177053.333193:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177053.333194:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177053.333197:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177053.333202:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177053.333203:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177053.333206:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177053.333207:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177053.333217:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177053.333219:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177053.333219:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177053.333225:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177053.333228:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177053.333228:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177053.333230:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177053.333234:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177053.333235:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177053.333238:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177053.333239:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177053.333241:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177053.333245:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177053.333248:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177053.333250:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177053.333250:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177053.333253:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177053.333254:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177053.333255:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177053.333258:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177053.333266:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177053.333267:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177053.333273:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177053.333282:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177053.333285:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177053.333287:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177053.333288:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177053.333290:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177053.333291:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177053.333292:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177053.333294:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177053.333297:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177053.333299:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177053.333301:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177053.333302:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177053.333305:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177053.333307:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177053.333333:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177053.333337:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177053.333339:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177054.357130:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177054.357133:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177054.357138:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177054.357140:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177054.357141:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177054.357144:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177054.357145:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177054.357147:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177054.357151:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177054.357153:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177054.357153:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177054.357155:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177054.357158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177054.357160:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177054.357162:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177054.357162:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177054.357164:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177054.357166:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177054.357169:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177054.357173:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177054.357173:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177054.357174:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177054.357178:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177054.357180:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177054.357183:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177054.357185:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177054.357190:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177054.357342:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177054.357346:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177054.357351:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177054.357353:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177054.357358:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177054.357360:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177054.357365:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177054.357366:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177054.357371:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177054.357372:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.357388:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177054.357392:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177054.357394:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177054.357397:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177054.357401:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177054.357403:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177054.357404:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177054.357408:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177054.357411:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177054.357416:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1786177054.357418:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177054.357418:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177054.357420:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.357422:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177054.357425:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786177054.357428:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177054.357433:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177054.357437:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.357440:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177054.357443:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.357446:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177054.357514:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177054.357518:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177054.357519:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177054.357521:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177054.357524:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177054.357526:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177054.357528:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177054.357530:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177054.357532:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177054.485150:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177054.485158:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177054.485161:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177054.485164:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177054.485168:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177054.485174:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8489 00000400:00000200:2.0:1786177054.485182:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177054.485186:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177054.485189:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177054.485192:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485194:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177054.485196:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485198:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177054.485201:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177054.485203:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177054.485205:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177054.485207:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177054.485210:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177054.485213:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177054.485216:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485217:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177054.485219:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485221:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177054.485224:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177054.485227:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485229:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177054.485231:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177054.485234:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177054.485236:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485237:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177054.485239:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177054.485247:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786177054.485250:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177054.485253:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177054.485255:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485257:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177054.485259:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177054.485263:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177054.485270:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786177054.485275:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177054.485282:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177054.485291:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177054.485302:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177054.485305:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177054.485325:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177054.485328:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177054.485330:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177054.485332:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177054.485333:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177054.485335:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177054.485336:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8489 00000400:00000200:2.0:1786177054.485339:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177054.485341:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177054.485343:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177054.485345:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485346:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177054.485348:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485349:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177054.485351:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177054.485351:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177054.485353:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177054.485354:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177054.485356:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177054.485358:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177054.485360:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485361:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177054.485363:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485364:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177054.485365:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786177054.485368:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177054.485369:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177054.485370:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177054.485373:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177054.485374:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177054.485377:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786177054.485378:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177054.485381:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485384:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:1.0:1786177054.485385:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1786177054.485388:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177054.485393:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485397:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177054.485401:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786177054.485402:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00000001:1.0:1786177054.485406:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786177054.485407:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177054.485410:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177054.485410:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485411:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177054.485414:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177054.485415:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177054.485416:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177054.485419:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1786177054.485421:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 02000000:00000001:1.0:1786177054.485422:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485428:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177054.485429:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612153728:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177054.485434:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1786177054.485435:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177054.485437:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177054.485441:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177054.485446:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177054.485446:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177054.485449:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177054.485451:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028c00. 00000100:00000040:2.0:1786177054.485453:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177054.485456:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485464:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177054.485465:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177054.485469:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1786177054.485471:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000100:00080000:2.0:1786177054.485473:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177054.485476:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177054.485477:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1786177054.485478:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000001:2.0:1786177054.485479:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177054.485483:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8489 00000100:00000200:1.0:1786177054.485485:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612153728, portal 25 00000400:00000200:2.0:1786177054.485486:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177054.485491:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1786177054.485492:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177054.485493:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00080000:2.0:1786177054.485494:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177054.485499:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485501:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177054.485503:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177054.485504:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485510:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177054.485514:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177054.485516:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177054.485520:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177054.485522:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1786177054.485523:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177054.485527:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:1.0:1786177054.485529:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000001:2.0:1786177054.485530:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000010:1.0:1786177054.485533:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177054.485537:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612153728, offset 0 00000100:00000040:2.0:1786177054.485537:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485542:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177054.485545:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177054.485549:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485551:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177054.485555:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177054.485559:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177054.485562:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485567:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177054.485568:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 02000000:00000001:2.0:1786177054.485573:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177054.485576:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1786177054.485579:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177054.485580:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:2.0:1786177054.485585:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177054.485586:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1786177054.485591:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177054.485594:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1786177054.485598:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000008:00000001:2.0:1786177054.485599:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177054.485604:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410521:410521:256:4294967295] 192.168.202.156@tcp LPNI seq info [410519:410519:8:4294967295] 00000100:00000001:2.0:1786177054.485605:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177054.485611:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:2.0:1786177054.485612:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786177054.485615:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177054.485618:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177054.485621:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485624:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1786177054.485626:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:2.0:1786177054.485627:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177054.485630:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177054.485635:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 02000000:00000010:2.0:1786177054.485635:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786177054.485640:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177054.485643:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000100:00100000:2.0:1786177054.485647:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1786177054.485653:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177054.485659:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1786177054.485662:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177054.485665:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177054.485668:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:2.0:1786177054.485672:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1786177054.485674:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:2.0:1786177054.485683:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177054.485686:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1786177054.485688:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786177054.485691:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000010:1.0:1786177054.485692:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000100:00000001:2.0:1786177054.485694:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177054.485697:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177054.485699:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1786177054.485701:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177054.485705:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00080000:2.0:1786177054.485709:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8489 00000400:00000200:1.0:1786177054.485712:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177054.485714:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000400:00000200:2.0:1786177054.485718:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177054.485720:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1786177054.485726:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000200:1.0:1786177054.485727:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177054.485732:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177054.485741:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485745:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177054.485746:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177054.485749:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177054.485754:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177054.485755:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177054.485760:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177054.485762:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177054.485765:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177054.485768:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177054.485772:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177054.485775:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177054.485775:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177054.485781:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1786177054.485782:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485785:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177054.485787:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485788:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177054.485790:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:1.0:1786177054.485791:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177054.485793:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485796:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177054.485802:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786177054.485802:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177054.485806:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177054.485808:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303163000 02000000:00000001:2.0:1786177054.485809:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485813:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177054.485816:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000010:1.0:1786177054.485818:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6f00. 00000008:00000001:2.0:1786177054.485819:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485823:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177054.485827:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000100:00000001:1.0:1786177054.485828:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000020:00000040:2.0:1786177054.485829:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177054.485832:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177054.485833:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.485835:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177054.485836:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177054.485838:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177054.485842:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:1.0:1786177054.485843:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303163000 00000100:00000010:1.0:1786177054.485849:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6d80. 00000100:00000001:2.0:1786177054.485849:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.485854:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786177054.485861:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786177054.485861:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177054.485867:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.485873:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177054.485879:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1786177054.485880:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177054/real 1786177054] req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177054.485885:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177054.485894:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177054.485917:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177054.485919:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1786177054.485920:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1786177054.485923:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1786177054.485924:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177054.485927:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1786177054.485928:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000100:00080000:2.0:1786177054.485929:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177054.485933:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177054.485936:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000100:00080000:2.0:1786177054.485936:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8489 00000400:00000010:1.0:1786177054.485941:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000400:00000200:2.0:1786177054.485943:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177054.485947:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1786177054.485948:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177054.485952:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1786177054.485956:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177054.485956:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485958:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177054.485962:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177054.485967:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177054.485971:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177054.485974:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177054.485976:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:1.0:1786177054.485977:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786177054.485979:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786177054.485983:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177054.485987:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177054.485991:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1786177054.485993:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177054.485994:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177054.485997:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177054.485998:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1786177054.486001:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177054.486003:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177054.486004:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177054.486008:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786177054.486048:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177054.486050:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177054.486051:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177054.486054:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177054.486056:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.486057:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177054.486058:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177054.486060:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177054.486062:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177054.486065:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1786177054.486066:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786177054.486070:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177054.486076:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177054.486078:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486081:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177054.486081:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177054.486084:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177054.486086:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177054.486088:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786177054.486091:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177054.486096:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177054.486097:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177054.486122:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177054.486127:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486130:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177054.486133:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177054.486134:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177054.486136:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177054.486137:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486139:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:2.0:1786177054.486143:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177054.486144:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177054.486152:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177054.486156:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786177054.486158:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177054.486162:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177054.486164:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8500) 00000100:00100000:1.0:1786177054.486173:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612153728:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177054.486177:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486179:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177054.486181:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612153728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486186:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177054.486188:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177054.486190:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177054.486193:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177054.486194:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177054.486195:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177054.486197:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177054.486199:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4800. 02000000:00000001:1.0:1786177054.486202:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177054.486203:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177054.486205:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:1.0:1786177054.486207:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177054.486208:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486210:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486215:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177054.486217:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486218:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177054.486219:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177054.486220:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177054.486223:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486228:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177054.486229:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177054.486230:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177054.486232:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177054.486233:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177054.486235:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153856:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177054.486237:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177054.486239:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177054.486240:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177054.486241:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177054.486244:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177054.486245:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177054.486248:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177054.486250:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177054.486253:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177054.486255:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612153856, portal 10 00000100:00000001:1.0:1786177054.486257:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177054.486257:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000040:1.0:1786177054.486262:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486267:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177054.486269:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177054.486270:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177054.486271:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612153856, offset 0 00000400:00000200:1.0:1786177054.486274:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177054.486277:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177054.486280:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177054.486282:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177054.486284:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177054.486286:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177054.486288:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177054.486290:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410522:410522:256:4294967295] 192.168.202.156@tcp LPNI seq info [410520:410520:8:4294967295] 00000400:00000200:1.0:1786177054.486293:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177054.486297:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177054.486300:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177054.486302:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177054.486305:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177054.486308:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177054.486311:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177054.486313:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177054.486315:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177054.486316:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177054.486318:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177054.486321:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177054.486323:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177054.486325:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177054.486326:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177054.486329:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486334:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177054.486336:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486340:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486341:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177054.486343:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177054.486346:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177054.486348:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177054.486350:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303162376 00000100:00000001:1.0:1786177054.486352:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303163000 00000100:00000001:1.0:1786177054.486353:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303162376 00000100:00000001:1.0:1786177054.486355:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303163000 00000100:00000001:1.0:1786177054.486356:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177054.486358:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486359:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177054.486361:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177054/real 1786177054] req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177054.486366:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177054.486367:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177054.486368:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177054.486370:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177054.486371:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177054.486373:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177054.486374:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177054.486380:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486383:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177054.486384:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486385:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177054.486386:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177054.486389:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486393:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177054.486395:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486399:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177054.486401:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486402:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177054.486403:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486404:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177054.486406:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177054.486408:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177054.486410:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177054.486412:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177054.486414:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177054.486419:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153856:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177054.486422:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177054.486424:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486428:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177054.486429:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177054.486431:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177054.486432:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177054.486433:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177054.486435:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153984:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177054.486436:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177054.486437:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177054.486438:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177054.486440:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177054.486442:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177054.486443:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177054.486445:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177054.486446:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177054.486448:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177054.486450:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612153984, portal 10 00000100:00000001:1.0:1786177054.486451:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177054.486453:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:1.0:1786177054.486456:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486461:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177054.486462:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177054.486463:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177054.486465:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612153984, offset 0 00000400:00000200:1.0:1786177054.486467:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177054.486469:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177054.486471:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177054.486473:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177054.486475:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177054.486477:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177054.486479:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177054.486481:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410523:410523:256:4294967295] 192.168.202.156@tcp LPNI seq info [410521:410521:8:4294967295] 00000400:00000200:1.0:1786177054.486483:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177054.486487:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177054.486490:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177054.486491:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177054.486494:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177054.486496:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177054.486499:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177054.486500:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177054.486503:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177054.486505:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177054.486506:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177054.486509:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177054.486511:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177054.486512:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177054.486513:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177054.486515:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486520:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177054.486522:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486526:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486527:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177054.486529:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177054.486531:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177054.486533:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177054.486534:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303162376 00000100:00000001:1.0:1786177054.486535:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303163000 00000100:00000001:1.0:1786177054.486537:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303162376 00000100:00000001:1.0:1786177054.486539:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303163000 00000100:00000001:1.0:1786177054.486540:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177054.486542:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486543:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177054.486545:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177054/real 1786177054] req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177054.486550:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177054.486551:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177054.486552:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177054.486553:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177054.486554:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177054.486555:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177054.486557:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177054.486562:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486567:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177054.486568:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486569:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177054.486569:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177054.486572:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486576:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177054.486578:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486582:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177054.486583:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486584:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177054.486585:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486587:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177054.486588:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177054.486590:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177054.486592:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177054.486594:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177054.486596:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177054.486601:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612153984:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177054.486603:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177054.486605:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486609:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177054.486609:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177054.486611:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177054.486612:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177054.486613:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177054.486615:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154112:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177054.486616:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177054.486617:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177054.486618:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177054.486619:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177054.486621:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177054.486622:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177054.486624:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177054.486626:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177054.486628:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177054.486630:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612154112, portal 4 00000100:00000001:1.0:1786177054.486631:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177054.486632:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439478784 : -127834270072832 : ffff8bbc43be0000) 00000100:00000040:1.0:1786177054.486635:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486640:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177054.486642:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177054.486643:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177054.486645:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612154112, offset 0 00000400:00000200:1.0:1786177054.486647:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177054.486649:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177054.486651:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177054.486652:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177054.486654:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177054.486655:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177054.486657:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177054.486659:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410524:410524:256:4294967295] 192.168.202.156@tcp LPNI seq info [410522:410522:8:4294967295] 00000400:00000200:1.0:1786177054.486662:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177054.486665:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177054.486668:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177054.486670:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177054.486672:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177054.486674:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177054.486676:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177054.486678:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177054.486681:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177054.486682:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177054.486684:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177054.486686:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177054.486688:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177054.486689:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177054.486690:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177054.486692:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486697:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177054.486699:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486708:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486709:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177054.486711:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177054.486712:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177054.486714:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177054.486716:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303162559 00000100:00000001:1.0:1786177054.486717:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303163000 00000100:00000001:1.0:1786177054.486719:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303162559 00000100:00000001:1.0:1786177054.486720:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303163000 00000100:00000001:1.0:1786177054.486721:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177054.486722:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486723:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177054.486725:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177054/real 1786177054] req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177054.486730:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177054.486730:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177054.486731:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177054.486733:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177054.486734:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177054.486735:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177054.486737:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177054.486742:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486746:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177054.486747:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486748:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177054.486749:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177054.486751:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486756:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177054.486758:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486762:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177054.486764:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486765:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177054.486765:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486766:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177054.486767:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177054.486769:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177054.486771:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177054.486772:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177054.486774:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177054.486779:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154112:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177054.486781:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177054.486782:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486786:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177054.486787:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177054.486788:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177054.486789:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177054.486791:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177054.486792:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154240:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177054.486794:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177054.486795:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177054.486797:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177054.486798:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177054.486800:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177054.486801:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177054.486803:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177054.486805:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177054.486807:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177054.486808:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612154240, portal 4 00000100:00000001:1.0:1786177054.486809:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177054.486810:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:1.0:1786177054.486814:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486818:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177054.486820:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177054.486821:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177054.486822:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612154240, offset 0 00000400:00000200:1.0:1786177054.486825:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177054.486827:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177054.486828:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177054.486830:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177054.486831:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177054.486833:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177054.486834:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177054.486837:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410525:410525:256:4294967295] 192.168.202.156@tcp LPNI seq info [410523:410523:8:4294967295] 00000400:00000200:1.0:1786177054.486839:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177054.486843:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177054.486846:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177054.486847:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177054.486849:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177054.486851:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177054.486853:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177054.486855:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177054.486858:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177054.486859:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177054.486861:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177054.486863:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177054.486865:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177054.486866:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177054.486867:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177054.486869:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486874:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177054.486876:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486880:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486881:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177054.486882:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177054.486884:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177054.486886:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177054.486887:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303162539 00000100:00000001:1.0:1786177054.486888:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303163000 00000100:00000001:1.0:1786177054.486890:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303162539 00000100:00000001:1.0:1786177054.486891:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303163000 00000100:00000001:1.0:1786177054.486892:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177054.486894:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.486895:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177054.486897:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177054/real 1786177054] req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177054.486902:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177054.486903:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177054.486905:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177054.486907:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177054.486909:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177054.486911:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177054.486915:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177054.486923:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486930:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177054.486932:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486934:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177054.486935:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177054.486939:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486947:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177054.486951:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486959:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177054.486961:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486962:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177054.486963:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486964:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177054.486965:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177054.486967:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177054.486969:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177054.486970:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177054.486973:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177054.486978:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154240:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177054.486985:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.486987:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177054.486989:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612153856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.486994:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177054.486995:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177054.486996:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177054.486999:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177054.487000:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177054.487002:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177054.487004:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177054.487006:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7800. 02000000:00000001:1.0:1786177054.487009:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177054.487041:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177054.487044:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:1.0:1786177054.487048:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177054.487049:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.487051:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177054.487055:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612153984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.487061:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177054.487063:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177054.487064:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177054.487066:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177054.487067:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177054.487067:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177054.487069:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177054.487070:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:1.0:1786177054.487072:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177054.487072:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177054.487073:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:1.0:1786177054.487075:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177054.487076:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.487077:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177054.487079:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0000 x1872933612154112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.487083:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177054.487085:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177054.487086:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177054.487087:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177054.487088:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177054.487089:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177054.487091:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177054.487091:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:1.0:1786177054.487092:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177054.487093:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177054.487094:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0000. 00000100:00000001:1.0:1786177054.487095:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177054.487096:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.487097:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177054.487099:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612154240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177054.487102:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177054.487103:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177054.487104:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177054.487105:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177054.487106:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177054.487106:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177054.487107:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177054.487108:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:1.0:1786177054.487109:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177054.487110:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177054.487111:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:1.0:1786177054.487112:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177054.487113:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.487114:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.487116:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177054.487117:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177054.487118:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177054.487119:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177055.125196:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303163000, at 4303163008 00000100:00000040:1.0:1786177055.125196:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303163000, at 4303163008 00000100:00000010:0.0:1786177055.125220:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6f00. 00000100:00000010:1.0:1786177055.125228:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6d80. 00000100:00000001:2.0:1786177055.381183:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177055.381185:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177055.381195:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177055.381196:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177055.381201:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177055.381202:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177055.381208:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177055.381209:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177055.381212:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177055.381212:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177055.381215:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177055.381217:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177055.381231:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177055.381232:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177055.381233:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:1.0:1786177055.381234:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177055.381249:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177055.381250:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177055.381253:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177055.381254:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177055.381267:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177055.381267:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177055.381268:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177055.381268:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177055.381278:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177055.381285:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177055.381285:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177055.381292:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177055.381293:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177055.381298:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177055.381299:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177055.381306:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177055.381307:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177055.381308:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177055.381315:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177055.381321:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177055.381324:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177055.381329:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177055.381338:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177055.381341:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177055.381347:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177055.381348:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177055.381359:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177055.381360:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177055.381365:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177055.381366:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177055.381369:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177055.381372:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177055.381377:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177055.381377:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177055.381380:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177055.381381:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177055.381385:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177055.381387:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177055.381388:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177055.381389:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177055.381391:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177055.381396:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177055.381396:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177055.381398:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177055.381400:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177055.381404:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177055.381407:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177055.381407:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177055.381411:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177055.381415:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177055.381416:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177055.381416:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177055.381431:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177055.381431:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177055.381492:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177055.381496:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177055.381498:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177056.405147:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177056.405148:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177056.405149:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177056.405155:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177056.405155:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177056.405157:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177056.405158:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177056.405162:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177056.405162:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177056.405163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177056.405164:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177056.405167:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177056.405175:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177056.405177:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177056.405178:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177056.405179:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177056.405183:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177056.405185:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177056.405187:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177056.405188:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177056.405188:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177056.405200:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177056.405201:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177056.405201:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177056.405201:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177056.405210:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177056.405211:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177056.405212:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177056.405214:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177056.405216:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177056.405222:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177056.405223:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177056.405223:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177056.405224:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177056.405238:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177056.405242:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177056.405246:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177056.405260:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177056.405261:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177056.405266:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177056.405267:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1786177056.405269:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177056.405270:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177056.405270:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177056.405278:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1786177056.405279:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177056.405281:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177056.405281:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177056.405287:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177056.405292:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177056.405292:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177056.405292:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177056.405293:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177056.405300:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177056.405300:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177056.405300:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177056.405305:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177056.405307:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177056.405308:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177056.405308:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177056.405311:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177056.405314:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177056.405314:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177056.405315:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177056.405318:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177056.405322:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177056.405325:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.429096:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177057.429103:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177057.429104:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177057.429109:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177057.429110:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177057.429114:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177057.429117:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177057.429119:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177057.429119:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177057.429120:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177057.429121:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.429122:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177057.429126:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177057.429128:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177057.429128:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177057.429129:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177057.429130:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177057.429133:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.429133:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.429136:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177057.429137:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1786177057.429141:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177057.429143:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177057.429143:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177057.429148:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177057.429149:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177057.429150:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177057.429153:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177057.429154:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177057.429155:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177057.429160:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177057.429161:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.429161:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177057.429166:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.429166:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177057.429169:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177057.429172:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177057.429174:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177057.429175:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177057.429179:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177057.429180:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177057.429186:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.429186:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177057.429189:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177057.429192:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.429200:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177057.429205:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177057.429207:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177057.429211:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177057.429214:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177057.429215:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177057.429218:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177057.429220:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.429222:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177057.429226:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177057.429228:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177057.429228:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177057.429233:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177057.429238:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177057.429239:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177057.429243:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177057.429246:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177057.429248:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177057.429252:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177057.429255:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177057.429258:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177057.429260:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177057.429263:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177057.429268:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177057.429270:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177057.429271:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177057.429273:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177057.429274:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177057.429276:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177057.429277:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177057.429279:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177057.429331:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177057.429334:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177057.429342:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177058.453135:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177058.453136:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177058.453136:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177058.453139:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177058.453143:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177058.453144:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177058.453144:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177058.453145:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177058.453147:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177058.453148:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177058.453149:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177058.453153:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177058.453155:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177058.453156:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177058.453157:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177058.453161:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177058.453163:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177058.453165:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177058.453165:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177058.453169:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177058.453170:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177058.453170:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177058.453170:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177058.453176:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177058.453177:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177058.453177:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177058.453178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177058.453181:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177058.453183:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177058.453183:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177058.453186:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177058.453186:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177058.453189:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177058.453189:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177058.453190:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177058.453194:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177058.453199:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177058.453204:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177058.453208:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1786177058.453209:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177058.453210:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177058.453213:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177058.453214:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177058.453214:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00010000:3.0:1786177058.453218:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177058.453219:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177058.453219:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177058.453222:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177058.453222:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177058.453224:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177058.453225:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177058.453226:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177058.453227:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177058.453228:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177058.453229:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177058.453232:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177058.453233:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177058.453236:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177058.453245:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177058.453250:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177058.453252:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177058.453255:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177058.453259:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177058.453262:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177058.453265:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177058.453267:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177058.453269:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177059.477110:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177059.477110:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177059.477113:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177059.477116:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177059.477117:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177059.477118:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177059.477121:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.477121:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177059.477122:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.477125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177059.477130:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177059.477130:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177059.477131:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177059.477131:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177059.477136:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.477138:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177059.477139:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177059.477139:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177059.477141:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177059.477144:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177059.477146:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.477147:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177059.477147:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177059.477149:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177059.477151:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177059.477152:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177059.477154:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177059.477154:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177059.477161:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177059.477162:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177059.477163:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177059.477163:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177059.477166:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.477167:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.477174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177059.477174:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177059.477177:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177059.477182:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177059.477183:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177059.477186:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177059.477189:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177059.477191:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177059.477193:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177059.477194:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177059.477196:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.477200:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177059.477205:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177059.477206:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177059.477207:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177059.477210:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177059.477211:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177059.477215:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177059.477216:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177059.477218:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177059.477219:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.477222:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177059.477224:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177059.477225:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177059.477228:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.477228:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177059.477236:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177059.477237:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177059.477239:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177059.477240:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177059.477268:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177059.477273:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177059.477276:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786177059.605123:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177059.605133:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177059.605135:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177059.605139:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177059.605144:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177059.605151:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8495 00000400:00000200:3.0:1786177059.605159:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177059.605165:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177059.605168:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177059.605171:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605173:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177059.605175:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605177:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177059.605180:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177059.605182:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786177059.605184:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177059.605187:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786177059.605188:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786177059.605190:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786177059.605192:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605193:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177059.605195:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605196:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177059.605198:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786177059.605200:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605202:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177059.605204:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177059.605207:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177059.605209:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.605210:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177059.605212:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177059.605221:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4e00. 00000020:00000040:3.0:1786177059.605223:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786177059.605227:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177059.605228:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.605231:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177059.605233:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177059.605236:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177059.605242:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786177059.605248:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177059.605255:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177059.605263:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177059.605267:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177059.605270:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f4c2a18] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177059.605290:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177059.605292:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177059.605295:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177059.605296:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177059.605297:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177059.605299:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177059.605301:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8495 00000400:00000200:3.0:1786177059.605304:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177059.605306:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177059.605308:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177059.605309:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605311:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177059.605320:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605322:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177059.605324:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177059.605325:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786177059.605326:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177059.605328:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177059.605329:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1786177059.605330:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786177059.605334:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177059.605335:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177059.605339:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177059.605340:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605343:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177059.605347:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786177059.605347:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605352:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177059.605356:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786177059.605361:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177059.605367:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177059.605369:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.605370:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177059.605375:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177059.605376:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177059.605380:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177059.605384:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177059.605387:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177059.605389:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177059.605392:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612154368:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177059.605394:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177059.605397:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177059.605402:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:3.0:1786177059.605402:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1786177059.605405:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177059.605410:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1786177059.605410:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177059.605416:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177059.605418:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.605422:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177059.605426:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177059.605431:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000100:00000010:3.0:1786177059.605431:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000020:00000040:3.0:1786177059.605438:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786177059.605441:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1786177059.605442:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 02000000:00000001:3.0:1786177059.605443:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.605446:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177059.605447:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177059.605449:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177059.605450:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612154368, portal 25 00000100:00000001:1.0:1786177059.605453:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1786177059.605454:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000100:00000001:1.0:1786177059.605455:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957495296 : -127833752056320 : ffff8bbc629e4e00) 00000100:00000001:3.0:1786177059.605462:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177059.605464:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177059.605471:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177059.605474:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177059.605482:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177059.605486:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000001:3.0:1786177059.605488:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1786177059.605491:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612154368, offset 0 00000100:00000001:3.0:1786177059.605491:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177059.605499:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177059.605500:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605510:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177059.605511:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:3.0:1786177059.605516:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177059.605520:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:3.0:1786177059.605521:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786177059.605524:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177059.605527:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1786177059.605527:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177059.605531:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177059.605534:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177059.605540:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177059.605542:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00080000:3.0:1786177059.605544:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8495 00000400:00000200:1.0:1786177059.605545:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410526:410526:256:4294967295] 192.168.202.156@tcp LPNI seq info [410524:410524:8:4294967295] 00000400:00000200:1.0:1786177059.605553:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177059.605557:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177059.605565:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:3.0:1786177059.605566:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177059.605572:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1786177059.605573:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177059.605581:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000100:00000040:3.0:1786177059.605581:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605587:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1786177059.605590:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:3.0:1786177059.605595:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177059.605596:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:3.0:1786177059.605602:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177059.605607:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:1.1:1786177059.605607:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:3.0:1786177059.605610:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000800:00000200:1.1:1786177059.605613:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177059.605616:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177059.605619:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000020:00000001:3.0:1786177059.605620:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177059.605623:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:1.0:1786177059.605624:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:3.0:1786177059.605628:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177059.605632:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1786177059.605633:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177059.605637:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000100:00000040:3.0:1786177059.605638:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177059.605640:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:3.0:1786177059.605642:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177059.605645:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1786177059.605646:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605649:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:1.0:1786177059.605653:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1786177059.605653:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786177059.605660:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605666:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177059.605670:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177059.605673:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1786177059.605674:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177059.605679:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177059.605680:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177059.605682:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177059.605686:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1786177059.605691:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786177059.605692:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.605696:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177059.605697:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177059.605702:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000100:00000001:1.0:1786177059.605703:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1786177059.605705:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177059.605709:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:3.0:1786177059.605710:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177059.605712:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303168120 02000000:00000001:3.0:1786177059.605717:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177059.605718:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6d80. 00000100:00000001:3.0:1786177059.605720:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177059.605723:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177059.605724:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.605725:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 02000000:00000010:3.0:1786177059.605729:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:1.0:1786177059.605732:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303168120 00000100:00000001:3.0:1786177059.605734:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177059.605737:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6c60. 00000100:00000001:1.0:1786177059.605741:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1786177059.605743:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177059.605745:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177059.605750:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.605755:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177059.605757:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177059.605761:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177059.605762:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177059/real 1786177059] req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786177059.605768:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177059.605774:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177059.605777:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177059.605780:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177059.605783:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177059.605787:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:3.0:1786177059.605788:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.605789:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177059.605795:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177059.605795:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177059.605807:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000200:1.0:1786177059.605811:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177059.605811:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177059.605816:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177059.605821:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177059.605823:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177059.605823:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177059.605827:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177059.605829:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177059.605829:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8495 00000100:00100000:1.0:1786177059.605834:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786177059.605838:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177059.605846:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177059.605847:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177059.605849:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177059.605854:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786177059.605855:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605861:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177059.605865:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605870:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177059.605872:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1786177059.605873:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177059.605876:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786177059.605877:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177059.605879:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786177059.605880:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177059.605881:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177059.605882:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177059.605884:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177059.605887:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177059.605889:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177059.605891:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177059.605893:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177059.605894:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177059.605899:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1786177059.605899:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.605907:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00080000:1.0:1786177059.605908:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177059.605913:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:3.0:1786177059.605915:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000040:1.0:1786177059.605918:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177059.605924:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00100000:1.0:1786177059.605930:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612154368:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177059.605931:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.605937:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177059.605938:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177059.605940:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177059.605943:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4e00 x1872933612154368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177059.605944:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177059.605950:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.605954:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177059.605956:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000008:00100000:3.0:1786177059.605957:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1786177059.605959:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:3.0:1786177059.605963:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177059.605964:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 00000100:00000001:3.0:1786177059.605965:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177059.605971:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1786177059.605972:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000020:00000001:1.0:1786177059.605984:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177059.605986:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177059.605990:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:3.0:1786177059.605992:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000010:1.0:1786177059.605995:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:3.0:1786177059.605996:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177059.606001:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177059.606003:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1786177059.606003:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177059.606008:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1786177059.606029:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177059.606031:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177059.606035:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786177059.606039:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177059.606044:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4e00. 00000100:00100000:3.0:1786177059.606045:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177059.606050:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177059.606053:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606057:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177059.606065:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177059.606066:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177059.606067:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.606069:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.606073:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1786177059.606074:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606076:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177059.606078:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177059.606085:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177059.606086:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177059.606092:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177059.606099:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177059.606103:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177059.606104:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1786177059.606105:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177059.606106:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177059.606111:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786177059.606112:0:114346:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:1.0:1786177059.606114:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177059.606118:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177059.606118:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8495 00000100:00100000:1.0:1786177059.606125:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154496:192.168.202.156@tcp:38:kworker.0 00000400:00000200:3.0:1786177059.606126:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177059.606132:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1786177059.606134:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 02000000:00000001:1.0:1786177059.606135:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177059.606138:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177059.606138:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1786177059.606141:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1786177059.606145:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000010:1.0:1786177059.606146:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 00000100:00000001:3.0:1786177059.606148:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177059.606149:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177059.606153:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177059.606157:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177059.606158:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177059.606160:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000020:00000001:3.0:1786177059.606162:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177059.606165:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000400:00000010:1.0:1786177059.606166:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000020:00000001:3.0:1786177059.606167:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177059.606171:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000200:1.0:1786177059.606172:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612154496, portal 10 00000020:00000001:3.0:1786177059.606175:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177059.606176:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177059.606179:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957500672 : -127833752050944 : ffff8bbc629e6300) 00000020:00000001:3.0:1786177059.606179:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786177059.606187:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177059.606191:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177059.606191:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177059.606197:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177059.606201:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177059.606207:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177059.606208:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177059.606214:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:3.0:1786177059.606214:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000010:1.0:1786177059.606218:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000001:3.0:1786177059.606219:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177059.606221:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612154496, offset 0 02000000:00000001:3.0:1786177059.606222:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177059.606227:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 02000000:00000001:3.0:1786177059.606228:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177059.606232:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177059.606235:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177059.606237:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177059.606240:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000200:1.0:1786177059.606241:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000008:00000001:3.0:1786177059.606244:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177059.606246:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1786177059.606247:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177059.606251:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000010:3.0:1786177059.606253:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000400:00000200:1.0:1786177059.606254:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177059.606258:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000020:00000040:3.0:1786177059.606258:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786177059.606264:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1786177059.606265:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410527:410527:256:4294967295] 192.168.202.156@tcp LPNI seq info [410525:410525:8:4294967295] 02000000:00000001:3.0:1786177059.606268:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177059.606271:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1786177059.606272:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:3.0:1786177059.606273:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177059.606276:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177059.606282:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000010:3.0:1786177059.606283:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:3.0:1786177059.606289:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177059.606292:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00100000:3.0:1786177059.606297:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1786177059.606298:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177059.606307:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177059.606312:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:3.0:1786177059.606313:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177059.606317:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177059.606319:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:3.0:1786177059.606323:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1786177059.606325:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177059.606337:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786177059.606337:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177059.606342:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000100:00000040:3.0:1786177059.606343:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8505) 00000400:00000200:1.0:1786177059.606348:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177059.606355:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177059.606359:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177059.606361:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177059.606365:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177059.606370:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606379:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177059.606382:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606389:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.606391:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177059.606394:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177059.606397:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177059.606399:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177059.606401:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303167496 00000100:00000001:1.0:1786177059.606403:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303168120 00000100:00000001:1.0:1786177059.606405:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303167496 00000100:00000001:1.0:1786177059.606406:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303168120 00000100:00000001:1.0:1786177059.606408:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177059.606410:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.606411:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177059.606414:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177059/real 1786177059] req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177059.606420:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177059.606421:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177059.606422:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177059.606424:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177059.606425:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177059.606426:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177059.606428:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177059.606434:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606438:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177059.606439:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606440:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177059.606441:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177059.606443:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606447:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177059.606449:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606454:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177059.606455:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606456:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177059.606457:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606458:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177059.606460:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177059.606462:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177059.606464:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177059.606466:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177059.606469:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177059.606474:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154496:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177059.606477:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177059.606479:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606483:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177059.606483:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177059.606485:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177059.606486:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177059.606487:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177059.606489:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154624:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177059.606491:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177059.606492:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177059.606493:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177059.606494:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177059.606497:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177059.606498:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177059.606500:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177059.606502:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177059.606504:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177059.606506:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612154624, portal 10 00000100:00000001:1.0:1786177059.606507:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177059.606508:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957494400 : -127833752057216 : ffff8bbc629e4a80) 00000100:00000040:1.0:1786177059.606512:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606516:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177059.606518:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177059.606519:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177059.606521:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612154624, offset 0 00000400:00000200:1.0:1786177059.606524:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177059.606527:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177059.606529:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177059.606531:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177059.606533:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177059.606535:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177059.606536:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177059.606538:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410528:410528:256:4294967295] 192.168.202.156@tcp LPNI seq info [410526:410526:8:4294967295] 00000400:00000200:1.0:1786177059.606541:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177059.606545:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177059.606548:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177059.606550:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177059.606553:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177059.606555:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177059.606558:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177059.606559:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177059.606562:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177059.606564:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177059.606566:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177059.606568:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177059.606570:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177059.606571:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177059.606573:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177059.606575:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606580:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177059.606582:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606586:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.606587:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177059.606589:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177059.606590:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177059.606592:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177059.606594:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303167496 00000100:00000001:1.0:1786177059.606596:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303168120 00000100:00000001:1.0:1786177059.606597:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303167496 00000100:00000001:1.0:1786177059.606599:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303168120 00000100:00000001:1.0:1786177059.606600:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177059.606601:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.606602:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177059.606604:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177059/real 1786177059] req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177059.606609:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177059.606609:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177059.606610:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177059.606612:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177059.606613:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177059.606615:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177059.606619:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177059.606628:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606635:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177059.606637:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606639:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177059.606640:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177059.606645:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606652:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177059.606656:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606664:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177059.606667:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606668:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177059.606670:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606672:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177059.606674:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177059.606677:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177059.606680:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177059.606682:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177059.606687:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177059.606695:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154624:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177059.606699:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606701:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177059.606705:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6300 x1872933612154496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606710:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177059.606711:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177059.606712:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177059.606714:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177059.606715:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177059.606716:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177059.606718:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177059.606719:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:1.0:1786177059.606722:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177059.606723:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177059.606724:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6300. 00000100:00000001:1.0:1786177059.606726:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177059.606727:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606728:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177059.606730:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4a80 x1872933612154624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606739:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177059.606740:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177059.606741:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177059.606742:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177059.606743:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177059.606743:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177059.606745:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177059.606745:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:1.0:1786177059.606747:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177059.606747:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177059.606748:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4a80. 00000100:00000001:1.0:1786177059.606749:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177059.606750:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606751:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606753:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177059.606754:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.606756:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177059.606757:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177059.606757:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177059.606760:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606764:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177059.606765:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177059.606766:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177059.606767:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177059.606768:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177059.606770:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154752:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177059.606772:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177059.606774:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177059.606775:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177059.606776:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177059.606778:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177059.606780:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177059.606783:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177059.606785:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177059.606787:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177059.606789:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612154752, portal 4 00000100:00000001:1.0:1786177059.606791:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177059.606792:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957497984 : -127833752053632 : ffff8bbc629e5880) 00000100:00000040:1.0:1786177059.606796:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606800:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177059.606801:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177059.606803:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177059.606804:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612154752, offset 0 00000400:00000200:1.0:1786177059.606807:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177059.606809:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177059.606812:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177059.606814:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177059.606816:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177059.606818:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177059.606819:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177059.606821:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410529:410529:256:4294967295] 192.168.202.156@tcp LPNI seq info [410527:410527:8:4294967295] 00000400:00000200:1.0:1786177059.606824:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177059.606828:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177059.606831:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177059.606833:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177059.606836:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177059.606838:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177059.606841:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177059.606843:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177059.606845:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177059.606847:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177059.606849:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177059.606851:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177059.606853:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177059.606855:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177059.606856:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177059.606858:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606863:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177059.606865:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606869:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.606870:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177059.606872:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177059.606874:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177059.606877:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177059.606878:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303167679 00000100:00000001:1.0:1786177059.606880:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303168120 00000100:00000001:1.0:1786177059.606881:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303167679 00000100:00000001:1.0:1786177059.606883:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303168120 00000100:00000001:1.0:1786177059.606884:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177059.606886:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.606887:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177059.606889:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177059/real 1786177059] req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177059.606893:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177059.606894:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177059.606895:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177059.606897:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177059.606898:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177059.606899:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177059.606901:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177059.606906:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606911:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177059.606912:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606913:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177059.606914:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177059.606916:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606920:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177059.606923:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606927:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177059.606928:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606929:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177059.606930:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.606931:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177059.606932:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177059.606934:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177059.606935:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177059.606937:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177059.606939:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177059.606943:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154752:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177059.606946:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177059.606948:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.606952:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177059.606953:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177059.606954:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177059.606956:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177059.606957:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177059.606959:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154880:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177059.606961:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177059.606963:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177059.606964:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177059.606966:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177059.606968:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177059.606970:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177059.606991:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177059.606994:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177059.606998:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177059.607001:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612154880, portal 4 00000100:00000001:1.0:1786177059.607003:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177059.607005:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957492608 : -127833752059008 : ffff8bbc629e4380) 00000100:00000040:1.0:1786177059.607030:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.607038:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177059.607040:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177059.607044:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177059.607046:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612154880, offset 0 00000400:00000200:1.0:1786177059.607049:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177059.607052:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177059.607055:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177059.607057:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177059.607059:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177059.607060:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177059.607062:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177059.607064:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410530:410530:256:4294967295] 192.168.202.156@tcp LPNI seq info [410528:410528:8:4294967295] 00000400:00000200:1.0:1786177059.607067:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177059.607071:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177059.607074:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177059.607076:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177059.607079:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177059.607081:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177059.607084:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177059.607085:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177059.607088:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177059.607089:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177059.607091:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177059.607094:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177059.607096:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177059.607097:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177059.607099:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177059.607101:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.607107:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177059.607108:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.607113:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.607114:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177059.607116:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177059.607118:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177059.607120:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177059.607122:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303167660 00000100:00000001:1.0:1786177059.607123:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303168120 00000100:00000001:1.0:1786177059.607125:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303167660 00000100:00000001:1.0:1786177059.607126:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303168120 00000100:00000001:1.0:1786177059.607128:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177059.607129:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.607130:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177059.607132:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177059/real 1786177059] req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177059.607138:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177059.607139:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177059.607140:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177059.607141:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177059.607142:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177059.607143:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177059.607146:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177059.607151:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.607155:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177059.607156:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.607157:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177059.607158:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177059.607160:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.607164:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177059.607166:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.607170:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177059.607172:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.607173:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177059.607174:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.607175:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177059.607176:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177059.607178:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177059.607179:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177059.607181:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177059.607184:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177059.607189:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612154880:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177059.607191:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.607192:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177059.607194:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5880 x1872933612154752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.607198:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177059.607199:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177059.607200:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177059.607201:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177059.607202:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177059.607203:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177059.607204:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177059.607205:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:1.0:1786177059.607207:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177059.607208:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177059.607209:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5880. 00000100:00000001:1.0:1786177059.607210:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177059.607211:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.607212:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177059.607214:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4380 x1872933612154880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177059.607218:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177059.607219:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177059.607220:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177059.607221:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177059.607222:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177059.607222:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177059.607223:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177059.607224:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:1.0:1786177059.607225:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177059.607226:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177059.607227:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4380. 00000100:00000001:1.0:1786177059.607229:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177059.607230:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.607231:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.607233:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177059.607234:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177059.607236:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177059.607237:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177060.245141:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303168120, at 4303168128 00000100:00000040:1.0:1786177060.245141:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303168120, at 4303168128 00000100:00000010:0.0:1786177060.245156:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6d80. 00000100:00000010:1.0:1786177060.245157:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6c60. 00000100:00000001:0.0:1786177060.501123:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177060.501123:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177060.501126:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177060.501131:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177060.501132:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177060.501132:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177060.501132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177060.501137:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177060.501138:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177060.501138:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177060.501145:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177060.501148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177060.501148:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177060.501148:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177060.501149:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177060.501152:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177060.501154:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177060.501156:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177060.501156:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177060.501157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177060.501159:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177060.501160:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177060.501161:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177060.501162:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177060.501162:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177060.501167:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177060.501169:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177060.501169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177060.501171:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177060.501173:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.501173:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177060.501174:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177060.501177:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177060.501179:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177060.501183:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177060.501183:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177060.501187:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177060.501188:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177060.501192:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177060.501194:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177060.501196:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177060.501197:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177060.501199:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177060.501203:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177060.501204:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177060.501205:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177060.501208:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177060.501208:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177060.501214:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177060.501215:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177060.501220:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177060.501224:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177060.501227:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177060.501227:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1786177060.501231:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177060.501232:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177060.501232:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1786177060.501234:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177060.501237:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177060.501238:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177060.501239:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786177060.501252:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177060.501257:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177060.501260:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177060.501263:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177060.501264:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177060.501266:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177061.525129:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177061.525136:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177061.525138:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177061.525143:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177061.525146:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177061.525151:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177061.525155:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177061.525158:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177061.525162:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177061.525163:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177061.525163:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177061.525163:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177061.525176:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177061.525179:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177061.525179:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177061.525181:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177061.525185:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177061.525185:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177061.525189:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177061.525193:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177061.525194:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177061.525196:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177061.525202:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177061.525203:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177061.525204:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177061.525207:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177061.525208:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177061.525209:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177061.525210:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177061.525212:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177061.525220:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177061.525221:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177061.525222:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177061.525225:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177061.525228:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177061.525232:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177061.525232:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177061.525233:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177061.525235:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177061.525240:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177061.525242:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177061.525247:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177061.525250:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177061.525254:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177061.525259:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177061.525271:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177061.525277:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177061.525278:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177061.525281:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177061.525283:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177061.525286:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177061.525294:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177061.525295:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177061.525298:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177061.525300:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177061.525303:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177061.525306:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177061.525308:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177061.525309:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177061.525313:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177061.525320:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177061.525321:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177061.525326:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177061.525328:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177061.525391:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177061.525395:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177061.525399:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177062.549128:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177062.549128:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177062.549132:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177062.549136:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177062.549137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177062.549137:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177062.549138:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177062.549139:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.549142:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.549143:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177062.549144:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00100000:0.0:1786177062.549146:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177062.549148:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:2.0:1786177062.549151:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177062.549151:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177062.549152:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177062.549153:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177062.549156:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177062.549157:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177062.549159:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177062.549160:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177062.549162:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177062.549163:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177062.549164:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.549165:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177062.549167:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177062.549168:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177062.549169:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.549173:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177062.549174:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177062.549175:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.549176:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.549179:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177062.549184:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177062.549185:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177062.549188:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177062.549190:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177062.549191:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177062.549194:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177062.549197:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177062.549199:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177062.549200:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177062.549202:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177062.549203:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.549203:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177062.549208:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177062.549208:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177062.549209:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177062.549213:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177062.549214:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.549214:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177062.549221:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177062.549222:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177062.549222:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177062.549226:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177062.549228:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177062.549228:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177062.549230:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177062.549234:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.549234:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177062.549235:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177062.549239:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177062.549240:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177062.549241:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177062.549245:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177062.549246:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177062.549251:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177062.549253:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177062.549255:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1786177062.549258:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177062.549263:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177062.549264:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177062.549267:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177062.549270:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177062.549272:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177062.549275:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177062.549277:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177062.549279:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177062.549281:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177063.573085:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177063.573092:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177063.573094:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177063.573100:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177063.573101:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177063.573101:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177063.573107:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177063.573108:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177063.573109:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177063.573112:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177063.573112:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177063.573114:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177063.573114:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177063.573117:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177063.573119:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177063.573121:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177063.573121:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177063.573122:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177063.573125:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177063.573126:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177063.573127:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177063.573128:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177063.573130:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177063.573134:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177063.573135:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177063.573136:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177063.573142:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177063.573142:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177063.573146:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177063.573147:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177063.573148:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177063.573151:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177063.573153:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177063.573155:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177063.573159:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177063.573160:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177063.573164:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177063.573169:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177063.573171:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177063.573171:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177063.573174:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177063.573177:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177063.573177:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177063.573182:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177063.573182:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177063.573184:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177063.573187:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177063.573189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177063.573191:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177063.573195:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177063.573197:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177063.573200:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177063.573201:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177063.573206:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177063.573208:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177063.573209:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177063.573211:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177063.573214:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177063.573217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177063.573220:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177063.573224:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177063.573226:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177063.573229:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177063.573230:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177063.573273:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177063.573280:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177063.573282:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177064.597134:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177064.597134:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177064.597139:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177064.597142:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177064.597142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177064.597145:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177064.597146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177064.597147:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177064.597154:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786177064.597155:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177064.597156:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177064.597161:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177064.597162:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177064.597163:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177064.597163:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177064.597166:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177064.597167:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177064.597169:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177064.597171:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177064.597171:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177064.597171:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177064.597175:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177064.597176:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177064.597177:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177064.597178:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177064.597182:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177064.597183:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177064.597184:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1786177064.597185:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177064.597189:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177064.597189:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.597191:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177064.597196:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177064.597196:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.597197:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177064.597199:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.597205:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177064.597206:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177064.597208:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177064.597209:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177064.597216:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177064.597217:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177064.597217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177064.597217:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177064.597222:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177064.597222:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177064.597224:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177064.597227:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177064.597228:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177064.597234:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177064.597234:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177064.597241:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177064.597242:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177064.597244:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177064.597246:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177064.597248:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177064.597249:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1786177064.597250:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177064.597252:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.597254:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177064.597254:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1786177064.597255:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177064.597256:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.597258:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177064.597258:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1786177064.597263:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177064.597265:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177064.597266:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177064.597272:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177064.597274:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.597276:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177064.597278:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.597280:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177064.725086:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177064.725095:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177064.725097:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177064.725100:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177064.725104:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177064.725110:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8500 00000400:00000200:3.0:1786177064.725116:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177064.725121:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177064.725123:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177064.725126:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725129:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177064.725132:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725133:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177064.725138:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177064.725140:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786177064.725143:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177064.725147:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786177064.725150:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786177064.725153:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786177064.725156:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725158:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177064.725160:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725163:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177064.725165:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786177064.725169:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725172:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177064.725175:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177064.725179:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177064.725181:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.725183:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177064.725186:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177064.725194:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786177064.725198:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786177064.725202:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177064.725204:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.725208:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177064.725211:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177064.725215:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177064.725223:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000001:3.0:1786177064.725230:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177064.725239:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177064.725250:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177064.725255:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177064.725261:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177064.725284:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177064.725286:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177064.725289:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177064.725290:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177064.725291:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177064.725293:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177064.725295:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8500 00000400:00000200:3.0:1786177064.725298:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177064.725300:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177064.725302:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177064.725304:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725305:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177064.725307:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725308:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177064.725310:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177064.725311:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786177064.725312:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177064.725313:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786177064.725315:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786177064.725317:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786177064.725319:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725320:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177064.725322:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725323:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177064.725324:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786177064.725326:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725327:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177064.725328:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177064.725332:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177064.725334:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.725335:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177064.725338:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177064.725340:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.725341:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177064.725343:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000020:00000040:3.0:1786177064.725345:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786177064.725347:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177064.725349:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.725350:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177064.725352:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177064.725353:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177064.725356:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 00000100:00000001:3.0:1786177064.725359:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177064.725363:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177064.725370:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177064.725371:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177064.725375:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177064.725385:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177064.725387:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177064.725390:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177064.725392:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177064.725393:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177064.725402:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177064.725404:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177064.725406:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177064.725408:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177064.725424:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177064.725424:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8500 00000400:00000200:3.0:1786177064.725439:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177064.725451:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1786177064.725456:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177064.725457:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177064.725468:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1786177064.725470:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177064.725478:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1786177064.725479:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177064.725492:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.725492:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1786177064.725505:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612155008:192.168.202.156@tcp:250:kworker.0 00000100:00000040:3.0:1786177064.725505:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725519:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177064.725521:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1786177064.725524:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177064.725526:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 02000000:00000001:1.0:1786177064.725528:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1786177064.725528:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1786177064.725539:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1786177064.725540:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 02000000:00000001:1.0:1786177064.725555:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1786177064.725556:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786177064.725563:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786177064.725566:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725567:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1786177064.725570:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 00000100:00000040:3.0:1786177064.725570:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177064.725577:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.725580:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177064.725586:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:3.0:1786177064.725587:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000010:1.0:1786177064.725591:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000100:00080000:3.0:1786177064.725598:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000010:1.0:1786177064.725603:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000001:3.0:1786177064.725612:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177064.725613:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612155008, portal 25 00000100:00000001:1.0:1786177064.725619:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177064.725622:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957493504 : -127833752058112 : ffff8bbc629e4700) 02000000:00000001:3.0:1786177064.725623:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177064.725633:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1786177064.725634:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177064.725643:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.725651:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177064.725655:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177064.725665:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.725669:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177064.725670:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177064.725677:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000010:3.0:1786177064.725678:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000400:00000010:1.0:1786177064.725686:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000020:00000040:3.0:1786177064.725687:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786177064.725697:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1786177064.725701:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612155008, offset 0 02000000:00000001:3.0:1786177064.725701:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.725714:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177064.725716:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177064.725719:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177064.725724:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 02000000:00000010:3.0:1786177064.725725:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cffc00. 00000100:00000001:3.0:1786177064.725732:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177064.725737:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177064.725747:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177064.725755:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177064.725757:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177064.725764:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177064.725766:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177064.725778:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1786177064.725780:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177064.725784:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177064.725787:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00080000:3.0:1786177064.725791:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177064.725794:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177064.725795:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1786177064.725797:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177064.725803:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725803:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177064.725812:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8500 00000400:00000200:1.0:1786177064.725821:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410531:410531:256:4294967295] 192.168.202.156@tcp LPNI seq info [410529:410529:8:4294967295] 00000400:00000200:3.0:1786177064.725831:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177064.725838:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177064.725841:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177064.725847:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177064.725851:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725853:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177064.725864:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177064.725871:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:3.0:1786177064.725872:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177064.725884:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177064.725885:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000800:00000200:1.0:1786177064.725892:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000020:00000001:3.0:1786177064.725892:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177064.725899:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000800:00000010:1.0:1786177064.725903:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000020:00000001:3.0:1786177064.725904:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786177064.725912:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000200:1.0:1786177064.725916:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177064.725938:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000040:3.0:1786177064.725938:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725943:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177064.725946:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.725953:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177064.725958:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000800:00000200:1.1:1786177064.725965:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:3.0:1786177064.725970:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000200:1.1:1786177064.725972:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:3.0:1786177064.725974:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177064.725987:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000100:1.0:1786177064.725992:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000001:3.0:1786177064.725998:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1786177064.725999:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 02000000:00000001:3.0:1786177064.726007:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177064.726046:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1786177064.726049:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177064.726054:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000200:1.0:1786177064.726059:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000008:00000001:3.0:1786177064.726060:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.726068:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177064.726074:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000100:00000010:3.0:1786177064.726074:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786177064.726083:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000400:00000010:1.0:1786177064.726084:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 02000000:00000001:3.0:1786177064.726086:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177064.726089:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.726091:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177064.726093:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177064.726095:0:2389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1786177064.726095:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177064.726106:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000200:1.0:1786177064.726107:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177064.726110:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177064.726124:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177064.726142:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177064.726144:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177064.726144:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177064.726160:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786177064.726160:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177064.726199:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177064.726205:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177064.726217:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177064.726218:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.726219:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177064.726221:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177064.726226:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177064.726227:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177064.726235:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8500 00000400:00000200:3.0:1786177064.726239:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177064.726242:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177064.726242:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177064.726251:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177064.726256:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177064.726259:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177064.726261:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177064.726271:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177064.726272:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303173241 00000100:00000001:3.0:1786177064.726273:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177064.726281:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177064.726282:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786177064.726283:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177064.726284:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000010:1.0:1786177064.726287:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6c60. 00000020:00000001:3.0:1786177064.726288:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786177064.726295:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:3.0:1786177064.726297:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177064.726299:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177064.726301:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177064.726303:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177064.726303:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177064.726311:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:3.0:1786177064.726315:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177064.726317:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177064.726319:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177064.726321:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177064.726322:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.726323:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177064.726324:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786177064.726326:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.726327:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.726331:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303173241 00000100:00000010:3.0:1786177064.726331:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 00000020:00000040:3.0:1786177064.726336:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786177064.726340:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177064.726341:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177064.726342:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f67e0. 00000100:00000001:3.0:1786177064.726344:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177064.726350:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177064.726353:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.726355:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000010:3.0:1786177064.726356:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00000001:3.0:1786177064.726364:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.726367:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786177064.726369:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177064.726375:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177064.726380:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177064.726384:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177064.726385:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177064.726393:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177064.726400:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177064/real 1786177064] req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177064.726406:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177064.726415:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8510) 00000400:00000001:1.0:1786177064.726428:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177064.726432:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177064.726436:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177064.726439:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177064.726442:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177064.726445:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177064.726450:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177064.726460:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726469:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177064.726471:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.726474:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177064.726476:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177064.726481:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726490:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177064.726496:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726504:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177064.726507:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.726510:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177064.726511:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.726515:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177064.726518:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177064.726522:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177064.726526:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177064.726530:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177064.726536:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177064.726546:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612155008:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177064.726551:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177064.726555:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726563:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177064.726565:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177064.726569:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177064.726571:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177064.726574:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177064.726577:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155136:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177064.726581:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177064.726584:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177064.726585:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177064.726588:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177064.726593:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177064.726595:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177064.726600:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177064.726603:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177064.726607:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177064.726611:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612155136, portal 10 00000100:00000001:1.0:1786177064.726613:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177064.726614:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957506048 : -127833752045568 : ffff8bbc629e7800) 00000100:00000040:1.0:1786177064.726623:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726630:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177064.726632:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177064.726635:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177064.726637:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612155136, offset 0 00000400:00000200:1.0:1786177064.726642:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177064.726647:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177064.726651:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177064.726655:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177064.726658:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177064.726660:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177064.726663:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177064.726667:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410532:410532:256:4294967295] 192.168.202.156@tcp LPNI seq info [410530:410530:8:4294967295] 00000400:00000200:1.0:1786177064.726671:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177064.726678:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177064.726683:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177064.726687:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177064.726692:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177064.726695:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786177064.726701:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177064.726704:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1786177064.726708:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177064.726710:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177064.726714:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177064.726718:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177064.726722:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177064.726723:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177064.726726:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177064.726730:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726738:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177064.726742:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726749:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.726751:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177064.726754:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177064.726759:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177064.726763:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177064.726765:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303172616 00000100:00000001:1.0:1786177064.726768:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303173241 00000100:00000001:1.0:1786177064.726771:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303172616 00000100:00000001:1.0:1786177064.726774:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303173241 00000100:00000001:1.0:1786177064.726776:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177064.726778:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.726781:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177064.726785:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177064/real 1786177064] req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177064.726794:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177064.726795:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177064.726797:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177064.726800:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177064.726802:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177064.726804:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177064.726808:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177064.726818:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726825:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177064.726827:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.726829:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177064.726830:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177064.726834:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726841:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177064.726846:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726854:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177064.726856:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.726858:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177064.726860:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.726862:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177064.726867:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177064.726870:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177064.726874:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177064.726877:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177064.726881:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177064.726891:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155136:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177064.726895:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.726898:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177064.726901:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4700 x1872933612155008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726909:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177064.726913:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177064.726916:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177064.726920:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177064.726922:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177064.726938:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177064.726941:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177064.726945:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:1.0:1786177064.726950:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177064.726952:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177064.726954:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4700. 00000100:00000001:1.0:1786177064.726958:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177064.726959:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.726961:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177064.726965:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e7800 x1872933612155136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.726973:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177064.726974:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177064.726976:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177064.726979:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177064.726980:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177064.726982:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177064.726984:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177064.726986:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfe400. 02000000:00000001:1.0:1786177064.726990:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177064.726991:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177064.726993:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e7800. 00000100:00000001:1.0:1786177064.726996:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177064.726997:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.727000:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.727008:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177064.727034:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.727038:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177064.727040:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177064.727042:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177064.727047:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727055:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177064.727057:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177064.727060:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177064.727061:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177064.727064:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177064.727067:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155264:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177064.727071:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177064.727073:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177064.727075:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177064.727077:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177064.727080:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177064.727082:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177064.727086:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177064.727089:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177064.727093:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177064.727096:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612155264, portal 10 00000100:00000001:1.0:1786177064.727098:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177064.727100:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957491712 : -127833752059904 : ffff8bbc629e4000) 00000100:00000040:1.0:1786177064.727107:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727114:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177064.727117:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177064.727120:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177064.727123:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612155264, offset 0 00000400:00000200:1.0:1786177064.727127:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177064.727131:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177064.727135:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177064.727139:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177064.727142:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177064.727145:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177064.727148:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177064.727152:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410533:410533:256:4294967295] 192.168.202.156@tcp LPNI seq info [410531:410531:8:4294967295] 00000400:00000200:1.0:1786177064.727156:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177064.727163:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177064.727169:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177064.727172:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177064.727176:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177064.727180:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786177064.727184:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177064.727187:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1786177064.727192:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177064.727194:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177064.727198:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177064.727202:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177064.727205:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177064.727207:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177064.727210:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177064.727214:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727223:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177064.727227:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727234:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.727236:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177064.727240:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177064.727243:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177064.727247:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177064.727249:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303172617 00000100:00000001:1.0:1786177064.727252:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303173241 00000100:00000001:1.0:1786177064.727255:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303172617 00000100:00000001:1.0:1786177064.727257:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303173241 00000100:00000001:1.0:1786177064.727260:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177064.727262:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.727264:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177064.727268:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177064/real 1786177064] req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177064.727277:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177064.727279:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177064.727281:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177064.727283:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177064.727285:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177064.727288:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177064.727292:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177064.727301:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727309:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177064.727310:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.727313:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177064.727314:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177064.727318:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727326:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177064.727331:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727339:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177064.727342:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.727344:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177064.727345:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.727347:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177064.727350:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177064.727353:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177064.727358:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177064.727360:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177064.727364:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177064.727373:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155264:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177064.727377:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177064.727382:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727390:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177064.727391:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177064.727394:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177064.727396:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177064.727398:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177064.727401:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155392:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177064.727405:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177064.727407:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177064.727409:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177064.727411:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177064.727414:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177064.727417:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177064.727420:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177064.727423:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177064.727427:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177064.727430:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612155392, portal 4 00000100:00000001:1.0:1786177064.727432:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177064.727433:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957501568 : -127833752050048 : ffff8bbc629e6680) 00000100:00000040:1.0:1786177064.727440:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727454:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177064.727457:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177064.727459:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177064.727462:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612155392, offset 0 00000400:00000200:1.0:1786177064.727467:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177064.727470:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177064.727474:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177064.727477:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177064.727479:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177064.727482:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177064.727485:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177064.727488:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410534:410534:256:4294967295] 192.168.202.156@tcp LPNI seq info [410532:410532:8:4294967295] 00000400:00000200:1.0:1786177064.727493:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177064.727499:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177064.727505:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177064.727508:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177064.727513:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177064.727516:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786177064.727520:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177064.727523:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1786177064.727527:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177064.727530:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177064.727533:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177064.727536:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177064.727540:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177064.727542:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177064.727545:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177064.727550:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727558:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177064.727562:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727576:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.727578:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177064.727581:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177064.727584:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177064.727588:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177064.727590:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303172800 00000100:00000001:1.0:1786177064.727593:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303173241 00000100:00000001:1.0:1786177064.727595:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303172800 00000100:00000001:1.0:1786177064.727598:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303173241 00000100:00000001:1.0:1786177064.727600:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177064.727603:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.727605:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177064.727609:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177064/real 1786177064] req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177064.727619:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177064.727620:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177064.727622:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177064.727625:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177064.727627:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177064.727629:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177064.727633:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177064.727642:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727650:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177064.727651:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.727653:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177064.727655:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177064.727659:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727668:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177064.727672:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727680:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177064.727682:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.727684:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177064.727685:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.727687:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177064.727689:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177064.727692:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177064.727695:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177064.727698:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177064.727702:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177064.727711:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155392:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177064.727715:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177064.727719:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727727:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177064.727728:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177064.727731:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177064.727732:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177064.727734:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177064.727737:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155520:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177064.727741:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177064.727743:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177064.727746:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177064.727747:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177064.727751:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177064.727753:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177064.727757:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177064.727760:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177064.727763:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177064.727766:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612155520, portal 4 00000100:00000001:1.0:1786177064.727768:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177064.727770:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957503360 : -127833752048256 : ffff8bbc629e6d80) 00000100:00000040:1.0:1786177064.727776:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727783:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177064.727785:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177064.727788:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177064.727791:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612155520, offset 0 00000400:00000200:1.0:1786177064.727795:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177064.727798:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177064.727802:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177064.727805:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177064.727807:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177064.727810:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177064.727812:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177064.727816:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410535:410535:256:4294967295] 192.168.202.156@tcp LPNI seq info [410533:410533:8:4294967295] 00000400:00000200:1.0:1786177064.727820:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177064.727826:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177064.727831:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177064.727835:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177064.727839:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177064.727842:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786177064.727846:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177064.727849:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1786177064.727854:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177064.727857:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177064.727860:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177064.727864:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177064.727867:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177064.727869:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177064.727871:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177064.727875:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727884:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177064.727887:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727894:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.727895:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177064.727899:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177064.727902:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177064.727905:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177064.727907:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303172780 00000100:00000001:1.0:1786177064.727910:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303173241 00000100:00000001:1.0:1786177064.727912:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303172780 00000100:00000001:1.0:1786177064.727915:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303173241 00000100:00000001:1.0:1786177064.727917:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177064.727919:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.727921:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177064.727942:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177064/real 1786177064] req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177064.727951:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177064.727952:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177064.727955:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177064.727957:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177064.727959:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177064.727962:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177064.727966:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177064.727974:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727981:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177064.727983:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.727985:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177064.727987:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177064.727991:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.727998:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177064.728002:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.728009:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177064.728030:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.728032:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177064.728033:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.728035:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177064.728037:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177064.728040:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177064.728044:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177064.728046:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177064.728051:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177064.728059:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155520:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177064.728064:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.728066:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177064.728070:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4000 x1872933612155264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.728077:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177064.728079:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177064.728081:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177064.728083:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177064.728085:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177064.728086:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177064.728088:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177064.728090:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cffc00. 02000000:00000001:1.0:1786177064.728095:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177064.728096:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177064.728098:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4000. 00000100:00000001:1.0:1786177064.728100:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177064.728102:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.728104:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177064.728107:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6680 x1872933612155392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.728115:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177064.728116:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177064.728118:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177064.728120:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177064.728122:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177064.728123:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177064.728125:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177064.728127:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:1.0:1786177064.728130:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177064.728131:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177064.728133:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6680. 00000100:00000001:1.0:1786177064.728136:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177064.728137:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.728139:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177064.728143:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6d80 x1872933612155520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177064.728149:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177064.728151:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177064.728153:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177064.728155:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177064.728156:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177064.728158:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177064.728160:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177064.728162:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:1.0:1786177064.728164:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177064.728165:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177064.728167:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6d80. 00000100:00000001:1.0:1786177064.728170:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177064.728171:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.728173:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.728176:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177064.728178:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177064.728180:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177064.728182:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177065.365111:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303173241, at 4303173248 00000100:00000040:1.0:1786177065.365122:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303173241, at 4303173248 00000100:00000010:0.0:1786177065.365130:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6c60. 00000100:00000010:1.0:1786177065.365141:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f67e0. 00000100:00000001:0.0:1786177065.621138:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177065.621138:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177065.621144:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177065.621147:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177065.621147:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177065.621151:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177065.621152:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177065.621152:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177065.621155:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177065.621158:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1786177065.621158:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177065.621161:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177065.621164:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177065.621165:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177065.621166:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177065.621170:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177065.621170:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177065.621171:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177065.621177:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177065.621177:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177065.621182:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177065.621185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177065.621198:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177065.621201:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177065.621203:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177065.621205:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177065.621207:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177065.621209:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177065.621211:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177065.621213:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177065.621214:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177065.621264:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177065.621269:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177065.621271:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177065.621272:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177065.621277:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177065.621278:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177065.621282:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177065.621283:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177065.621287:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177065.621288:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177065.621291:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177065.621295:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177065.621296:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177065.621300:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177065.621302:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177065.621360:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177065.621363:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177065.621364:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177065.621365:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177065.621368:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177065.621369:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177065.621372:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177065.621376:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177065.621384:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177065.621389:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177065.621394:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177065.621396:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177065.621401:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177065.621402:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177065.621405:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177065.621406:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177065.621410:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177065.621411:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177065.621457:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177065.621460:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177065.621463:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177066.645109:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177066.645110:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177066.645116:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177066.645117:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177066.645117:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177066.645119:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177066.645121:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177066.645122:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177066.645124:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177066.645128:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177066.645129:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177066.645129:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177066.645131:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177066.645134:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177066.645135:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177066.645135:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177066.645137:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177066.645139:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177066.645140:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177066.645140:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177066.645144:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177066.645145:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177066.645147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177066.645149:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177066.645150:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177066.645152:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177066.645153:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177066.645153:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177066.645154:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177066.645157:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177066.645160:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177066.645161:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177066.645164:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177066.645171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177066.645173:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177066.645174:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177066.645178:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177066.645181:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177066.645182:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177066.645185:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177066.645185:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177066.645186:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177066.645189:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177066.645193:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177066.645193:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177066.645195:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177066.645197:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177066.645198:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177066.645202:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177066.645203:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177066.645206:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177066.645207:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177066.645209:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177066.645212:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177066.645213:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177066.645221:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177066.645226:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177066.645227:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177066.645230:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000020:00000001:1.0:1786177066.645232:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177066.645234:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177066.645237:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177066.645238:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177066.645244:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177066.645244:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177066.645246:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177066.645250:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.669123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177067.669132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177067.669135:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177067.669142:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177067.669146:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177067.669151:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.669155:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177067.669158:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177067.669159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177067.669162:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177067.669164:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177067.669168:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177067.669171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177067.669172:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177067.669173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177067.669174:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177067.669177:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177067.669177:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177067.669179:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177067.669180:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177067.669182:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177067.669183:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177067.669185:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177067.669187:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177067.669187:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177067.669189:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177067.669189:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177067.669193:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177067.669197:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177067.669199:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.669200:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177067.669202:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177067.669207:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.669207:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177067.669212:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177067.669215:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177067.669218:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177067.669219:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177067.669224:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177067.669224:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177067.669226:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.669229:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177067.669230:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177067.669233:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177067.669234:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.669237:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177067.669238:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177067.669242:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.669244:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177067.669273:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177067.669277:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177067.669281:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177067.669363:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177067.669367:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177067.669369:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177067.669372:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177067.669375:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177067.669377:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177067.669378:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177067.669383:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177067.669383:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177067.669387:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.669388:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177067.669393:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177067.669395:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177067.669398:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177067.669403:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177067.669405:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177067.669407:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177067.669410:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.669445:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177067.669449:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177067.669450:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177067.669453:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177067.669455:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177067.669457:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.669459:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177067.669461:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.669463:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177068.693104:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177068.693111:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177068.693113:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177068.693116:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177068.693117:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177068.693118:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177068.693123:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177068.693123:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177068.693126:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177068.693131:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177068.693133:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177068.693133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177068.693136:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177068.693137:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177068.693139:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177068.693140:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177068.693144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177068.693146:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177068.693147:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177068.693147:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177068.693149:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177068.693153:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177068.693155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177068.693155:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177068.693159:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177068.693159:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177068.693168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177068.693169:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177068.693189:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177068.693191:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177068.693193:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177068.693201:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177068.693204:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177068.693206:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177068.693207:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177068.693208:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177068.693213:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177068.693214:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177068.693218:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177068.693218:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177068.693224:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177068.693225:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177068.693226:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177068.693231:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177068.693231:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177068.693236:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177068.693240:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177068.693242:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177068.693245:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177068.693319:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177068.693322:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177068.693324:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177068.693326:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177068.693327:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177068.693328:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177068.693331:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177068.693332:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177068.693335:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177068.693336:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177068.693339:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177068.693340:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177068.693341:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177068.693343:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177068.693347:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177068.693349:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177068.693350:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177068.693352:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.717066:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177069.717073:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177069.717076:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177069.717081:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177069.717082:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177069.717085:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177069.717089:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177069.717090:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177069.717091:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177069.717091:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177069.717095:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177069.717096:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177069.717096:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177069.717098:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177069.717099:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177069.717104:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177069.717104:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177069.717105:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177069.717109:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177069.717110:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177069.717110:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177069.717114:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.717116:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177069.717117:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177069.717117:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177069.717118:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177069.717121:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.717122:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177069.717125:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177069.717126:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177069.717131:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177069.717135:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177069.717137:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.717139:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177069.717141:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177069.717143:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177069.717144:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177069.717148:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177069.717152:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177069.717155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177069.717158:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177069.717161:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177069.717162:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177069.717168:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177069.717168:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177069.717169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177069.717170:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177069.717173:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177069.717174:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177069.717175:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177069.717176:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177069.717183:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177069.717186:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177069.717186:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177069.717188:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177069.717192:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.717192:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177069.717197:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177069.717202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177069.717205:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177069.717210:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177069.717212:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177069.717215:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177069.717216:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177069.717239:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177069.717241:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177069.717243:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786177069.845110:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177069.845119:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177069.845121:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177069.845124:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177069.845128:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177069.845134:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8505 00000400:00000200:3.0:1786177069.845140:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177069.845145:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177069.845147:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177069.845150:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845152:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177069.845154:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845156:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177069.845160:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177069.845161:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786177069.845163:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177069.845166:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786177069.845167:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786177069.845169:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786177069.845171:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845173:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177069.845174:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845175:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177069.845177:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786177069.845180:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845181:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177069.845183:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177069.845185:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177069.845188:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.845189:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177069.845191:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177069.845199:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786177069.845201:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786177069.845205:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177069.845206:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.845209:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177069.845211:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177069.845214:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177069.845220:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:3.0:1786177069.845226:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177069.845233:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177069.845241:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177069.845245:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177069.845248:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177069.845269:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177069.845273:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177069.845277:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177069.845278:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177069.845281:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177069.845284:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177069.845287:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8505 00000400:00000200:3.0:1786177069.845293:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177069.845297:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177069.845299:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1786177069.845300:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177069.845304:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1786177069.845308:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177069.845309:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177069.845313:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177069.845318:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786177069.845320:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845326:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177069.845332:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177069.845334:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1786177069.845335:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000001:1.0:1786177069.845338:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177069.845339:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1786177069.845342:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1786177069.845343:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 02000000:00000001:1.0:1786177069.845346:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1786177069.845349:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 02000000:00000001:1.0:1786177069.845350:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177069.845356:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612155648:192.168.202.156@tcp:250:kworker.0 00000020:00000001:3.0:1786177069.845356:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177069.845361:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177069.845365:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1786177069.845366:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177069.845368:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.845371:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177069.845373:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1786177069.845376:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845378:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000010:1.0:1786177069.845379:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 00000020:00000040:3.0:1786177069.845380:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:1.0:1786177069.845384:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177069.845386:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845389:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177069.845391:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177069.845392:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:3.0:1786177069.845397:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177069.845400:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.845401:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:1.0:1786177069.845404:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000008:00100000:3.0:1786177069.845404:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177069.845410:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.845414:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177069.845417:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000010:3.0:1786177069.845420:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000100:00000200:1.0:1786177069.845425:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612155648, portal 25 00000020:00000040:3.0:1786177069.845426:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00000001:1.0:1786177069.845432:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1786177069.845433:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177069.845434:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957504256 : -127833752047360 : ffff8bbc629e7100) 02000000:00000001:3.0:1786177069.845437:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177069.845443:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177069.845443:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177069.845447:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177069.845451:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.845453:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177069.845457:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 02000000:00000010:3.0:1786177069.845458:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000400:00000010:1.0:1786177069.845461:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000001:3.0:1786177069.845464:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177069.845465:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612155648, offset 0 00000400:00000200:1.0:1786177069.845477:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00100000:3.0:1786177069.845478:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177069.845487:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177069.845496:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:3.0:1786177069.845496:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177069.845501:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177069.845504:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177069.845510:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000040:3.0:1786177069.845511:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177069.845516:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177069.845524:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845532:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177069.845533:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410536:410536:256:4294967295] 192.168.202.156@tcp LPNI seq info [410534:410534:8:4294967295] 00000100:00080000:3.0:1786177069.845537:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177069.845545:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:3.0:1786177069.845552:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786177069.845555:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177069.845557:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177069.845562:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177069.845563:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00080000:3.0:1786177069.845569:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8505 00000800:00000200:1.0:1786177069.845576:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177069.845578:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000010:1.0:1786177069.845585:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000400:00000200:3.0:1786177069.845585:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177069.845592:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177069.845597:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177069.845600:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786177069.845601:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177069.845607:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177069.845608:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000001:3.0:1786177069.845612:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177069.845617:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:1.1:1786177069.845619:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:3.0:1786177069.845620:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786177069.845626:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:1.1:1786177069.845627:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000020:00000040:3.0:1786177069.845629:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786177069.845634:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000100:1.0:1786177069.845636:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000020:00000001:3.0:1786177069.845638:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000010:1.0:1786177069.845641:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000100:00000040:3.0:1786177069.845646:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177069.845649:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1786177069.845650:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177069.845655:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177069.845661:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1786177069.845661:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177069.845667:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177069.845670:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000100:00080000:3.0:1786177069.845673:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000010:1.0:1786177069.845675:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:3.0:1786177069.845678:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177069.845682:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177069.845683:0:2389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1786177069.845686:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1786177069.845691:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177069.845692:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.845697:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177069.845700:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177069.845706:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.845711:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.845714:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1786177069.845717:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000100:00000040:1.0:1786177069.845721:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1786177069.845723:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786177069.845729:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177069.845732:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.845737:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177069.845739:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177069.845740:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177069.845743:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1786177069.845745:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177069.845752:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786177069.845757:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.845760:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177069.845764:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177069.845769:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177069.845775:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303178360 00000100:00000010:1.0:1786177069.845783:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f67e0. 00000100:00000001:3.0:1786177069.845789:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177069.845794:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177069.845794:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177069.845803:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.845804:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303178360 00000100:00000010:1.0:1786177069.845813:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6de0. 00000100:00000001:1.0:1786177069.845820:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177069.845820:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.845827:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786177069.845827:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177069.845834:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177069.845835:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177069.845840:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177069.845840:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177069.845845:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177069.845849:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:1.0:1786177069.845851:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177069/real 1786177069] req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177069.845855:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8505 00000400:00000200:3.0:1786177069.845865:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000001:1.0:1786177069.845867:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177069.845871:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1786177069.845871:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000010:1.0:1786177069.845874:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000100:00080000:3.0:1786177069.845892:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177069.845897:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845899:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177069.845902:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177069.845905:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000100:00000001:3.0:1786177069.845907:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177069.845909:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000020:00000001:3.0:1786177069.845913:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177069.845914:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1786177069.845916:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786177069.845921:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:1.0:1786177069.845922:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1786177069.845926:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786177069.845931:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000200:1.0:1786177069.845936:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1786177069.845937:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:3.0:1786177069.845947:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177069.845949:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177069.845952:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177069.845953:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.845957:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1786177069.845958:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177069.845959:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177069.845963:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00100000:1.0:1786177069.845967:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.845973:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1786177069.845975:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000040:1.0:1786177069.845979:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177069.845983:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177069.845989:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.845993:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786177069.845994:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177069.845999:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177069.846000:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177069.846001:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177069.846003:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177069.846007:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.846008:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177069.846035:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177069.846038:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177069.846041:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177069.846043:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1786177069.846047:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:1.0:1786177069.846049:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1786177069.846051:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786177069.846059:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.846063:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177069.846067:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612155648:192.168.202.156@tcp:250:kworker.0 00000100:00000010:3.0:1786177069.846071:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000100:00000001:1.0:1786177069.846073:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1786177069.846076:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177069.846077:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1786177069.846082:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1786177069.846083:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e7100 x1872933612155648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177069.846086:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.846092:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177069.846093:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177069.846095:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177069.846097:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177069.846100:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177069.846101:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177069.846106:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177069.846107:0:2389:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:3.0:1786177069.846108:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000020:00000040:1.0:1786177069.846109:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177069.846113:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1786177069.846115:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177069.846116:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:1.0:1786177069.846122:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177069.846125:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1786177069.846126:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1786177069.846127:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e7100. 00000100:00000001:1.0:1786177069.846131:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177069.846134:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846138:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177069.846145:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177069.846148:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177069.846149:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.846152:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.846154:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177069.846157:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1786177069.846158:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846159:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177069.846165:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846184:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177069.846186:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.846186:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177069.846193:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1786177069.846193:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1786177069.846195:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177069.846200:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177069.846202:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1786177069.846205:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155776:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177069.846206:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177069.846211:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1786177069.846211:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1786177069.846215:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177069.846217:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.846217:0:114346:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:1.0:1786177069.846221:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1786177069.846223:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8505 02000000:00000010:1.0:1786177069.846225:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177069.846229:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177069.846233:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177069.846237:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177069.846241:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000010:1.0:1786177069.846242:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000100:00080000:3.0:1786177069.846246:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1786177069.846248:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177069.846253:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612155776, portal 10 00000100:00000040:3.0:1786177069.846255:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177069.846256:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177069.846259:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177069.846260:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957502464 : -127833752049152 : ffff8bbc629e6a00) 00000100:00000040:3.0:1786177069.846265:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177069.846270:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177069.846270:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177069.846276:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177069.846279:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786177069.846283:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177069.846284:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1786177069.846287:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000040:1.0:1786177069.846289:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000001:3.0:1786177069.846292:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000400:00000010:1.0:1786177069.846293:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177069.846297:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612155776, offset 0 00000020:00000001:3.0:1786177069.846298:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000400:00000200:1.0:1786177069.846303:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:3.0:1786177069.846307:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177069.846312:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177069.846313:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177069.846318:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177069.846320:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:3.0:1786177069.846322:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177069.846325:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1786177069.846328:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000400:00000200:1.0:1786177069.846330:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177069.846337:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1786177069.846338:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177069.846341:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:3.0:1786177069.846344:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177069.846348:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410537:410537:256:4294967295] 192.168.202.156@tcp LPNI seq info [410535:410535:8:4294967295] 02000000:00000001:3.0:1786177069.846349:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177069.846355:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:3.0:1786177069.846355:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177069.846360:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177069.846365:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:3.0:1786177069.846366:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177069.846370:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000800:00000200:1.0:1786177069.846373:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000008:00000001:3.0:1786177069.846376:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177069.846378:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000100:00000001:3.0:1786177069.846380:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177069.846385:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177069.846388:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000010:3.0:1786177069.846388:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 00000020:00000040:3.0:1786177069.846395:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000800:00000200:1.1:1786177069.846395:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:3.0:1786177069.846401:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.1:1786177069.846401:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 02000000:00000001:3.0:1786177069.846405:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177069.846409:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000100:1.0:1786177069.846410:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000001:3.0:1786177069.846412:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1786177069.846415:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 02000000:00000001:3.0:1786177069.846416:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177069.846421:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000010:3.0:1786177069.846423:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000400:00000200:1.0:1786177069.846430:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1786177069.846430:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177069.846438:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000100:00100000:3.0:1786177069.846441:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177069.846443:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177069.846449:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177069.846455:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1786177069.846458:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177069.846459:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177069.846468:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846473:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177069.846479:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177069.846487:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.846490:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.846493:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1786177069.846494:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8515) 00000100:00000001:1.0:1786177069.846496:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177069.846502:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177069.846505:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177069.846506:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303177736 00000100:00000001:1.0:1786177069.846509:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303178360 00000100:00000001:1.0:1786177069.846512:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303177736 00000100:00000001:1.0:1786177069.846514:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303178360 00000100:00000001:1.0:1786177069.846517:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177069.846519:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.846521:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177069.846526:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177069/real 1786177069] req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177069.846534:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177069.846536:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177069.846538:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177069.846540:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177069.846542:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177069.846544:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177069.846548:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177069.846556:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846563:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177069.846564:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846566:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177069.846568:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177069.846572:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846580:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177069.846584:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846592:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177069.846594:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846596:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177069.846598:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846600:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177069.846604:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177069.846606:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177069.846609:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177069.846612:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177069.846616:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177069.846621:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155776:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177069.846624:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177069.846626:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846630:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177069.846631:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177069.846632:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177069.846633:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177069.846635:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177069.846636:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155904:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177069.846638:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177069.846640:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177069.846641:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177069.846642:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177069.846645:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177069.846646:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177069.846649:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177069.846650:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177069.846652:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177069.846655:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612155904, portal 10 00000100:00000001:1.0:1786177069.846656:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177069.846657:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957497088 : -127833752054528 : ffff8bbc629e5500) 00000100:00000040:1.0:1786177069.846661:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846666:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177069.846667:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177069.846669:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177069.846671:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612155904, offset 0 00000400:00000200:1.0:1786177069.846673:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177069.846676:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177069.846678:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177069.846680:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177069.846682:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177069.846683:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177069.846685:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177069.846687:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410538:410538:256:4294967295] 192.168.202.156@tcp LPNI seq info [410536:410536:8:4294967295] 00000400:00000200:1.0:1786177069.846690:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177069.846694:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177069.846697:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177069.846700:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177069.846702:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177069.846705:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786177069.846707:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177069.846709:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1786177069.846712:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177069.846714:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177069.846717:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177069.846721:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177069.846724:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177069.846726:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177069.846728:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177069.846732:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846747:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177069.846750:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846758:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.846760:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177069.846764:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177069.846767:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177069.846772:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177069.846774:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303177736 00000100:00000001:1.0:1786177069.846777:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303178360 00000100:00000001:1.0:1786177069.846779:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303177736 00000100:00000001:1.0:1786177069.846781:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303178360 00000100:00000001:1.0:1786177069.846784:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177069.846786:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.846788:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177069.846792:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177069/real 1786177069] req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177069.846801:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177069.846803:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177069.846804:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177069.846807:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177069.846809:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177069.846811:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177069.846814:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177069.846823:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846828:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177069.846829:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846831:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177069.846832:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177069.846834:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846838:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177069.846840:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846845:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177069.846846:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846847:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177069.846848:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846849:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177069.846851:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177069.846853:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177069.846854:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177069.846856:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177069.846858:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177069.846863:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612155904:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177069.846866:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846867:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177069.846869:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6a00 x1872933612155776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846873:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177069.846889:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177069.846891:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177069.846893:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177069.846894:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177069.846896:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177069.846897:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177069.846898:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:1.0:1786177069.846901:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177069.846902:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177069.846903:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6a00. 00000100:00000001:1.0:1786177069.846905:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177069.846906:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846908:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177069.846910:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5500 x1872933612155904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846915:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177069.846916:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177069.846917:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177069.846918:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177069.846919:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177069.846919:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177069.846921:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177069.846922:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:1.0:1786177069.846923:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177069.846924:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177069.846924:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5500. 00000100:00000001:1.0:1786177069.846926:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177069.846926:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846928:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.846930:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177069.846931:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.846932:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177069.846933:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177069.846934:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177069.846936:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846941:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177069.846942:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177069.846943:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177069.846944:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177069.846946:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177069.846948:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156032:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177069.846950:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177069.846951:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177069.846952:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177069.846953:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177069.846955:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177069.846957:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177069.846959:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177069.846961:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177069.846963:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177069.846965:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612156032, portal 4 00000100:00000001:1.0:1786177069.846966:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177069.846967:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957505152 : -127833752046464 : ffff8bbc629e7480) 00000100:00000040:1.0:1786177069.846971:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.846976:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177069.846977:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177069.846978:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177069.846980:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612156032, offset 0 00000400:00000200:1.0:1786177069.846982:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177069.846985:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177069.846987:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177069.846989:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177069.846991:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177069.846993:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177069.846994:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177069.846996:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410539:410539:256:4294967295] 192.168.202.156@tcp LPNI seq info [410537:410537:8:4294967295] 00000400:00000200:1.0:1786177069.846999:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177069.847003:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177069.847006:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177069.847008:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177069.847026:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177069.847028:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786177069.847031:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177069.847033:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1786177069.847036:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177069.847037:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177069.847039:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177069.847042:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177069.847044:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177069.847045:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177069.847047:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177069.847049:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847054:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177069.847056:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847061:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.847062:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177069.847064:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177069.847066:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177069.847068:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177069.847069:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303177920 00000100:00000001:1.0:1786177069.847071:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303178360 00000100:00000001:1.0:1786177069.847073:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303177920 00000100:00000001:1.0:1786177069.847074:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303178360 00000100:00000001:1.0:1786177069.847076:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177069.847077:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.847078:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177069.847080:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177069/real 1786177069] req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177069.847090:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177069.847091:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177069.847092:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177069.847093:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177069.847094:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177069.847096:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177069.847098:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177069.847103:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847107:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177069.847108:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.847109:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177069.847110:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177069.847112:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847116:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177069.847118:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847122:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177069.847124:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.847125:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177069.847126:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.847127:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177069.847128:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177069.847130:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177069.847131:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177069.847133:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177069.847136:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177069.847141:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156032:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177069.847143:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177069.847145:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847149:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177069.847150:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177069.847152:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177069.847153:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177069.847155:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177069.847158:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156160:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177069.847161:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177069.847162:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177069.847164:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177069.847166:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177069.847168:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177069.847171:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177069.847174:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177069.847176:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177069.847180:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177069.847182:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612156160, portal 4 00000100:00000001:1.0:1786177069.847184:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177069.847185:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957496192 : -127833752055424 : ffff8bbc629e5180) 00000100:00000040:1.0:1786177069.847192:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847199:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177069.847201:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177069.847204:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177069.847206:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612156160, offset 0 00000400:00000200:1.0:1786177069.847210:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177069.847214:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177069.847218:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177069.847221:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177069.847223:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177069.847226:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177069.847228:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177069.847231:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410540:410540:256:4294967295] 192.168.202.156@tcp LPNI seq info [410538:410538:8:4294967295] 00000400:00000200:1.0:1786177069.847236:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177069.847242:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177069.847247:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177069.847251:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177069.847255:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177069.847258:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1786177069.847263:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177069.847266:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1786177069.847270:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177069.847272:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177069.847275:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177069.847279:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177069.847283:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177069.847285:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177069.847287:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177069.847292:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847301:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177069.847304:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847312:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.847314:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177069.847317:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177069.847320:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177069.847323:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177069.847326:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303177900 00000100:00000001:1.0:1786177069.847329:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303178360 00000100:00000001:1.0:1786177069.847331:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303177900 00000100:00000001:1.0:1786177069.847334:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303178360 00000100:00000001:1.0:1786177069.847336:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177069.847339:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.847341:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177069.847345:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177069/real 1786177069] req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177069.847353:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177069.847355:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177069.847356:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177069.847359:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177069.847361:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177069.847363:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177069.847367:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177069.847377:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847385:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177069.847386:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.847388:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177069.847389:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177069.847393:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847401:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177069.847405:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847412:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177069.847415:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.847417:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177069.847418:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.847420:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177069.847422:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177069.847424:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177069.847428:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177069.847430:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177069.847435:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177069.847443:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156160:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177069.847447:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.847450:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177069.847453:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e7480 x1872933612156032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847460:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177069.847461:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177069.847463:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177069.847466:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177069.847468:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177069.847469:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177069.847472:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177069.847474:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd000. 02000000:00000001:1.0:1786177069.847476:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177069.847478:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177069.847479:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e7480. 00000100:00000001:1.0:1786177069.847482:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177069.847483:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.847485:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177069.847488:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5180 x1872933612156160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177069.847501:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177069.847503:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177069.847504:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177069.847507:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177069.847508:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177069.847509:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177069.847511:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177069.847513:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:1.0:1786177069.847516:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177069.847517:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177069.847519:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5180. 00000100:00000001:1.0:1786177069.847521:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177069.847523:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.847525:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.847529:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177069.847530:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177069.847532:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177069.847534:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177070.485103:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303178360, at 4303178368 00000100:00000040:1.0:1786177070.485103:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303178360, at 4303178368 00000100:00000010:0.0:1786177070.485119:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f67e0. 00000100:00000010:1.0:1786177070.485120:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6de0. 00000100:00000001:3.0:1786177070.741092:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177070.741094:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177070.741096:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177070.741099:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177070.741100:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177070.741103:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177070.741103:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177070.741106:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177070.741106:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177070.741109:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177070.741110:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177070.741112:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177070.741115:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177070.741117:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177070.741117:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177070.741118:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177070.741119:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177070.741122:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177070.741123:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177070.741124:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177070.741125:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177070.741129:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177070.741130:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177070.741130:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177070.741131:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177070.741135:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177070.741136:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177070.741136:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177070.741137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177070.741140:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177070.741144:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177070.741145:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177070.741151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177070.741155:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177070.741159:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177070.741162:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177070.741165:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177070.741166:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177070.741169:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177070.741173:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177070.741187:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177070.741191:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177070.741193:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177070.741193:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177070.741197:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177070.741198:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177070.741201:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177070.741202:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177070.741204:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177070.741206:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177070.741208:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177070.741209:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177070.741210:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177070.741211:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177070.741214:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177070.741215:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177070.741217:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177070.741217:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177070.741219:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177070.741221:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177070.741225:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177070.741225:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177070.741232:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177070.741235:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177070.741238:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177070.741240:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177070.741242:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177071.765069:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177071.765075:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177071.765077:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177071.765083:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177071.765087:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177071.765087:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177071.765090:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177071.765093:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177071.765093:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177071.765095:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177071.765098:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177071.765099:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177071.765100:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177071.765102:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177071.765104:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177071.765105:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177071.765105:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177071.765107:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177071.765111:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177071.765113:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177071.765114:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177071.765115:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177071.765117:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177071.765117:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177071.765123:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177071.765124:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177071.765125:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177071.765125:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177071.765128:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177071.765131:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177071.765135:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177071.765135:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177071.765136:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177071.765139:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177071.765140:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177071.765141:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177071.765144:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177071.765147:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177071.765148:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177071.765152:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177071.765152:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177071.765156:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177071.765159:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177071.765159:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177071.765160:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177071.765164:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177071.765165:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177071.765166:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177071.765169:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177071.765170:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177071.765171:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177071.765173:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00010000:1.0:1786177071.765174:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177071.765178:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177071.765181:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177071.765183:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177071.765185:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177071.765187:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177071.765192:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177071.765196:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177071.765198:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177071.765200:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177071.765204:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177071.765207:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177071.765209:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177071.765216:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177071.765219:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177072.789159:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177072.789159:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177072.789159:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177072.789171:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177072.789172:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177072.789172:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177072.789175:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177072.789176:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.789177:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177072.789185:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177072.789187:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177072.789187:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177072.789194:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177072.789195:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177072.789196:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177072.789201:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177072.789202:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.789202:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177072.789209:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177072.789210:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177072.789214:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177072.789215:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177072.789222:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.789222:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.789223:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177072.789228:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.789234:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177072.789250:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177072.789261:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177072.789265:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177072.789270:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177072.789271:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177072.789277:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177072.789279:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177072.789282:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177072.789285:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177072.789287:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177072.789292:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177072.789292:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177072.789297:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177072.789298:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177072.789306:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177072.789307:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177072.789316:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177072.789325:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177072.789330:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177072.789331:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177072.789333:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177072.789336:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177072.789337:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177072.789339:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177072.789341:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177072.789346:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177072.789348:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177072.789352:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177072.789354:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177072.789358:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177072.789359:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177072.789386:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177072.789390:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177072.789393:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177072.790081:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177072.790086:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177072.790087:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177072.790091:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177072.790095:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177072.790098:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.790100:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177072.790102:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.790104:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177072.790107:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177072.790112:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177072.790114:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177072.790118:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177072.790122:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177072.790125:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177072.790128:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177072.790130:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177072.790133:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177073.813123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177073.813123:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177073.813123:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177073.813128:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177073.813130:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177073.813131:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177073.813131:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177073.813134:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177073.813135:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177073.813135:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177073.813136:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177073.813143:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177073.813144:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177073.813144:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177073.813146:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177073.813150:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177073.813151:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177073.813151:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177073.813151:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177073.813154:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177073.813157:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177073.813157:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177073.813158:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177073.813159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177073.813161:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177073.813162:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177073.813163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177073.813166:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177073.813167:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177073.813168:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177073.813170:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177073.813172:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177073.813172:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177073.813174:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177073.813176:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177073.813181:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177073.813184:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177073.813185:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177073.813189:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177073.813190:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177073.813192:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177073.813195:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177073.813196:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177073.813200:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177073.813201:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177073.813205:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177073.813206:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177073.813208:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177073.813209:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177073.813211:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177073.813212:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177073.813212:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177073.813214:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177073.813214:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177073.813218:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177073.813219:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177073.813219:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177073.813219:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177073.813223:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177073.813227:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177073.813227:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177073.813228:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177073.813230:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177073.813234:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177073.813237:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177073.813239:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177073.813241:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177074.837114:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177074.837115:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177074.837115:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177074.837120:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177074.837122:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177074.837122:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177074.837123:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.837127:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177074.837127:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177074.837129:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177074.837130:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177074.837134:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177074.837135:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177074.837136:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177074.837136:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177074.837139:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177074.837139:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177074.837140:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177074.837142:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.837143:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177074.837143:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177074.837145:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177074.837148:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177074.837148:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177074.837150:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177074.837151:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177074.837153:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177074.837154:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177074.837156:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177074.837156:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177074.837158:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177074.837159:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.837161:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177074.837164:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177074.837166:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177074.837167:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177074.837169:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177074.837173:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177074.837175:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177074.837177:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177074.837180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177074.837181:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177074.837182:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177074.837182:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177074.837182:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177074.837185:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.837189:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177074.837189:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177074.837189:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177074.837190:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177074.837193:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.837194:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177074.837194:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177074.837195:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177074.837200:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177074.837200:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177074.837204:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177074.837206:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177074.837208:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177074.837208:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177074.837209:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.837212:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177074.837212:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177074.837213:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.837219:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177074.837219:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177074.837222:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177074.837222:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.837225:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177074.837225:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177074.837232:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177074.837235:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177074.837238:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786177074.965124:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177074.965133:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177074.965136:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177074.965139:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177074.965143:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177074.965149:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8510 00000400:00000200:1.0:1786177074.965156:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177074.965162:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177074.965164:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177074.965167:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965170:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177074.965173:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965175:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177074.965179:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177074.965181:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177074.965183:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177074.965187:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177074.965189:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177074.965190:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177074.965193:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965194:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177074.965196:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965197:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177074.965199:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177074.965201:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965202:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177074.965204:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177074.965207:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177074.965209:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.965210:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177074.965212:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177074.965220:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c700. 00000020:00000040:1.0:1786177074.965222:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177074.965225:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177074.965226:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.965229:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177074.965231:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177074.965234:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177074.965240:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028800. 00000100:00000001:1.0:1786177074.965246:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177074.965257:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177074.965268:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177074.965273:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177074.965278:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e102826e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177074.965301:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177074.965304:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177074.965307:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177074.965308:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177074.965309:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177074.965311:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177074.965314:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8510 00000400:00000200:1.0:1786177074.965318:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177074.965321:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177074.965323:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177074.965325:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177074.965326:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177074.965329:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177074.965333:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1786177074.965333:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177074.965338:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786177074.965339:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177074.965344:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177074.965346:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000040:0.0:1786177074.965349:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786177074.965349:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177074.965354:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:1.0:1786177074.965359:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:1.0:1786177074.965365:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:0.0:1786177074.965368:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177074.965371:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177074.965373:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:0.0:1786177074.965376:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177074.965380:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177074.965380:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1786177074.965386:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177074.965386:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965392:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00100000:0.0:1786177074.965395:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612156288:192.168.202.156@tcp:250:kworker.0 00000020:00000040:1.0:1786177074.965396:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:0.0:1786177074.965404:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1786177074.965404:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:0.0:1786177074.965409:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1786177074.965409:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177074.965411:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177074.965413:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.965416:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786177074.965417:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177074.965421:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177074.965422:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:1.0:1786177074.965423:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1786177074.965428:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786177074.965428:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177074.965433:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.965435:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177074.965438:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f480. 00000400:00000200:0.0:1786177074.965439:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:1.0:1786177074.965443:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177074.965446:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1786177074.965447:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 02000000:00000001:1.0:1786177074.965448:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.965452:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177074.965454:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177074.965456:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177074.965459:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 02000000:00000010:1.0:1786177074.965460:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029000. 00000100:00000001:1.0:1786177074.965466:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786177074.965471:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612156288, portal 25 00000100:00100000:1.0:1786177074.965472:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177074.965478:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177074.965481:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263251712 : -127833446299904 : ffff8bbc74d7c700) 00000100:00000001:1.0:1786177074.965483:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177074.965487:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177074.965491:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177074.965494:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b29e9d6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.965511:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786177074.965515:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177074.965518:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:1.0:1786177074.965519:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1786177074.965522:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00080000:1.0:1786177074.965523:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177074.965528:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:0.0:1786177074.965529:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612156288, offset 0 00000100:00080000:1.0:1786177074.965530:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177074.965534:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177074.965538:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8510 00000400:00000200:0.0:1786177074.965540:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177074.965545:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177074.965549:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177074.965551:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1786177074.965553:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177074.965557:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965560:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786177074.965563:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:1.0:1786177074.965564:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965569:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786177074.965571:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1786177074.965572:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177074.965575:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177074.965577:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1786177074.965579:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000040:1.0:1786177074.965580:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:0.0:1786177074.965584:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1786177074.965584:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:1.0:1786177074.965587:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:0.0:1786177074.965590:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000040:1.0:1786177074.965594:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965597:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786177074.965599:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410541:410541:256:4294967295] 192.168.202.156@tcp LPNI seq info [410539:410539:8:4294967295] 00000100:00000040:1.0:1786177074.965602:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965607:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786177074.965611:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:1.0:1786177074.965612:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:1.0:1786177074.965617:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965619:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177074.965622:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177074.965626:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786177074.965627:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:1.0:1786177074.965631:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.965634:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:0.0:1786177074.965638:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000008:00100000:1.0:1786177074.965638:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177074.965643:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1786177074.965646:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000100:00000001:1.0:1786177074.965646:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177074.965654:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f100. 00000800:00000200:0.0:1786177074.965658:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:1.0:1786177074.965659:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000800:00000200:0.0:1786177074.965663:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 02000000:00000001:1.0:1786177074.965664:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177074.965667:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.965669:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177074.965672:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.1:1786177074.965673:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:1.0:1786177074.965675:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1786177074.965680:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 02000000:00000010:1.0:1786177074.965681:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b000. 00000100:00000001:1.0:1786177074.965688:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1786177074.965691:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177074.965696:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000100:00100000:1.0:1786177074.965696:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1786177074.965705:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1786177074.965706:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177074.965710:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177074.965715:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbb41ec3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177074.965720:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177074.965722:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1786177074.965725:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1786177074.965726:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177074.965727:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177074.965728:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177074.965734:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1786177074.965737:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177074.965741:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177074.965745:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1786177074.965746:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8510 00000100:00000200:0.0:1786177074.965751:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177074.965755:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177074.965762:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177074.965768:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177074.965770:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177074.965771:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965774:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177074.965777:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177074.965778:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965783:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177074.965787:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177074.965790:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177074.965793:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786177074.965795:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1786177074.965796:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:0.0:1786177074.965800:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1786177074.965801:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177074.965805:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:0.0:1786177074.965808:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177074.965808:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965814:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786177074.965818:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177074.965818:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965822:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786177074.965824:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303183480 00000100:00000010:0.0:1786177074.965845:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000020:00000040:1.0:1786177074.965849:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:0.0:1786177074.965851:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1786177074.965854:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177074.965857:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177074.965859:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786177074.965860:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303183480 02000000:00000001:1.0:1786177074.965861:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1786177074.965866:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e5a0. 02000000:00000001:1.0:1786177074.965866:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.965868:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177074.965872:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1786177074.965873:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000008:00000001:1.0:1786177074.965876:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.965877:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177074.965881:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c380. 00000100:00000001:0.0:1786177074.965883:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1786177074.965884:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:0.0:1786177074.965889:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177074.965890:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1786177074.965893:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1786177074.965893:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.965897:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177074.965901:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1786177074.965902:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177074/real 1786177074] req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177074.965905:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177074.965913:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a400. 00000400:00000001:0.0:1786177074.965915:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177074.965918:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786177074.965920:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177074.965921:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177074.965926:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177074.965929:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177074.965933:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1786177074.965934:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1786177074.965938:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177074.965960:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177074.965966:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177074.965974:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e419fc0e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177074.965978:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177074.965997:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.965999:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1786177074.966001:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177074.966002:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966007:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1786177074.966008:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177074.966010:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177074.966032:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177074.966037:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177074.966041:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177074.966042:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177074.966046:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:0.0:1786177074.966050:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177074.966051:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8510 00000400:00000200:1.0:1786177074.966060:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177074.966066:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:1.0:1786177074.966066:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177074.966069:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177074.966070:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966075:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1786177074.966075:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177074.966077:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177074.966079:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177074.966081:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177074.966084:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1786177074.966084:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.966089:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00080000:0.0:1786177074.966090:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1786177074.966092:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177074.966094:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00080000:0.0:1786177074.966096:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000020:00000001:1.0:1786177074.966097:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786177074.966099:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:1.0:1786177074.966101:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:1.0:1786177074.966106:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177074.966107:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786177074.966111:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177074.966119:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177074.966122:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1786177074.966123:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612156288:192.168.202.156@tcp:250:kworker.0 00000100:00000040:1.0:1786177074.966127:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177074.966130:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177074.966131:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786177074.966137:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1786177074.966137:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000040:0.0:1786177074.966143:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c700 x1872933612156288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177074.966143:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177074.966149:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177074.966154:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177074.966158:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177074.966163:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.966167:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177074.966170:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1786177074.966171:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000008:00000001:1.0:1786177074.966174:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.966176:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1786177074.966179:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177074.966180:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0c00. 00000100:00000010:1.0:1786177074.966184:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ea00. 02000000:00000001:0.0:1786177074.966185:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177074.966188:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177074.966189:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000040:0.0:1786177074.966191:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177074.966194:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1786177074.966195:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786177074.966197:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177074.966199:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028800. 00000100:00000001:1.0:1786177074.966200:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177074.966203:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177074.966205:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177074.966206:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.966209:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1786177074.966211:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b400. 00000100:00000010:0.0:1786177074.966212:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c700. 00000100:00000001:0.0:1786177074.966218:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177074.966218:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.966221:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966224:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177074.966226:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177074.966231:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177074.966234:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177074.966235:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.966239:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177074.966239:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.966241:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177074.966244:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177074.966246:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061f74c75] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177074.966249:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966280:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177074.966283:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177074.966284:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.966285:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177074.966288:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177074.966291:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177074.966294:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8520) 00000100:00100000:0.0:1786177074.966295:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156416:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177074.966301:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177074.966303:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177074.966304:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.966306:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177074.966310:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177074.966313:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177074.966318:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177074.966322:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177074.966326:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177074.966330:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612156416, portal 10 00000100:00000001:0.0:1786177074.966332:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177074.966333:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263263360 : -127833446288256 : ffff8bbc74d7f480) 00000100:00000040:0.0:1786177074.966341:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966349:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177074.966351:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177074.966354:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177074.966356:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612156416, offset 0 00000400:00000200:0.0:1786177074.966360:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177074.966365:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177074.966368:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177074.966370:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177074.966372:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177074.966373:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177074.966375:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177074.966378:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410542:410542:256:4294967295] 192.168.202.156@tcp LPNI seq info [410540:410540:8:4294967295] 00000400:00000200:0.0:1786177074.966380:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177074.966385:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177074.966388:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177074.966390:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177074.966393:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177074.966395:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1786177074.966398:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177074.966400:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1786177074.966403:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177074.966404:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177074.966407:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177074.966409:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177074.966411:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177074.966413:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177074.966415:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177074.966418:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966424:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177074.966428:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966435:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.966437:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177074.966440:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177074.966444:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177074.966447:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177074.966449:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303182856 00000100:00000001:0.0:1786177074.966452:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303183480 00000100:00000001:0.0:1786177074.966455:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303182856 00000100:00000001:0.0:1786177074.966457:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303183480 00000100:00000001:0.0:1786177074.966460:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177074.966462:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.966464:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177074.966468:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177074/real 1786177074] req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177074.966477:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177074.966478:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177074.966480:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177074.966481:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177074.966483:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177074.966484:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177074.966487:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177074.966492:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966501:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177074.966502:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966503:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177074.966504:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177074.966506:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966511:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177074.966513:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966518:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177074.966520:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966521:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177074.966522:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966523:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177074.966525:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177074.966527:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177074.966529:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177074.966530:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177074.966533:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177074.966538:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156416:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177074.966541:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177074.966543:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966547:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177074.966547:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.966550:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177074.966551:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177074.966552:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177074.966554:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156544:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177074.966556:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177074.966558:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177074.966559:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.966560:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177074.966562:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786177074.966564:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177074.966566:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177074.966568:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177074.966570:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177074.966572:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612156544, portal 10 00000100:00000001:0.0:1786177074.966573:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177074.966574:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263262464 : -127833446289152 : ffff8bbc74d7f100) 00000100:00000040:0.0:1786177074.966578:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966583:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177074.966584:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177074.966586:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177074.966587:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612156544, offset 0 00000400:00000200:0.0:1786177074.966589:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177074.966592:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177074.966594:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177074.966596:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177074.966598:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177074.966600:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177074.966602:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177074.966604:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410543:410543:256:4294967295] 192.168.202.156@tcp LPNI seq info [410541:410541:8:4294967295] 00000400:00000200:0.0:1786177074.966607:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177074.966614:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177074.966619:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177074.966622:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177074.966627:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177074.966630:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1786177074.966635:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177074.966638:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1786177074.966642:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177074.966643:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177074.966646:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177074.966650:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177074.966653:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177074.966655:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177074.966658:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177074.966662:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966670:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177074.966674:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966680:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.966682:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177074.966685:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177074.966688:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177074.966692:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177074.966695:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303182856 00000100:00000001:0.0:1786177074.966697:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303183480 00000100:00000001:0.0:1786177074.966700:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303182856 00000100:00000001:0.0:1786177074.966702:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303183480 00000100:00000001:0.0:1786177074.966704:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177074.966707:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.966708:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177074.966712:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177074/real 1786177074] req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177074.966721:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177074.966722:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177074.966723:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177074.966725:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177074.966726:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177074.966727:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177074.966729:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177074.966735:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966739:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177074.966740:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966741:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177074.966742:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177074.966744:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966748:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177074.966751:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966755:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177074.966757:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966758:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177074.966759:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966760:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177074.966761:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177074.966763:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177074.966764:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177074.966766:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177074.966769:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177074.966774:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156544:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177074.966776:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177074.966778:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966782:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177074.966783:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.966785:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177074.966786:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177074.966787:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177074.966789:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156672:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177074.966791:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177074.966792:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177074.966793:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.966794:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177074.966796:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177074.966798:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177074.966800:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177074.966802:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177074.966804:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177074.966806:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612156672, portal 4 00000100:00000001:0.0:1786177074.966808:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177074.966809:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263250816 : -127833446300800 : ffff8bbc74d7c380) 00000100:00000040:0.0:1786177074.966813:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966817:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177074.966818:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177074.966819:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177074.966821:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612156672, offset 0 00000400:00000200:0.0:1786177074.966824:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177074.966841:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177074.966844:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177074.966846:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177074.966848:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177074.966850:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177074.966851:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177074.966853:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410544:410544:256:4294967295] 192.168.202.156@tcp LPNI seq info [410542:410542:8:4294967295] 00000400:00000200:0.0:1786177074.966856:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177074.966861:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177074.966864:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177074.966866:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177074.966869:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177074.966871:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1786177074.966874:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177074.966876:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1786177074.966879:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177074.966880:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177074.966882:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177074.966885:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177074.966887:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177074.966888:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177074.966890:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177074.966892:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966898:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177074.966899:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966904:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.966905:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177074.966907:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177074.966909:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177074.966911:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177074.966913:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303183039 00000100:00000001:0.0:1786177074.966915:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303183480 00000100:00000001:0.0:1786177074.966916:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303183039 00000100:00000001:0.0:1786177074.966918:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303183480 00000100:00000001:0.0:1786177074.966919:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177074.966920:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.966921:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177074.966923:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177074/real 1786177074] req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177074.966928:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177074.966929:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177074.966930:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177074.966931:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177074.966933:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177074.966934:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177074.966936:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177074.966941:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966945:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177074.966946:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966947:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177074.966948:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177074.966950:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966954:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177074.966956:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966960:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177074.966963:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966964:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177074.966964:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966966:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177074.966967:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177074.966969:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177074.966970:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177074.966972:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177074.966974:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177074.966979:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156672:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177074.966981:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.966982:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177074.966984:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f480 x1872933612156416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.966988:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177074.966989:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177074.966990:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177074.966991:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177074.966993:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177074.966994:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177074.966995:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177074.966996:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029000. 02000000:00000001:0.0:1786177074.966998:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177074.966999:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177074.967000:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f480. 00000100:00000001:0.0:1786177074.967002:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177074.967003:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.967004:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177074.967006:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f100 x1872933612156544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.967034:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177074.967036:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177074.967038:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786177074.967041:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177074.967043:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177074.967044:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177074.967046:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177074.967048:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:0.0:1786177074.967050:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177074.967052:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177074.967053:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f100. 00000100:00000001:0.0:1786177074.967055:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177074.967057:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.967059:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177074.967063:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c380 x1872933612156672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.967070:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177074.967071:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177074.967073:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177074.967075:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177074.967076:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177074.967077:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177074.967079:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177074.967080:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:0.0:1786177074.967082:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177074.967083:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177074.967084:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c380. 00000100:00000001:0.0:1786177074.967086:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177074.967087:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.967089:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.967093:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177074.967094:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.967096:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177074.967097:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177074.967099:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177074.967102:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.967109:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177074.967110:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.967112:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177074.967114:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177074.967116:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177074.967119:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156800:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177074.967122:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177074.967124:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177074.967125:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177074.967127:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177074.967131:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177074.967133:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177074.967137:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177074.967139:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177074.967143:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177074.967146:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612156800, portal 4 00000100:00000001:0.0:1786177074.967148:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177074.967150:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263260672 : -127833446290944 : ffff8bbc74d7ea00) 00000100:00000040:0.0:1786177074.967156:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.967161:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177074.967163:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177074.967165:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177074.967167:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612156800, offset 0 00000400:00000200:0.0:1786177074.967169:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177074.967172:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177074.967175:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177074.967177:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177074.967179:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177074.967180:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177074.967182:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177074.967184:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410545:410545:256:4294967295] 192.168.202.156@tcp LPNI seq info [410543:410543:8:4294967295] 00000400:00000200:0.0:1786177074.967187:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177074.967192:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177074.967194:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177074.967197:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177074.967199:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177074.967202:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1786177074.967204:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177074.967206:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:0.0:1786177074.967209:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177074.967210:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177074.967212:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177074.967215:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177074.967217:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177074.967218:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177074.967219:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177074.967221:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.967227:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177074.967229:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.967233:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.967234:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177074.967236:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177074.967239:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177074.967240:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177074.967242:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303183020 00000100:00000001:0.0:1786177074.967244:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303183480 00000100:00000001:0.0:1786177074.967245:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303183020 00000100:00000001:0.0:1786177074.967247:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303183480 00000100:00000001:0.0:1786177074.967248:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177074.967250:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.967251:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177074.967254:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177074/real 1786177074] req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177074.967259:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177074.967260:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177074.967261:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177074.967262:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177074.967263:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177074.967265:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177074.967266:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177074.967271:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.967275:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177074.967276:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.967278:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177074.967279:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177074.967281:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.967285:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177074.967287:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.967291:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177074.967292:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.967293:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177074.967294:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.967295:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177074.967296:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177074.967298:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177074.967300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177074.967301:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177074.967304:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177074.967312:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612156800:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177074.967316:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.967318:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177074.967321:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ea00 x1872933612156800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177074.967327:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177074.967329:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177074.967331:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177074.967333:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177074.967335:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177074.967336:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177074.967339:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177074.967340:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:0.0:1786177074.967343:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177074.967344:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177074.967346:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ea00. 00000100:00000001:0.0:1786177074.967349:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177074.967350:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.967352:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177074.967356:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177074.967357:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177074.967359:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177074.967361:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177075.605138:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303183480, at 4303183488 00000100:00000010:0.0:1786177075.605155:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000040:1.0:1786177075.605264:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303183480, at 4303183488 00000100:00000010:1.0:1786177075.605272:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e5a0. 00000100:00000001:3.0:1786177075.861134:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177075.861135:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177075.861135:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177075.861138:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177075.861144:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177075.861145:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177075.861145:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177075.861145:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177075.861148:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177075.861150:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177075.861150:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177075.861154:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177075.861158:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177075.861158:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177075.861158:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177075.861159:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177075.861167:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177075.861167:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177075.861167:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177075.861169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177075.861173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177075.861175:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177075.861175:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177075.861176:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177075.861178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177075.861184:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177075.861184:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177075.861190:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177075.861190:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177075.861194:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177075.861195:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177075.861196:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177075.861199:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177075.861203:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177075.861203:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177075.861208:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177075.861211:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177075.861221:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177075.861222:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177075.861223:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177075.861224:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177075.861228:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177075.861229:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177075.861229:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177075.861230:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177075.861235:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177075.861236:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177075.861236:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00010000:1.0:1786177075.861237:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177075.861239:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177075.861243:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177075.861244:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177075.861245:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177075.861247:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177075.861250:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177075.861251:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177075.861252:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177075.861254:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177075.861254:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177075.861257:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177075.861259:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177075.861261:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177075.861264:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177075.861268:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177075.861268:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177075.861273:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177075.861278:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177076.885144:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177076.885144:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177076.885144:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177076.885147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177076.885154:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177076.885155:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177076.885155:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177076.885155:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177076.885159:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177076.885161:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177076.885161:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177076.885163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177076.885167:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177076.885168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177076.885169:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177076.885170:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177076.885174:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177076.885177:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177076.885178:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177076.885179:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177076.885180:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177076.885183:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177076.885184:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177076.885186:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177076.885189:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177076.885190:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177076.885192:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177076.885193:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177076.885195:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177076.885196:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177076.885199:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177076.885201:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177076.885202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177076.885204:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177076.885206:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177076.885209:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177076.885215:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177076.885225:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177076.885227:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177076.885230:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177076.885232:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177076.885235:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177076.885237:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177076.885240:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177076.885240:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177076.885242:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177076.885245:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177076.885247:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177076.885251:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177076.885252:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177076.885252:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177076.885257:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177076.885257:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177076.885258:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177076.885263:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177076.885264:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177076.885264:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177076.885267:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177076.885269:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177076.885270:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177076.885273:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177076.885275:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177076.885280:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177076.885280:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177076.885281:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177076.885286:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177076.885290:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177077.909158:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177077.909158:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177077.909163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177077.909168:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177077.909168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.909169:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177077.909172:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.909172:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177077.909173:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177077.909175:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177077.909181:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177077.909189:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177077.909189:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177077.909189:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177077.909190:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177077.909199:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177077.909201:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177077.909201:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.909201:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177077.909212:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.909213:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177077.909217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177077.909218:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177077.909222:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177077.909226:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177077.909229:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177077.909230:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177077.909230:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177077.909247:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.909248:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.909249:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177077.909252:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.909259:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177077.909262:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177077.909264:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177077.909266:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177077.909267:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.909267:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177077.909272:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177077.909276:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177077.909278:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177077.909279:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177077.909279:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.909282:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177077.909289:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177077.909291:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177077.909293:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.909294:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177077.909295:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177077.909295:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177077.909302:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177077.909304:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177077.909306:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177077.909308:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177077.909310:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.909311:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177077.909312:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177077.909313:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177077.909317:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.909318:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177077.909320:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177077.909322:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177077.909324:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.909326:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177077.909328:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.909332:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177077.909333:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.909334:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177077.909344:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177077.909348:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177077.909351:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177077.909357:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177077.909361:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177077.909363:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177077.909365:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177077.909366:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177077.909368:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.909370:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177077.909373:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177078.933094:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177078.933094:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177078.933101:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177078.933102:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177078.933104:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177078.933106:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177078.933109:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177078.933111:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177078.933111:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177078.933114:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177078.933115:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177078.933116:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177078.933118:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177078.933119:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177078.933120:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177078.933121:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177078.933123:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177078.933126:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177078.933127:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177078.933127:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177078.933129:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177078.933130:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177078.933131:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177078.933133:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177078.933135:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177078.933135:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177078.933137:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177078.933138:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177078.933139:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177078.933141:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177078.933142:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177078.933143:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177078.933148:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177078.933150:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177078.933153:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177078.933157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177078.933158:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177078.933163:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177078.933165:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177078.933166:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177078.933168:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177078.933169:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177078.933173:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177078.933174:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177078.933179:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177078.933180:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177078.933183:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177078.933183:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177078.933184:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177078.933188:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177078.933188:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177078.933189:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177078.933193:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177078.933195:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177078.933195:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177078.933196:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177078.933198:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177078.933200:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177078.933203:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177078.933204:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177078.933207:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177078.933209:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177078.933211:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177078.933213:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177078.933215:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177078.933216:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177078.933218:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177079.957130:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177079.957131:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177079.957134:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177079.957136:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177079.957137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177079.957138:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177079.957140:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177079.957142:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177079.957143:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177079.957143:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177079.957144:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177079.957150:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177079.957152:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177079.957153:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177079.957154:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177079.957155:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177079.957158:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177079.957159:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177079.957161:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177079.957161:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177079.957162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177079.957167:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177079.957167:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177079.957168:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177079.957168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177079.957171:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177079.957174:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177079.957174:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177079.957175:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177079.957181:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177079.957182:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177079.957182:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177079.957186:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177079.957186:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177079.957193:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177079.957193:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177079.957194:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177079.957197:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177079.957199:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177079.957202:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177079.957202:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177079.957207:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177079.957208:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177079.957211:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177079.957212:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177079.957213:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177079.957216:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177079.957218:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1786177079.957219:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177079.957219:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177079.957219:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177079.957224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177079.957224:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177079.957225:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177079.957228:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177079.957232:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177079.957233:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177079.957233:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177079.957234:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177079.957239:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177079.957243:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177079.957246:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177079.957246:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177079.957253:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177079.957253:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177079.957258:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177079.957261:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177080.085134:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177080.085145:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177080.085148:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177080.085152:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177080.085156:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177080.085162:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8515 00000400:00000200:0.0:1786177080.085168:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177080.085172:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177080.085175:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177080.085177:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085180:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177080.085182:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085184:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177080.085187:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177080.085189:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177080.085191:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177080.085193:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177080.085195:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177080.085197:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177080.085199:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085200:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177080.085201:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085204:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177080.085206:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177080.085210:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085213:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177080.085216:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177080.085219:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177080.085222:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085225:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177080.085227:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177080.085237:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177080.085240:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177080.085245:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177080.085247:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085251:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177080.085253:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177080.085257:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177080.085264:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786177080.085269:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177080.085277:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177080.085285:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177080.085288:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177080.085292:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177080.085310:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177080.085313:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177080.085315:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177080.085316:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177080.085318:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177080.085320:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177080.085322:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8515 00000400:00000200:0.0:1786177080.085327:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177080.085329:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177080.085331:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177080.085333:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1786177080.085334:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085338:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177080.085338:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1786177080.085341:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177080.085342:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177080.085346:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177080.085348:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177080.085351:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177080.085352:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1786177080.085353:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177080.085354:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177080.085358:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177080.085363:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177080.085370:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085374:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177080.085378:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085383:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177080.085388:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177080.085394:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177080.085399:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177080.085402:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085406:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.085408:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177080.085410:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177080.085412:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177080.085414:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177080.085418:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1786177080.085419:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612156928:192.168.202.156@tcp:250:kworker.0 02000000:00000001:0.0:1786177080.085423:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.085426:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177080.085427:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1786177080.085431:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:0.0:1786177080.085432:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177080.085437:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.085437:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085442:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.085443:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1786177080.085447:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177080.085450:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000010:1.0:1786177080.085451:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:0.0:1786177080.085452:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177080.085457:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.085457:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085458:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177080.085461:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177080.085464:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177080.085467:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000010:0.0:1786177080.085468:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786177080.085473:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177080.085475:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000100:00100000:0.0:1786177080.085479:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177080.085485:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000001:0.0:1786177080.085486:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177080.085490:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177080.085493:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177080.085494:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612156928, portal 25 00000100:00000001:1.0:1786177080.085499:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177080.085502:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00000001:0.0:1786177080.085509:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177080.085512:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177080.085513:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177080.085521:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177080.085524:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177080.085527:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177080.085532:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177080.085534:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786177080.085536:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8515 00000400:00000200:0.0:1786177080.085542:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177080.085542:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177080.085548:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000010:1.0:1786177080.085549:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00080000:0.0:1786177080.085550:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177080.085556:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177080.085556:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612156928, offset 0 00000100:00000001:0.0:1786177080.085560:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177080.085563:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085565:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177080.085566:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177080.085569:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177080.085571:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1786177080.085571:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000020:00000040:0.0:1786177080.085575:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177080.085577:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177080.085579:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177080.085583:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786177080.085587:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085590:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177080.085594:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177080.085595:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:0.0:1786177080.085596:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177080.085600:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177080.085604:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085607:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177080.085607:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1786177080.085611:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177080.085613:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177080.085614:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085616:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177080.085617:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177080.085618:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085619:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177080.085622:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177080.085624:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177080.085626:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:0.0:1786177080.085627:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177080.085630:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085632:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177080.085634:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1786177080.085635:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1786177080.085636:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177080.085641:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000400:00000200:1.0:1786177080.085643:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085645:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177080.085649:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410546:410546:256:4294967295] 192.168.202.156@tcp LPNI seq info [410544:410544:8:4294967295] 00000100:00100000:0.0:1786177080.085651:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177080.085659:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177080.085669:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177080.085670:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177080.085678:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085680:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177080.085684:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000100:00000040:0.0:1786177080.085690:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1786177080.085696:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177080.085703:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00000001:0.0:1786177080.085708:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177080.085713:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.1:1786177080.085714:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:0.0:1786177080.085719:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:1.1:1786177080.085721:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00000001:0.0:1786177080.085722:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177080.085725:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177080.085729:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:1.0:1786177080.085733:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00080000:0.0:1786177080.085735:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8515 00000800:00000010:1.0:1786177080.085738:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:0.0:1786177080.085743:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177080.085747:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177080.085749:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177080.085749:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1786177080.085752:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085755:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177080.085758:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1786177080.085761:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085764:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177080.085765:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000020:00000001:0.0:1786177080.085767:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:1.0:1786177080.085769:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000020:00000040:0.0:1786177080.085770:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177080.085773:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177080.085774:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1786177080.085787:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177080.085790:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000200:1.0:1786177080.085793:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177080.085794:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177080.085801:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085806:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177080.085810:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085813:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177080.085813:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1786177080.085818:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000040:1.0:1786177080.085822:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177080.085823:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177080.085826:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177080.085827:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177080.085829:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177080.085833:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085836:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177080.085840:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177080.085845:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085848:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.085848:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.085854:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1786177080.085857:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177080.085861:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177080.085864:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177080.085865:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177080.085867:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.085872:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1786177080.085873:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177080.085875:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177080.085879:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.085879:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303188600 00000100:00000010:1.0:1786177080.085889:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6de0. 02000000:00000010:0.0:1786177080.085890:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:0.0:1786177080.085897:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.085901:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1786177080.085906:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177080.085910:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303188600 00000100:00000010:1.0:1786177080.085918:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f64e0. 00000100:00000001:0.0:1786177080.085922:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177080.085924:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177080.085928:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.085930:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177080.085935:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177080.085938:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.085938:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177080.085946:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177080/real 1786177080] req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177080.085968:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177080.085969:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177080.085971:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177080.085974:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000100:00080000:0.0:1786177080.085975:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177080.085977:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177080.085981:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00080000:0.0:1786177080.085984:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177080.085985:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177080.085991:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1786177080.085992:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177080.085996:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177080.086005:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:1.0:1786177080.086036:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086045:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177080.086047:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086050:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1786177080.086051:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8515 00000100:00000001:1.0:1786177080.086054:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786177080.086060:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:1.0:1786177080.086063:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177080.086069:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177080.086076:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177080.086078:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177080.086085:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177080.086087:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177080.086093:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177080.086097:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1786177080.086100:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177080.086101:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086104:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177080.086106:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177080.086108:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177080.086109:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177080.086112:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1786177080.086115:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00080000:1.0:1786177080.086116:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000040:0.0:1786177080.086121:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00080000:1.0:1786177080.086122:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177080.086126:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1786177080.086128:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1786177080.086130:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177080.086133:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177080.086140:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00100000:1.0:1786177080.086142:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612156928:192.168.202.156@tcp:250:kworker.0 00000020:00000001:0.0:1786177080.086146:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177080.086147:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086152:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177080.086156:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177080.086157:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612156928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177080.086163:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177080.086166:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177080.086169:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1786177080.086170:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000010:1.0:1786177080.086172:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 00000100:00000001:0.0:1786177080.086176:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177080.086177:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177080.086180:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177080.086181:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000020:00000040:1.0:1786177080.086183:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00080000:0.0:1786177080.086186:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000020:00000001:1.0:1786177080.086187:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177080.086191:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786177080.086192:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177080.086196:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177080.086196:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177080.086198:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1786177080.086199:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1786177080.086200:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177080.086205:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1786177080.086206:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086207:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086211:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177080.086213:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177080.086216:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177080.086218:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:0.0:1786177080.086220:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086221:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086226:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177080.086227:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086229:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177080.086232:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1786177080.086235:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000100:00000040:1.0:1786177080.086236:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177080.086242:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177080.086246:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786177080.086249:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177080.086249:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.086251:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177080.086253:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.086254:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177080.086258:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177080.086259:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177080.086262:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1786177080.086264:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157056:192.168.202.156@tcp:38:kworker.0 02000000:00000001:0.0:1786177080.086266:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086268:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177080.086270:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177080.086271:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.086273:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177080.086277:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 02000000:00000010:1.0:1786177080.086277:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177080.086282:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.086284:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177080.086288:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177080.086292:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177080.086296:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00100000:0.0:1786177080.086297:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177080.086299:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612157056, portal 10 00000100:00000001:1.0:1786177080.086303:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177080.086305:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177080.086315:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086342:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177080.086347:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1786177080.086347:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177080.086352:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000001:0.0:1786177080.086353:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177080.086357:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612157056, offset 0 00000100:00000040:0.0:1786177080.086364:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177080.086366:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177080.086375:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177080.086383:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:0.0:1786177080.086385:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177080.086389:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1786177080.086393:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8525) 00000400:00000200:1.0:1786177080.086394:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177080.086399:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177080.086403:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177080.086407:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410547:410547:256:4294967295] 192.168.202.156@tcp LPNI seq info [410545:410545:8:4294967295] 00000400:00000200:1.0:1786177080.086410:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177080.086419:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177080.086422:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177080.086426:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177080.086429:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177080.086431:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786177080.086436:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177080.086439:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1786177080.086443:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177080.086445:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177080.086448:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177080.086452:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177080.086456:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177080.086458:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177080.086460:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177080.086465:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086474:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177080.086478:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086485:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086487:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177080.086490:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177080.086493:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177080.086496:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177080.086498:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303187976 00000100:00000001:1.0:1786177080.086500:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303188600 00000100:00000001:1.0:1786177080.086502:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303187976 00000100:00000001:1.0:1786177080.086503:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303188600 00000100:00000001:1.0:1786177080.086505:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177080.086506:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086508:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177080.086511:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177080/real 1786177080] req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177080.086520:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177080.086522:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177080.086524:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177080.086526:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177080.086528:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177080.086530:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177080.086534:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177080.086542:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086549:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177080.086551:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086553:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177080.086554:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177080.086558:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086566:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177080.086571:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086578:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177080.086580:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086581:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177080.086582:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086583:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177080.086586:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177080.086588:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177080.086591:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177080.086594:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177080.086597:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177080.086603:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157056:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177080.086605:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177080.086607:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086611:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177080.086612:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.086614:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177080.086615:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177080.086617:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177080.086619:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157184:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177080.086621:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177080.086622:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177080.086623:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.086624:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177080.086627:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177080.086628:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177080.086631:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177080.086633:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177080.086635:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177080.086637:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612157184, portal 10 00000100:00000001:1.0:1786177080.086639:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177080.086640:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177080.086644:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086648:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177080.086650:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177080.086651:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177080.086653:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612157184, offset 0 00000400:00000200:1.0:1786177080.086656:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177080.086659:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177080.086661:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177080.086663:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177080.086666:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177080.086667:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177080.086669:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177080.086671:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410548:410548:256:4294967295] 192.168.202.156@tcp LPNI seq info [410546:410546:8:4294967295] 00000400:00000200:1.0:1786177080.086674:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177080.086678:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177080.086681:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177080.086683:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177080.086686:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177080.086688:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786177080.086691:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177080.086693:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1786177080.086695:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177080.086697:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177080.086700:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177080.086704:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177080.086707:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177080.086708:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177080.086711:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177080.086714:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086722:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177080.086725:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086733:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086734:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177080.086738:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177080.086741:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177080.086745:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177080.086747:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303187976 00000100:00000001:1.0:1786177080.086750:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303188600 00000100:00000001:1.0:1786177080.086752:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303187976 00000100:00000001:1.0:1786177080.086754:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303188600 00000100:00000001:1.0:1786177080.086756:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177080.086757:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086759:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177080.086762:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177080/real 1786177080] req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177080.086767:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177080.086768:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177080.086770:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177080.086771:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177080.086773:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177080.086774:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177080.086792:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177080.086798:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086802:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177080.086803:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086804:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177080.086805:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177080.086807:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086811:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177080.086814:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086819:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177080.086821:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086822:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177080.086823:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086824:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177080.086825:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177080.086827:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177080.086829:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177080.086830:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177080.086833:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177080.086837:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157184:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177080.086840:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177080.086842:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086847:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177080.086848:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.086849:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177080.086850:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177080.086852:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177080.086853:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157312:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177080.086855:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177080.086856:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177080.086858:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.086859:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177080.086862:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177080.086863:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177080.086866:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177080.086867:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177080.086869:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177080.086872:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612157312, portal 4 00000100:00000001:1.0:1786177080.086873:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177080.086874:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177080.086878:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086882:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177080.086884:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177080.086885:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177080.086887:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612157312, offset 0 00000400:00000200:1.0:1786177080.086889:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177080.086892:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177080.086894:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177080.086896:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177080.086898:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177080.086900:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177080.086901:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177080.086903:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410549:410549:256:4294967295] 192.168.202.156@tcp LPNI seq info [410547:410547:8:4294967295] 00000400:00000200:1.0:1786177080.086906:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177080.086911:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177080.086913:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177080.086915:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177080.086918:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177080.086920:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786177080.086923:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177080.086925:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1786177080.086927:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177080.086928:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177080.086931:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177080.086933:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177080.086935:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177080.086936:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177080.086938:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177080.086940:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086950:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177080.086952:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086956:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086957:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177080.086959:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177080.086961:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177080.086963:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177080.086964:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303188159 00000100:00000001:1.0:1786177080.086965:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303188600 00000100:00000001:1.0:1786177080.086967:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303188159 00000100:00000001:1.0:1786177080.086968:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303188600 00000100:00000001:1.0:1786177080.086970:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177080.086971:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.086972:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177080.086974:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177080/real 1786177080] req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177080.086979:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177080.086980:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177080.086981:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177080.086982:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177080.086983:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177080.086984:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177080.086986:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177080.086991:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.086995:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177080.086997:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.086998:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177080.086999:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177080.087001:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087005:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177080.087007:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087029:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177080.087030:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087031:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177080.087032:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087033:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177080.087034:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177080.087035:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177080.087037:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177080.087039:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177080.087042:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177080.087047:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157312:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177080.087050:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087051:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177080.087053:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612157056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087057:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177080.087058:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177080.087059:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177080.087061:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177080.087062:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177080.087063:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177080.087065:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177080.087066:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:1.0:1786177080.087068:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177080.087069:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177080.087070:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177080.087072:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177080.087073:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087074:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177080.087076:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612157184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087080:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177080.087081:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177080.087082:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177080.087083:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177080.087084:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177080.087084:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177080.087085:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177080.087086:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:1.0:1786177080.087088:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177080.087088:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177080.087089:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177080.087090:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177080.087091:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087092:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177080.087094:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612157312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087098:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177080.087098:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177080.087099:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177080.087100:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177080.087101:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177080.087102:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177080.087103:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177080.087103:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:1.0:1786177080.087105:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177080.087106:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177080.087107:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177080.087108:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177080.087109:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087111:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087114:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177080.087115:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.087116:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177080.087117:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177080.087118:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177080.087120:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087125:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177080.087125:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.087127:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177080.087128:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177080.087129:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177080.087131:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157440:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177080.087133:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177080.087134:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177080.087135:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177080.087136:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177080.087138:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177080.087140:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177080.087142:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177080.087143:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177080.087145:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177080.087147:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612157440, portal 4 00000100:00000001:1.0:1786177080.087149:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177080.087150:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177080.087153:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087158:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177080.087159:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177080.087161:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000200:1.0:1786177080.087163:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612157440, offset 0 00000400:00000200:1.0:1786177080.087165:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177080.087168:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177080.087170:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177080.087172:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177080.087174:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177080.087176:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177080.087178:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177080.087180:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410550:410550:256:4294967295] 192.168.202.156@tcp LPNI seq info [410548:410548:8:4294967295] 00000400:00000200:1.0:1786177080.087182:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177080.087187:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177080.087189:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177080.087191:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177080.087194:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177080.087195:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786177080.087198:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177080.087200:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1786177080.087203:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177080.087204:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:1.0:1786177080.087206:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177080.087208:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177080.087210:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:1.0:1786177080.087211:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:1.0:1786177080.087213:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177080.087215:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087220:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177080.087222:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087226:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.087227:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177080.087230:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177080.087232:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177080.087234:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177080.087235:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303188140 00000100:00000001:1.0:1786177080.087237:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303188600 00000100:00000001:1.0:1786177080.087238:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303188140 00000100:00000001:1.0:1786177080.087240:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303188600 00000100:00000001:1.0:1786177080.087241:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177080.087242:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.087243:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177080.087245:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177080/real 1786177080] req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177080.087250:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177080.087251:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177080.087252:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177080.087253:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177080.087255:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177080.087256:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177080.087258:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177080.087263:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087267:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177080.087268:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087270:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177080.087270:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177080.087273:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087276:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177080.087279:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087284:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177080.087287:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087289:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177080.087290:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087292:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177080.087293:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177080.087296:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177080.087299:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177080.087302:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177080.087306:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177080.087314:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157440:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177080.087318:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087320:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177080.087324:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612157440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177080.087330:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177080.087332:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177080.087334:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177080.087337:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177080.087338:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177080.087340:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177080.087342:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177080.087344:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:1.0:1786177080.087346:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177080.087348:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177080.087349:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177080.087352:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177080.087353:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087355:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.087358:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177080.087360:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.087362:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177080.087363:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177080.725123:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303188600, at 4303188608 00000100:00000040:0.0:1786177080.725124:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303188600, at 4303188608 00000100:00000010:1.0:1786177080.725139:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f64e0. 00000100:00000010:0.0:1786177080.725143:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6de0. 00000100:00000001:2.0:1786177080.981089:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177080.981097:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177080.981099:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177080.981101:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177080.981101:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177080.981101:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177080.981103:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177080.981107:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177080.981108:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177080.981109:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177080.981109:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177080.981111:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177080.981111:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177080.981112:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177080.981113:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177080.981118:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177080.981119:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177080.981120:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177080.981120:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177080.981123:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.981124:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177080.981124:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177080.981124:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177080.981127:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177080.981130:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177080.981131:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177080.981131:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177080.981131:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177080.981135:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177080.981136:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177080.981136:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177080.981141:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177080.981141:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177080.981146:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177080.981147:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177080.981149:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177080.981151:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.981164:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177080.981164:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177080.981169:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177080.981169:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177080.981170:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177080.981173:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177080.981175:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177080.981176:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177080.981177:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177080.981177:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177080.981180:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.981182:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177080.981182:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177080.981185:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177080.981186:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.981187:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177080.981191:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177080.981192:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177080.981192:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786177080.981195:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177080.981197:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177080.981197:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1786177080.981198:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177080.981204:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177080.981204:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177080.981206:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.981208:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177080.981209:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177080.981213:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177080.981216:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177082.005124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177082.005124:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177082.005128:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177082.005129:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177082.005131:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177082.005133:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177082.005134:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177082.005135:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.005136:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177082.005139:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177082.005139:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.005141:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177082.005142:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:1.0:1786177082.005147:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177082.005148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177082.005149:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177082.005149:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177082.005152:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177082.005155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177082.005155:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177082.005157:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177082.005157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177082.005162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.005162:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177082.005163:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177082.005164:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.005167:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177082.005168:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177082.005175:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177082.005176:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177082.005176:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177082.005176:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177082.005183:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177082.005183:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177082.005191:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177082.005192:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.005193:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177082.005196:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177082.005197:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177082.005200:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.005201:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177082.005204:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177082.005206:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177082.005207:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177082.005211:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.005212:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177082.005214:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177082.005216:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177082.005216:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177082.005219:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177082.005222:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.005222:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177082.005223:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.005227:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177082.005231:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177082.005231:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177082.005236:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.005237:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177082.005242:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177082.005242:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177082.005247:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.005248:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177082.005252:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177082.005255:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177082.005306:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177082.005310:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177082.005313:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177083.029130:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177083.029130:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177083.029131:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177083.029138:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177083.029139:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177083.029139:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177083.029139:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177083.029141:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177083.029146:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177083.029146:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177083.029147:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177083.029147:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177083.029150:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177083.029155:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177083.029155:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:2.0:1786177083.029155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177083.029155:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177083.029160:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177083.029163:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177083.029163:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177083.029165:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177083.029169:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177083.029169:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177083.029170:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177083.029170:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177083.029173:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177083.029174:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177083.029178:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177083.029179:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177083.029183:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177083.029184:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177083.029184:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177083.029189:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177083.029189:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177083.029194:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177083.029195:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177083.029195:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177083.029199:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177083.029200:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177083.029201:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177083.029203:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177083.029203:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177083.029207:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177083.029207:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177083.029208:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177083.029210:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177083.029213:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177083.029213:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177083.029217:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177083.029217:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177083.029219:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177083.029220:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177083.029220:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177083.029224:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177083.029226:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177083.029227:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177083.029228:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177083.029232:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177083.029232:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177083.029233:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177083.029235:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177083.029236:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177083.029240:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177083.029242:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177083.029242:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177083.029246:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177083.029247:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177083.029250:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177083.029252:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177083.029259:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177083.029262:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177083.029265:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177083.029267:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177083.029269:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177083.029270:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177083.029272:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177083.029280:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177083.029284:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177083.029287:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177084.053125:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177084.053125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177084.053125:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177084.053129:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177084.053132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177084.053133:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177084.053133:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177084.053135:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177084.053137:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177084.053138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177084.053139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177084.053146:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177084.053147:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177084.053147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177084.053147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177084.053153:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177084.053154:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177084.053155:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177084.053155:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177084.053158:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177084.053160:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177084.053162:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177084.053164:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177084.053165:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177084.053165:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177084.053167:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177084.053168:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177084.053168:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177084.053170:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177084.053175:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177084.053176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177084.053177:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177084.053181:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177084.053182:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177084.053187:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177084.053189:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177084.053189:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177084.053191:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177084.053192:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177084.053194:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177084.053196:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177084.053196:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177084.053200:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177084.053201:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177084.053203:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177084.053205:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177084.053206:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177084.053209:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177084.053210:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177084.053212:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177084.053214:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177084.053214:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177084.053215:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177084.053218:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177084.053219:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177084.053219:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177084.053220:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177084.053223:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177084.053226:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177084.053227:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177084.053231:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177084.053232:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177084.053233:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177084.053244:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177084.053248:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177084.053250:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177084.053253:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.077121:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177085.077122:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177085.077128:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.077129:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177085.077131:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177085.077137:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177085.077137:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177085.077140:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.077143:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177085.077146:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177085.077146:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177085.077147:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177085.077149:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177085.077151:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177085.077152:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177085.077154:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177085.077156:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177085.077156:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177085.077156:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177085.077166:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177085.077167:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177085.077168:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.077168:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177085.077174:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177085.077176:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177085.077177:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177085.077185:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177085.077186:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177085.077187:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.077189:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177085.077195:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177085.077197:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177085.077197:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.077198:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177085.077200:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177085.077202:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177085.077203:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177085.077204:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177085.077210:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177085.077211:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177085.077211:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177085.077212:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177085.077214:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177085.077219:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.077219:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177085.077222:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.077225:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177085.077226:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177085.077230:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.077231:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177085.077233:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177085.077237:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177085.077253:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177085.077258:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177085.077260:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177085.077262:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177085.077265:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177085.077267:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177085.077269:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177085.077269:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177085.077277:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177085.077279:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1786177085.077280:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786177085.077283:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177085.077286:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177085.077287:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177085.077291:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177085.077292:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177085.077294:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177085.077300:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177085.077301:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177085.077311:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177085.077313:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177085.205156:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177085.205164:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177085.205167:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177085.205171:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177085.205176:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177085.205189:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8520 00000400:00000200:2.0:1786177085.205196:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177085.205203:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177085.205205:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177085.205208:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.205211:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177085.205215:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.205218:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177085.205221:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177085.205223:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177085.205227:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177085.205230:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177085.205232:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177085.205234:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177085.205237:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.205238:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177085.205243:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.205246:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177085.205250:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177085.205253:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177085.205255:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177085.205257:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177085.205261:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177085.205263:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205264:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177085.205266:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177085.205274:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786177085.205276:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177085.205279:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177085.205281:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205283:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177085.205286:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177085.205289:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177085.205297:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786177085.205303:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177085.205310:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177085.205319:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177085.205323:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177085.205326:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177085.205344:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177085.205347:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177085.205350:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177085.205351:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177085.205352:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177085.205355:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177085.205357:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8520 00000400:00000200:2.0:1786177085.205362:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177085.205366:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177085.205368:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177085.205371:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177085.205373:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177085.205374:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177085.205385:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177085.205387:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177085.205394:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177085.205396:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177085.205402:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177085.205403:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177085.205405:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177085.205407:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177085.205411:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177085.205412:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177085.205417:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177085.205431:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.205440:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177085.205445:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1786177085.205447:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177085.205449:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205452:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177085.205455:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1786177085.205456:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:1.0:1786177085.205461:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786177085.205463:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:1.0:1786177085.205470:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205471:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177085.205485:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1786177085.205490:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612157568:192.168.202.156@tcp:250:kworker.0 02000000:00000001:2.0:1786177085.205493:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177085.205503:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205505:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177085.205508:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1786177085.205509:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:2.0:1786177085.205512:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205515:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177085.205516:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1786177085.205519:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 02000000:00000001:1.0:1786177085.205520:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177085.205527:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1786177085.205529:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177085.205534:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000010:1.0:1786177085.205537:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:2.0:1786177085.205538:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177085.205541:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205545:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177085.205549:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1786177085.205552:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786177085.205554:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177085.205557:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 02000000:00000010:2.0:1786177085.205563:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000400:00000010:1.0:1786177085.205567:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000001:2.0:1786177085.205571:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177085.205577:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612157568, portal 25 00000100:00000001:1.0:1786177085.205580:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177085.205583:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439484160 : -127834270067456 : ffff8bbc43be1500) 00000100:00100000:2.0:1786177085.205584:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1786177085.205591:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177085.205616:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177085.205618:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177085.205623:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177085.205623:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177085.205630:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35908. 00000100:00000040:2.0:1786177085.205637:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177085.205640:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612157568, offset 0 00000100:00000001:2.0:1786177085.205658:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177085.205659:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786177085.205664:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177085.205670:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177085.205672:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177085.205677:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177085.205677:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177085.205685:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177085.205689:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8520 00000400:00000200:1.0:1786177085.205691:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177085.205703:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177085.205707:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177085.205713:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177085.205714:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177085.205720:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177085.205723:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1786177085.205747:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.205751:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177085.205755:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000040:2.0:1786177085.205756:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.205761:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177085.205765:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1786177085.205768:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410551:410551:256:4294967295] 192.168.202.156@tcp LPNI seq info [410549:410549:8:4294967295] 00000020:00000040:2.0:1786177085.205770:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177085.205775:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177085.205778:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:1.0:1786177085.205782:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:2.0:1786177085.205785:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177085.205790:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177085.205794:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.205796:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177085.205805:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177085.205811:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1786177085.205813:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177085.205820:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000800:00000200:1.0:1786177085.205822:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177085.205830:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177085.205839:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:2.0:1786177085.205843:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000200:1.1:1786177085.205846:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786177085.205852:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177085.205856:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177085.205861:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177085.205864:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205867:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177085.205868:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786177085.205872:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1786177085.205876:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177085.205883:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303193720 00000008:00000001:2.0:1786177085.205883:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205894:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177085.205896:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f64e0. 00000100:00000010:2.0:1786177085.205902:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000100:00000001:1.0:1786177085.205906:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000020:00000040:2.0:1786177085.205906:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177085.205910:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177085.205913:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205915:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177085.205916:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303193720 02000000:00000001:2.0:1786177085.205920:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1786177085.205924:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6cc0. 02000000:00000001:2.0:1786177085.205925:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177085.205931:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786177085.205934:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.205939:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1786177085.205945:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177085.205946:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177085.205957:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.205966:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.205969:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177085.205971:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177085.205972:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177085.205978:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177085.205982:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177085.205986:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786177085.205997:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.206001:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786177085.206002:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177085.206006:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177085.206008:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177085.206009:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177085.206040:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177085.206043:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177085.206046:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177085.206051:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8520 00000100:00000040:1.0:1786177085.206059:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786177085.206060:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177085.206075:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177085.206086:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786177085.206086:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177085.206098:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177085.206099:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.206110:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177085.206111:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177085.206115:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1786177085.206117:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.206119:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177085.206124:0:12492:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1786177085.206127:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177085.206127:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177085.206135:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177085.206138:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00100000:1.0:1786177085.206140:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157696:192.168.202.156@tcp:38:kworker.0 00000020:00000001:2.0:1786177085.206142:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177085.206146:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177085.206155:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1786177085.206156:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177085.206164:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177085.206166:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1786177085.206167:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177085.206173:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.206173:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177085.206182:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 02000000:00000001:1.0:1786177085.206184:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786177085.206187:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000010:1.0:1786177085.206189:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 00000100:00000001:2.0:1786177085.206191:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177085.206194:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177085.206196:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177085.206200:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177085.206202:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786177085.206209:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177085.206210:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f607e8. 00000100:00000001:2.0:1786177085.206213:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177085.206219:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000010:1.0:1786177085.206222:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000008:00000001:2.0:1786177085.206222:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.206231:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177085.206235:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612157696, portal 10 00000100:00000010:2.0:1786177085.206235:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786177085.206244:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177085.206245:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1786177085.206248:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177085.206255:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 02000000:00000001:2.0:1786177085.206255:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.206263:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177085.206265:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177085.206267:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177085.206271:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000040:1.0:1786177085.206276:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177085.206276:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177085.206289:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177085.206322:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177085.206326:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1786177085.206332:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177085.206332:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177085.206340:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35000. 00000100:00000040:2.0:1786177085.206343:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177085.206348:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612157696, offset 0 00000400:00000200:1.0:1786177085.206367:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177085.206374:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177085.206376:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177085.206385:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177085.206390:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:2.0:1786177085.206395:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:1.0:1786177085.206398:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1786177085.206399:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177085.206405:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177085.206411:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:2.0:1786177085.206412:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177085.206421:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8520 00000400:00000200:1.0:1786177085.206425:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177085.206435:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177085.206436:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177085.206452:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:1.0:1786177085.206460:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410552:410552:255:4294967295] 192.168.202.156@tcp LPNI seq info [410550:410550:7:4294967295] 00000100:00080000:2.0:1786177085.206461:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177085.206473:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177085.206474:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177085.206481:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177085.206492:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177085.206500:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1786177085.206501:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177085.206509:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177085.206512:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000800:00000200:1.0:1786177085.206515:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000020:00000001:2.0:1786177085.206518:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177085.206524:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000800:00000010:1.0:1786177085.206526:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f800. 00000020:00000001:2.0:1786177085.206529:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000800:00000200:1.0:1786177085.206538:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:2.0:1786177085.206539:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000800:00000200:1.1:1786177085.206554:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:2.0:1786177085.206555:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177085.206564:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.206565:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177085.206574:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177085.206576:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000100:00000001:2.0:1786177085.206579:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177085.206587:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:2.0:1786177085.206590:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177085.206593:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303193096 00000100:00080000:2.0:1786177085.206602:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177085.206603:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303193720 00000100:00000001:1.0:1786177085.206611:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303193096 00000100:00000001:2.0:1786177085.206613:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.206615:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303193720 02000000:00000001:2.0:1786177085.206620:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177085.206622:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177085.206627:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177085.206628:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.206638:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786177085.206639:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.206645:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:1.0:1786177085.206650:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1786177085.206651:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177085.206667:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.206679:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.206691:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1786177085.206692:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000100:00000001:1.0:1786177085.206695:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177085.206702:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177085.206703:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177085.206707:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177085.206711:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177085.206714:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177085.206716:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.206722:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177085.206724:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177085.206741:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177085.206745:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157824:192.168.202.156@tcp:38:kworker.0 02000000:00000010:2.0:1786177085.206749:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:1.0:1786177085.206753:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177085.206758:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177085.206759:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177085.206763:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177085.206767:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1786177085.206770:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1786177085.206776:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177085.206784:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177085.206790:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177085.206795:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177085.206798:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177085.206802:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177085.206809:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000040:2.0:1786177085.206811:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177085.206818:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612157824, portal 10 00000100:00000001:1.0:1786177085.206828:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177085.206831:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000001:2.0:1786177085.206845:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177085.206851:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177085.206858:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8530) 00000100:00000001:1.0:1786177085.206866:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177085.206872:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177085.206876:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b352a8. 00000100:00000200:1.0:1786177085.206881:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612157824, offset 0 00000400:00000200:1.0:1786177085.206887:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177085.206892:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177085.206899:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177085.206903:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177085.206907:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177085.206910:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177085.206913:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177085.206917:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410553:410553:254:4294967295] 192.168.202.156@tcp LPNI seq info [410551:410551:6:4294967295] 00000400:00000200:1.0:1786177085.206922:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177085.206929:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177085.206935:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177085.206939:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fc00. 00000800:00000200:1.0:1786177085.206944:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177085.206948:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177085.206951:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177085.206955:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177085.206959:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177085.206961:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303193096 00000100:00000001:1.0:1786177085.206964:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303193720 00000100:00000001:1.0:1786177085.206967:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303193096 00000100:00000001:1.0:1786177085.206969:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303193720 00000100:00000001:1.0:1786177085.206971:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177085.206974:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.206977:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.206980:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177085.206985:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177085.206986:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177085.206989:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177085.206990:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177085.206992:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177085.206997:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177085.207004:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177085.207006:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177085.207008:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177085.207042:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177085.207046:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177085.207049:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157952:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177085.207053:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177085.207056:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177085.207057:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177085.207059:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177085.207063:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177085.207065:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177085.207069:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177085.207071:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60210. 00000400:00000010:1.0:1786177085.207077:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35bb0. 00000100:00000200:1.0:1786177085.207080:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612157952, portal 4 00000100:00000001:1.0:1786177085.207082:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177085.207083:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439478784 : -127834270072832 : ffff8bbc43be0000) 00000100:00000040:1.0:1786177085.207090:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177085.207096:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177085.207099:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177085.207101:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35a18. 00000100:00000200:1.0:1786177085.207103:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612157952, offset 0 00000400:00000200:1.0:1786177085.207108:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177085.207112:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177085.207115:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177085.207118:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177085.207120:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177085.207123:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177085.207125:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177085.207128:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410554:410554:253:4294967295] 192.168.202.156@tcp LPNI seq info [410552:410552:5:4294967295] 00000400:00000200:1.0:1786177085.207132:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177085.207139:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177085.207144:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177085.207148:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177085.207152:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177085.207158:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177085.207162:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177085.207165:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177085.207168:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177085.207170:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303193280 00000100:00000001:1.0:1786177085.207173:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303193720 00000100:00000001:1.0:1786177085.207175:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303193280 00000100:00000001:1.0:1786177085.207177:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303193720 00000100:00000001:1.0:1786177085.207179:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177085.207181:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.207183:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177085.207187:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177085.207195:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177085.207197:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177085.207199:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177085.207202:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177085.207204:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177085.207207:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158080:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177085.207211:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177085.207214:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177085.207215:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177085.207217:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177085.207222:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177085.207224:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177085.207228:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177085.207231:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60948. 00000400:00000010:1.0:1786177085.207238:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35550. 00000100:00000200:1.0:1786177085.207242:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612158080, portal 4 00000100:00000001:1.0:1786177085.207245:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177085.207247:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:1.0:1786177085.207254:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177085.207261:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177085.207264:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177085.207267:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35088. 00000100:00000200:1.0:1786177085.207270:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612158080, offset 0 00000400:00000200:1.0:1786177085.207275:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177085.207279:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177085.207283:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177085.207286:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177085.207289:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177085.207292:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177085.207295:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177085.207299:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410555:410555:252:4294967295] 192.168.202.156@tcp LPNI seq info [410553:410553:4:4294967295] 00000400:00000200:1.0:1786177085.207303:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177085.207310:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177085.207316:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177085.207320:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f700. 00000800:00000200:1.0:1786177085.207327:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177085.207331:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177085.207335:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177085.207339:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177085.207342:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177085.207344:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303193260 00000100:00000001:1.0:1786177085.207347:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303193720 00000100:00000001:1.0:1786177085.207349:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303193260 00000100:00000001:1.0:1786177085.207351:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303193720 00000100:00000001:1.0:1786177085.207353:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177085.207355:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.207359:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.207361:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177085.207364:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177085.207367:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177085.207369:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177085.207370:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177085.207372:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177085.207374:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177085.845141:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303193720, at 4303193728 00000100:00000040:0.0:1786177085.845142:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303193720, at 4303193728 00000100:00000010:0.0:1786177085.845164:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f64e0. 00000100:00000010:1.0:1786177085.845171:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6cc0. 00000100:00000001:2.0:1786177086.101105:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177086.101113:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177086.101116:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177086.101121:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177086.101124:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177086.101128:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177086.101131:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177086.101133:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177086.101136:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177086.101145:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177086.101146:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177086.101150:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177086.101155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177086.101156:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177086.101159:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177086.101163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177086.101169:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177086.101171:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177086.101171:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177086.101173:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177086.101180:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177086.101182:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177086.101185:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177086.101186:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177086.101187:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177086.101191:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177086.101192:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177086.101202:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177086.101202:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177086.101203:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177086.101215:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177086.101215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177086.101220:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177086.101221:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177086.101222:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177086.101223:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177086.101226:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177086.101233:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177086.101233:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177086.101234:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177086.101234:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177086.101247:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177086.101250:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177086.101254:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177086.101256:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177086.101259:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177086.101265:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177086.101274:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177086.101276:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177086.101277:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177086.101279:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177086.101281:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177086.101283:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177086.101293:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177086.101294:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786177086.101297:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177086.101299:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177086.101301:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177086.101307:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177086.101307:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177086.101308:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177086.101311:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177086.101322:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177086.101323:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1786177086.101324:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177086.101332:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177086.101336:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177087.125108:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177087.125110:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177087.125111:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177087.125115:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.125118:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177087.125119:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177087.125119:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177087.125121:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177087.125122:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.125123:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177087.125125:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177087.125125:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177087.125129:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177087.125130:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177087.125131:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177087.125136:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177087.125139:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177087.125141:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177087.125143:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177087.125145:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177087.125146:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177087.125147:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177087.125148:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177087.125151:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177087.125152:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.125154:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.125155:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177087.125156:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177087.125156:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177087.125160:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177087.125161:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177087.125162:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177087.125163:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177087.125167:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.125168:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177087.125174:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.125175:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177087.125191:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177087.125196:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.125198:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:1.0:1786177087.125200:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177087.125203:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177087.125207:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177087.125211:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177087.125214:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177087.125217:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177087.125221:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177087.125221:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177087.125223:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177087.125224:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177087.125228:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.125229:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177087.125231:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177087.125234:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177087.125235:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177087.125237:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177087.125238:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177087.125240:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.125244:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177087.125249:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177087.125251:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177087.125254:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177087.125258:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177087.125262:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177087.125265:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177087.125268:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177087.125270:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177088.149136:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177088.149143:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177088.149144:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177088.149146:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177088.149150:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177088.149151:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177088.149157:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177088.149158:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177088.149161:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177088.149161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177088.149163:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177088.149165:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177088.149166:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177088.149168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.149169:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177088.149170:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177088.149173:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177088.149177:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177088.149177:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177088.149178:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177088.149185:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177088.149188:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177088.149189:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177088.149194:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177088.149196:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177088.149197:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.149199:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177088.149207:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177088.149207:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177088.149209:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177088.149215:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177088.149218:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.149220:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177088.149220:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177088.149220:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177088.149226:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177088.149237:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177088.149239:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177088.149240:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177088.149243:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.149246:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177088.149260:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177088.149261:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177088.149261:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177088.149261:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177088.149274:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177088.149278:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177088.149278:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177088.149278:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177088.149279:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177088.149287:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177088.149295:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177088.149297:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177088.149297:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177088.149308:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177088.149309:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177088.149309:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177088.149317:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.149330:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177088.149330:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177088.149331:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177088.149332:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177088.149333:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177088.149341:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177088.149347:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.149348:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177088.149350:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.149369:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177088.149373:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177088.149374:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177088.149376:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177088.149379:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177088.149382:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177088.149384:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177088.149385:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177088.149387:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.149388:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177088.149394:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177088.149395:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1786177088.277229:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:0.0:1786177088.277266:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1786177088.277277:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177088.277282:0:2380:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:0.0:1786177088.277286:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177088.277290:0:2380:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1786177088.277295:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177088.277300:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:0.0:1786177088.277306:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177088.277311:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177088.277317:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35908 00000400:00000010:0.0:1786177088.277320:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35908. 00000100:00000001:0.0:1786177088.277326:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177088.277336:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177088.277362:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177088.277367:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177088.277376:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.277379:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177088.277389:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177088.277392:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f800. 00000400:00000200:0.0:1786177088.277396:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177088.277401:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177088.277405:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35000 00000400:00000010:0.0:1786177088.277407:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35000. 00000100:00000001:0.0:1786177088.277411:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786177088.277412:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1786177088.277418:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.277419:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177088.277425:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177088.277432:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1786177088.277438:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177085/real 1786177088] req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177088.277441:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177088.277468:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.277470:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:1.0:1786177088.277471:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000100:0.0:1786177088.277478:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177088.277481:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fc00. 00000400:00000200:0.0:1786177088.277485:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000001:1.0:1786177088.277486:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177088.277492:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:0.0:1786177088.277493:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1786177088.277501:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177088.277504:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177088.277508:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1786177088.277509:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b352a8 00000100:00000200:1.0:1786177088.277515:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177088.277526:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.277534:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1786177088.277535:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b352a8. 00000100:00000001:1.0:1786177088.277536:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177088.277542:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786177088.277543:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177088.277547:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1786177088.277551:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177088.277555:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177088.277577:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786177088.277578:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177088.277585:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177088.277589:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177088.277607:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.277611:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177088.277620:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177088.277625:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.277630:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000100:0.0:1786177088.277631:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000100:00000001:1.0:1786177088.277633:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1786177088.277636:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000100:00000001:1.0:1786177088.277639:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1786177088.277642:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1786177088.277644:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:0.0:1786177088.277650:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000100:00080000:1.0:1786177088.277651:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1786177088.277654:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35a18 00000400:00000010:0.0:1786177088.277658:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35a18. 00000100:00080000:1.0:1786177088.277660:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177088.277663:0:2380:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786177088.277666:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000200:0.0:1786177088.277671:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177088.277676:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177088.277695:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1786177088.277714:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612157568:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177088.277721:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177088.277723:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177088.277727:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1500 x1872933612157568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.277734:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177088.277738:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177088.277743:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 00000100:00000040:0.0:1786177088.277748:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177088.277755:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177088.277757:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177088.277762:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177088.277764:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f700. 00000400:00000200:0.0:1786177088.277769:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 02000000:00000001:1.0:1786177088.277769:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177088.277775:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1786177088.277776:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000020:00000040:1.0:1786177088.277779:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000400:00000200:0.0:1786177088.277781:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35088 00000400:00000010:0.0:1786177088.277787:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35088. 00000020:00000001:1.0:1786177088.277787:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786177088.277792:0:2380:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1786177088.277793:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 00000100:00000200:0.0:1786177088.277797:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177088.277801:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177088.277804:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177088.277808:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1500. 00000100:00000001:0.0:1786177088.277811:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786177088.277813:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177088.277817:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177088.277818:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.277823:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177088.277827:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177088.277831:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177088.277832:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177088.277834:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177088.277836:0:2380:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1786177088.277850:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177085/real 1786177088] req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177088.277861:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177088.277863:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177088.277865:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60210. 00000400:00000200:1.0:1786177088.277869:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35bb0 00000400:00000010:1.0:1786177088.277871:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35bb0. 00000100:00000001:1.0:1786177088.277874:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177088.277878:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177088.277887:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.277893:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177088.277895:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.277897:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177088.277899:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177088.277903:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.277910:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177088.277914:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.277929:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177088.277932:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.277934:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177088.277936:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.277938:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177088.277940:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177088.277942:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177088.277946:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177088.277949:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177088.277953:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177088.277962:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157952:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177088.277967:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177088.277970:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177085/real 1786177088] req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177088.277979:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177088.277981:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177088.277983:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60948. 00000400:00000200:1.0:1786177088.277985:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35550 00000400:00000010:1.0:1786177088.277987:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35550. 00000100:00000001:1.0:1786177088.277996:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177088.278000:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177088.278009:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278048:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177088.278051:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278053:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177088.278055:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177088.278060:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278067:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177088.278071:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278079:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177088.278081:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278083:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177088.278084:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278086:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177088.278088:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177088.278091:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177088.278094:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177088.278097:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177088.278101:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177088.278110:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158080:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177088.278114:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177088.278118:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177085/real 1786177088] req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177088.278134:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177088.278136:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177088.278139:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f607e8. 00000400:00000200:1.0:1786177088.278142:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177088.278143:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177088.278147:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177088.278150:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177088.278159:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278166:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177088.278168:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278170:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177088.278171:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177088.278175:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278182:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177088.278186:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278194:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177088.278196:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278198:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177088.278199:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278201:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177088.278206:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177088.278209:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177088.278212:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177088.278215:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177088.278219:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177088.278228:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157696:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177088.278232:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177088.278237:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177085/real 1786177088] req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177088.278245:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177088.278246:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177088.278248:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177088.278251:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177088.278253:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177088.278255:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177088.278259:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177088.278268:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278274:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177088.278276:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278278:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177088.278279:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177088.278283:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278290:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177088.278294:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278302:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177088.278304:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278306:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177088.278308:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278310:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177088.278312:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177088.278314:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177088.278324:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177088.278327:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177088.278332:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177088.278340:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612157824:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177088.278345:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278347:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177088.278350:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0000 x1872933612157952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278357:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177088.278359:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177088.278361:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177088.278365:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177088.278367:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177088.278369:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177088.278371:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177088.278373:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:1.0:1786177088.278376:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177088.278377:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177088.278378:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0000. 00000100:00000001:1.0:1786177088.278381:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177088.278383:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278385:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177088.278388:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612158080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278395:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177088.278397:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177088.278398:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177088.278401:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177088.278402:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177088.278404:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177088.278406:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177088.278407:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:1.0:1786177088.278410:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177088.278411:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177088.278413:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:1.0:1786177088.278415:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177088.278417:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278418:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177088.278422:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612157696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278429:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177088.278430:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177088.278432:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177088.278435:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177088.278436:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177088.278437:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177088.278440:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177088.278441:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:1.0:1786177088.278443:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177088.278445:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177088.278446:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:1.0:1786177088.278449:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177088.278450:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278452:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177088.278455:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612157824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177088.278462:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177088.278463:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177088.278465:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177088.278467:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177088.278468:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177088.278469:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177088.278472:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177088.278473:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:1.0:1786177088.278475:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177088.278477:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177088.278478:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:1.0:1786177088.278480:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177088.278482:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278484:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.278492:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177088.278495:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177088.278497:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177088.278499:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177089.173163:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177089.173171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177089.173172:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177089.173177:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177089.173178:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177089.173185:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177089.173187:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177089.173188:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177089.173193:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177089.173198:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177089.173200:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177089.173202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177089.173205:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177089.173205:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177089.173206:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177089.173207:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177089.173214:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177089.173217:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177089.173223:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177089.173223:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177089.173224:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177089.173225:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177089.173237:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177089.173239:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177089.173239:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177089.173240:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177089.173246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177089.173250:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177089.173252:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177089.173255:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177089.173257:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177089.173259:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177089.173265:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177089.173268:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177089.173274:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177089.173278:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177089.173282:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177089.173283:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177089.173286:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177089.173293:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177089.173301:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177089.173306:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177089.173309:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177089.173311:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177089.173315:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177089.173318:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177089.173319:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177089.173322:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177089.173325:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177089.173326:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177089.173330:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177089.173333:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177089.173333:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177089.173337:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177089.173342:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177089.173345:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177089.173345:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177089.173346:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177089.173360:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177089.173361:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177089.173365:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177089.173369:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177089.173369:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177089.173379:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177089.173384:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177089.173387:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177089.173392:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.197146:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177090.197153:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177090.197153:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177090.197153:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177090.197158:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177090.197160:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177090.197160:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177090.197164:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177090.197165:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177090.197167:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177090.197171:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177090.197171:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177090.197172:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177090.197178:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177090.197179:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177090.197179:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177090.197185:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177090.197187:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177090.197187:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177090.197189:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177090.197190:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177090.197194:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177090.197200:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177090.197201:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177090.197202:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177090.197202:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177090.197203:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177090.197204:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177090.197216:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177090.197219:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177090.197219:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.197234:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177090.197240:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177090.197243:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177090.197247:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177090.197250:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177090.197251:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177090.197258:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177090.197259:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177090.197264:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177090.197266:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177090.197266:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177090.197267:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177090.197270:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177090.197272:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177090.197273:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177090.197276:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177090.197277:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177090.197278:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177090.197282:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177090.197282:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177090.197283:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177090.197289:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177090.197291:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177090.197292:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177090.197294:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177090.197297:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177090.197299:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177090.197304:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177090.197306:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177090.197307:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177090.197310:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177090.197311:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177090.197317:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177090.197345:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177090.197347:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177090.197349:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177090.325219:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177090.325231:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177090.325233:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177090.325237:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177090.325242:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177090.325250:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8525 00000400:00000200:0.0:1786177090.325262:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177090.325269:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177090.325273:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177090.325277:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325281:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177090.325284:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325287:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177090.325292:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177090.325295:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177090.325298:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177090.325301:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177090.325303:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177090.325305:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177090.325308:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325309:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177090.325311:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325312:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177090.325314:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177090.325316:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325318:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177090.325320:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177090.325324:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177090.325327:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.325330:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177090.325333:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177090.325343:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177090.325347:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177090.325352:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177090.325355:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.325359:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177090.325363:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177090.325369:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177090.325379:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786177090.325388:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177090.325401:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177090.325414:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177090.325420:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177090.325426:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177090.325453:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177090.325457:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177090.325461:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177090.325463:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177090.325465:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177090.325469:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177090.325472:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8525 00000400:00000200:0.0:1786177090.325476:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177090.325480:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177090.325482:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177090.325486:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325489:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177090.325491:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325500:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177090.325504:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177090.325506:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177090.325508:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177090.325511:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177090.325512:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786177090.325513:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177090.325518:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177090.325519:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1786177090.325523:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177090.325526:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177090.325528:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177090.325532:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325534:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177090.325537:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177090.325540:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325544:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177090.325546:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177090.325552:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177090.325556:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177090.325561:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.325565:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177090.325571:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1786177090.325572:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1786177090.325576:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786177090.325577:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.325581:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.325585:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1786177090.325587:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177090.325592:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177090.325592:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177090.325598:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177090.325599:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177090.325602:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.325607:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177090.325609:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177090.325612:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177090.325615:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612158208:192.168.202.156@tcp:250:kworker.0 02000000:00000010:0.0:1786177090.325618:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:1.0:1786177090.325623:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177090.325625:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.325632:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1786177090.325636:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177090.325638:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.325645:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177090.325651:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177090.325655:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177090.325655:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177090.325662:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177090.325664:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177090.325673:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177090.325697:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177090.325700:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177090.325705:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177090.325710:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000010:1.0:1786177090.325710:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177090.325714:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177090.325717:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177090.325721:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177090.325724:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8525 00000100:00000200:1.0:1786177090.325728:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612158208, portal 25 00000400:00000200:0.0:1786177090.325731:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177090.325736:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1786177090.325738:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177090.325740:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000100:00080000:0.0:1786177090.325742:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177090.325749:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325752:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177090.325756:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177090.325757:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325762:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177090.325767:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177090.325770:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177090.325774:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177090.325777:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177090.325782:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177090.325788:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177090.325796:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325798:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177090.325798:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177090.325807:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177090.325808:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325811:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177090.325815:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000010:1.0:1786177090.325816:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00080000:0.0:1786177090.325820:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000200:1.0:1786177090.325823:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612158208, offset 0 00000100:00000001:0.0:1786177090.325825:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177090.325830:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177090.325833:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177090.325838:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 02000000:00000001:0.0:1786177090.325839:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.325843:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177090.325846:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177090.325848:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.325850:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177090.325853:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:0.0:1786177090.325857:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177090.325862:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177090.325864:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 02000000:00000001:0.0:1786177090.325866:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177090.325870:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.325872:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177090.325874:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1786177090.325875:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1786177090.325877:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177090.325884:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000400:00000200:1.0:1786177090.325884:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:0.0:1786177090.325890:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177090.325893:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1786177090.325899:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177090.325900:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177090.325910:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410556:410556:256:4294967295] 192.168.202.156@tcp LPNI seq info [410554:410554:8:4294967295] 00000100:00000001:0.0:1786177090.325916:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177090.325921:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177090.325922:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177090.325930:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177090.325945:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:0.0:1786177090.325946:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177090.325951:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177090.325956:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:1.0:1786177090.325957:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177090.325959:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177090.325963:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177090.325966:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000800:00000010:1.0:1786177090.325967:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000100:00080000:0.0:1786177090.325971:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8525 00000400:00000200:0.0:1786177090.325976:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177090.325980:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177090.325982:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177090.325988:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177090.325990:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177090.325992:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177090.325998:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177090.325999:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000001:0.0:1786177090.326001:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177090.326008:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177090.326037:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177090.326040:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177090.326043:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177090.326046:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177090.326048:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177090.326052:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.326055:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177090.326058:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.326060:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177090.326063:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177090.326066:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177090.326069:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177090.326071:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177090.326076:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1786177090.326077:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:0.0:1786177090.326081:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.326083:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177090.326086:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000800:00000200:1.1:1786177090.326090:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000008:00000001:0.0:1786177090.326091:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.326098:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177090.326103:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177090.326106:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177090.326109:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177090.326112:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1786177090.326113:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177090.326117:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1786177090.326119:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 02000000:00000001:0.0:1786177090.326122:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177090.326125:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177090.326128:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000010:0.0:1786177090.326131:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786177090.326137:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177090.326139:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00100000:0.0:1786177090.326146:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177090.326149:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177090.326156:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:0.0:1786177090.326158:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177090.326163:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.326164:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1786177090.326170:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177090.326174:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177090.326191:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177090.326196:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177090.326198:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1786177090.326201:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177090.326206:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1786177090.326206:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177090.326210:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177090.326215:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177090.326220:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8525 00000400:00000200:0.0:1786177090.326229:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177090.326237:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177090.326239:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177090.326241:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177090.326242:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1786177090.326247:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.326251:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177090.326254:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177090.326255:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177090.326258:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177090.326264:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1786177090.326264:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:0.0:1786177090.326267:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177090.326271:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177090.326271:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303198841 00000020:00000040:0.0:1786177090.326275:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177090.326278:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000010:1.0:1786177090.326280:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6cc0. 00000020:00000001:0.0:1786177090.326282:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177090.326288:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.326291:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177090.326292:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1786177090.326296:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177090.326300:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177090.326303:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177090.326306:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303198841 00000100:00080000:0.0:1786177090.326307:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177090.326314:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177090.326315:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6420. 02000000:00000001:0.0:1786177090.326316:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177090.326321:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1786177090.326323:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177090.326327:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.326328:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177090.326330:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177090.326335:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177090.326336:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786177090.326343:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.326343:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177090.326347:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177090.326353:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177090/real 1786177090] req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1786177090.326354:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177090.326359:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177090.326371:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000001:1.0:1786177090.326372:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1786177090.326375:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177090.326377:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177090.326379:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1786177090.326382:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 02000000:00000001:0.0:1786177090.326383:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177090.326386:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177090.326389:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 02000000:00000010:0.0:1786177090.326394:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000400:00000010:1.0:1786177090.326395:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177090.326402:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.326402:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177090.326408:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177090.326413:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177090.326433:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1786177090.326434:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177090.326437:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177090.326447:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.326449:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177090.326453:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.326458:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177090.326462:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177090.326464:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177090.326471:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8535) 00000100:00100000:1.0:1786177090.327210:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327226:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177090.327236:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327244:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177090.327249:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.327251:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177090.327253:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.327256:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177090.327258:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177090.327262:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177090.327268:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177090.327271:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177090.327277:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177090.327286:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612158208:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177090.327293:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.327304:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177090.327312:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612158208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327320:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177090.327323:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177090.327327:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177090.327331:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177090.327334:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177090.327336:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177090.327338:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177090.327342:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:1.0:1786177090.327346:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177090.327349:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177090.327351:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00000001:1.0:1786177090.327355:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177090.327357:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.327360:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.327370:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177090.327373:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.327375:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177090.327377:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177090.327379:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177090.327384:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327392:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177090.327394:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.327397:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177090.327400:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177090.327402:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177090.327406:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158336:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177090.327410:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177090.327414:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177090.327417:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.327419:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177090.327426:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177090.327428:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177090.327434:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177090.327437:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177090.327444:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177090.327451:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612158336, portal 10 00000100:00000001:1.0:1786177090.327452:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177090.327454:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177090.327462:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327470:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177090.327473:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177090.327477:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177090.327480:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612158336, offset 0 00000400:00000200:1.0:1786177090.327486:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177090.327494:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177090.327502:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177090.327507:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177090.327511:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177090.327516:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177090.327519:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177090.327523:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410557:410557:256:4294967295] 192.168.202.156@tcp LPNI seq info [410555:410555:8:4294967295] 00000400:00000200:1.0:1786177090.327527:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177090.327537:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177090.327544:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177090.327548:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177090.327554:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177090.327559:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177090.327565:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177090.327568:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1786177090.327572:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177090.327575:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177090.327578:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177090.327583:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177090.327587:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177090.327590:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177090.327593:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177090.327597:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327607:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177090.327610:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327616:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.327618:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177090.327624:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177090.327629:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177090.327633:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177090.327636:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303198217 00000100:00000001:1.0:1786177090.327639:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303198841 00000100:00000001:1.0:1786177090.327641:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303198217 00000100:00000001:1.0:1786177090.327643:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303198841 00000100:00000001:1.0:1786177090.327646:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177090.327649:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.327651:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177090.327655:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177090/real 1786177090] req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177090.327664:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177090.327665:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177090.327667:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177090.327670:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177090.327672:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177090.327674:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177090.327691:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177090.327702:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327710:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177090.327712:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.327714:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177090.327715:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177090.327719:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327725:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177090.327730:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327739:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177090.327741:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.327743:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177090.327744:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.327746:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177090.327752:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177090.327755:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177090.327759:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177090.327761:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177090.327765:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177090.327775:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158336:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177090.327779:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177090.327783:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327790:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177090.327791:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.327793:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177090.327795:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177090.327798:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177090.327801:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158464:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177090.327805:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177090.327808:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177090.327809:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.327811:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177090.327815:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177090.327817:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177090.327822:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177090.327824:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177090.327829:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177090.327833:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612158464, portal 10 00000100:00000001:1.0:1786177090.327835:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177090.327836:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177090.327842:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327849:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177090.327851:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177090.327854:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177090.327856:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612158464, offset 0 00000400:00000200:1.0:1786177090.327860:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177090.327864:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177090.327868:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177090.327871:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177090.327874:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177090.327877:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177090.327879:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177090.327882:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410558:410558:256:4294967295] 192.168.202.156@tcp LPNI seq info [410556:410556:8:4294967295] 00000400:00000200:1.0:1786177090.327886:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177090.327893:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177090.327898:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177090.327902:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177090.327906:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177090.327909:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177090.327914:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177090.327917:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1786177090.327921:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177090.327923:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177090.327926:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177090.327930:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177090.327933:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177090.327935:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177090.327938:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177090.327942:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327950:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177090.327953:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.327960:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.327962:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177090.327966:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177090.327969:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177090.327972:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177090.327974:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303198217 00000100:00000001:1.0:1786177090.327976:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303198841 00000100:00000001:1.0:1786177090.327978:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303198217 00000100:00000001:1.0:1786177090.327981:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303198841 00000100:00000001:1.0:1786177090.327983:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177090.327986:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.327988:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177090.327991:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177090/real 1786177090] req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177090.328000:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177090.328001:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177090.328003:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177090.328006:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177090.328008:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177090.328036:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177090.328040:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177090.328050:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328058:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177090.328060:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328062:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177090.328064:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177090.328067:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328073:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177090.328078:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328085:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177090.328087:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328089:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177090.328091:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328093:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177090.328095:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177090.328098:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177090.328102:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177090.328105:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177090.328109:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177090.328117:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158464:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177090.328121:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177090.328126:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328133:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177090.328135:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.328138:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177090.328140:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177090.328142:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177090.328145:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158592:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177090.328149:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177090.328152:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177090.328154:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.328156:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177090.328159:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177090.328161:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177090.328164:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177090.328166:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177090.328170:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177090.328174:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612158592, portal 4 00000100:00000001:1.0:1786177090.328176:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177090.328177:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177090.328184:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328191:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177090.328193:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177090.328196:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177090.328198:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612158592, offset 0 00000400:00000200:1.0:1786177090.328202:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177090.328206:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177090.328210:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177090.328213:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177090.328216:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177090.328218:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177090.328221:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177090.328224:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410559:410559:256:4294967295] 192.168.202.156@tcp LPNI seq info [410557:410557:8:4294967295] 00000400:00000200:1.0:1786177090.328229:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177090.328236:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177090.328242:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177090.328245:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177090.328250:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177090.328252:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177090.328256:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177090.328259:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1786177090.328264:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177090.328266:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177090.328269:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177090.328272:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177090.328275:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177090.328277:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177090.328280:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177090.328284:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328292:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177090.328295:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328301:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.328303:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177090.328307:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177090.328310:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177090.328314:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177090.328316:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303198401 00000100:00000001:1.0:1786177090.328318:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303198841 00000100:00000001:1.0:1786177090.328321:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303198401 00000100:00000001:1.0:1786177090.328323:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303198841 00000100:00000001:1.0:1786177090.328325:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177090.328328:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.328330:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177090.328334:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177090/real 1786177090] req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177090.328343:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177090.328344:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177090.328346:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177090.328349:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177090.328350:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177090.328352:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177090.328356:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177090.328364:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328372:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177090.328373:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328375:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177090.328376:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177090.328380:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328387:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177090.328391:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328397:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177090.328400:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328401:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177090.328403:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328405:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177090.328407:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177090.328409:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177090.328412:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177090.328414:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177090.328420:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177090.328428:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158592:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177090.328431:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177090.328435:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328442:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177090.328444:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.328446:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177090.328448:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177090.328450:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177090.328452:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158720:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177090.328455:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177090.328458:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177090.328459:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177090.328461:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177090.328465:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177090.328467:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177090.328470:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177090.328472:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177090.328475:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177090.328478:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612158720, portal 4 00000100:00000001:1.0:1786177090.328480:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177090.328481:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177090.328488:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328494:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177090.328496:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177090.328499:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177090.328501:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612158720, offset 0 00000400:00000200:1.0:1786177090.328506:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177090.328510:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177090.328513:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177090.328516:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177090.328531:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177090.328539:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177090.328542:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177090.328545:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410560:410560:256:4294967295] 192.168.202.156@tcp LPNI seq info [410558:410558:8:4294967295] 00000400:00000200:1.0:1786177090.328550:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177090.328556:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177090.328562:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177090.328567:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177090.328570:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177090.328573:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177090.328577:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177090.328580:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1786177090.328584:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177090.328586:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177090.328589:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177090.328592:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177090.328595:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177090.328597:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177090.328599:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177090.328603:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328611:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177090.328614:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177115 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328621:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.328622:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177090.328626:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177090.328629:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177090.328632:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177090.328635:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303198381 00000100:00000001:1.0:1786177090.328637:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303198841 00000100:00000001:1.0:1786177090.328640:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303198381 00000100:00000001:1.0:1786177090.328642:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303198841 00000100:00000001:1.0:1786177090.328645:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177090.328647:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.328649:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177090.328652:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177090/real 1786177090] req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177090.328660:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177090.328662:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177090.328663:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177090.328666:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177090.328668:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177090.328671:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177090.328674:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177090.328696:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328703:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177090.328705:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328706:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177090.328708:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177090.328712:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328719:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177090.328723:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328729:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177090.328733:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328735:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177090.328736:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328738:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177090.328740:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177090.328742:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177090.328745:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177090.328747:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177090.328751:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177090.328760:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158720:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177090.328763:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328765:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177090.328768:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612158336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328776:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177090.328778:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177090.328780:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177090.328783:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177090.328785:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177090.328787:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177090.328789:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177090.328791:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:1.0:1786177090.328795:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177090.328796:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177090.328798:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177090.328801:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177090.328802:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328804:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177090.328807:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612158464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328820:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177090.328822:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177090.328823:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177090.328825:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177090.328827:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177090.328828:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177090.328830:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177090.328832:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:1.0:1786177090.328834:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177090.328836:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177090.328837:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177090.328839:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177090.328841:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328842:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177090.328845:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612158592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328852:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177090.328854:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177090.328855:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177090.328858:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177090.328859:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177090.328861:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177090.328862:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177090.328864:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:1.0:1786177090.328865:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177090.328867:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177090.328868:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177090.328870:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177090.328871:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328873:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177090.328877:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612158720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177090.328883:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177090.328885:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177090.328887:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177090.328888:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177090.328890:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177090.328891:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177090.328893:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177090.328895:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:1.0:1786177090.328897:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177090.328899:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177090.328900:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177090.328903:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177090.328904:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328907:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.328912:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177090.328914:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177090.328916:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177090.328919:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177090.965139:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303198841, at 4303198848 00000100:00000040:0.0:1786177090.965146:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303198841, at 4303198848 00000100:00000010:1.0:1786177090.965153:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6420. 00000100:00000010:0.0:1786177090.965161:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6cc0. 00000100:00000001:3.0:1786177091.221174:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177091.221179:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177091.221184:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177091.221186:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177091.221189:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177091.221190:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177091.221191:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177091.221191:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177091.221199:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177091.221201:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177091.221206:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177091.221211:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177091.221213:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177091.221214:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177091.221216:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177091.221230:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177091.221231:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177091.221232:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177091.221236:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177091.221237:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177091.221238:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177091.221240:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177091.221241:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177091.221245:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177091.221246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177091.221248:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177091.221249:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177091.221251:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177091.221256:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177091.221257:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177091.221258:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177091.221265:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177091.221266:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177091.221268:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177091.221268:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177091.221277:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177091.221288:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177091.221322:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177091.221326:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177091.221327:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177091.221331:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177091.221332:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177091.221337:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00010000:1.0:1786177091.221338:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177091.221338:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177091.221345:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177091.221347:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177091.221350:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177091.221350:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177091.221351:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177091.221357:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177091.221357:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177091.221360:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177091.221361:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177091.221361:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177091.221374:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177091.221375:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177091.221376:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177091.221386:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177091.221388:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177091.221390:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177091.221396:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177091.221397:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177091.221405:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177091.221405:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177091.221416:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177091.221417:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.245170:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177092.245172:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177092.245178:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.245178:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177092.245183:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177092.245187:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177092.245189:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177092.245193:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.245194:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177092.245201:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177092.245202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177092.245206:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177092.245207:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.245210:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177092.245213:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177092.245213:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177092.245215:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177092.245217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177092.245222:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177092.245226:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177092.245228:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177092.245229:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.245231:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177092.245238:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177092.245246:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177092.245247:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177092.245248:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177092.245254:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177092.245254:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177092.245256:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177092.245258:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177092.245259:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177092.245267:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.245270:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177092.245271:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177092.245276:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.245277:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.245280:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177092.245289:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177092.245290:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1786177092.245293:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177092.245299:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177092.245299:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.245302:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177092.245310:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177092.245311:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177092.245316:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177092.245317:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177092.245318:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177092.245321:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.245325:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177092.245326:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177092.245330:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177092.245331:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177092.245344:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177092.245349:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177092.245351:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177092.245356:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177092.245363:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177092.245370:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177092.245372:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177092.245375:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177092.245379:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177092.245383:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177092.245386:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177092.245388:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177092.245394:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177093.269147:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177093.269156:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177093.269159:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177093.269160:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177093.269168:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177093.269170:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177093.269171:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177093.269177:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177093.269179:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177093.269179:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177093.269184:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177093.269187:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177093.269197:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177093.269198:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177093.269198:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177093.269207:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177093.269209:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177093.269211:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177093.269218:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177093.269220:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177093.269220:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177093.269229:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177093.269230:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177093.269233:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177093.269238:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177093.269239:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177093.269249:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177093.269256:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177093.269256:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177093.269261:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177093.269262:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177093.269266:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1786177093.269267:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177093.269270:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177093.269272:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177093.269273:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177093.269275:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177093.269276:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177093.269279:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177093.269281:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177093.269282:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177093.269287:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177093.269288:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177093.269291:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177093.269291:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177093.269298:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177093.269302:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177093.269308:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177093.269310:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177093.269311:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177093.269316:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177093.269320:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177093.269324:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177093.269330:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177093.269334:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177093.269339:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177093.269342:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177093.269346:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177093.269358:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177093.269362:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177093.269365:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177093.269379:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177093.269387:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177093.269390:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177093.269394:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177093.269396:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177093.269397:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177093.269401:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177093.269404:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177093.269406:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177093.269410:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177093.269410:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177093.269415:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177093.269417:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177093.269420:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177093.269422:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177093.269422:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177093.269428:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177093.269431:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177094.293140:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177094.293150:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177094.293154:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177094.293160:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177094.293160:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177094.293161:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177094.293162:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177094.293171:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177094.293174:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177094.293175:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177094.293176:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177094.293177:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177094.293184:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177094.293188:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177094.293191:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177094.293192:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177094.293193:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177094.293193:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177094.293207:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177094.293207:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177094.293208:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177094.293209:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177094.293217:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177094.293219:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177094.293220:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177094.293223:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177094.293229:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177094.293229:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177094.293231:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177094.293234:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177094.293244:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177094.293244:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177094.293246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177094.293251:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177094.293256:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177094.293262:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177094.293265:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177094.293289:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177094.293292:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177094.293294:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177094.293300:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177094.293303:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177094.293304:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000020:00000001:1.0:1786177094.293305:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177094.293306:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177094.293309:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177094.293311:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177094.293312:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177094.293314:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177094.293317:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177094.293323:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786177094.293325:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177094.293325:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177094.293327:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177094.293332:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177094.293333:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177094.293335:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177094.293339:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177094.293339:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177094.293340:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177094.293342:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177094.293347:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177094.293353:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177094.293354:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177094.293355:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177094.293360:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177094.293365:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177095.317142:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177095.317152:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177095.317155:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177095.317162:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177095.317171:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177095.317177:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177095.317178:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177095.317178:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177095.317178:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177095.317184:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177095.317192:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.317193:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177095.317193:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177095.317195:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177095.317200:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177095.317203:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177095.317204:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177095.317204:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177095.317210:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177095.317218:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177095.317220:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177095.317221:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177095.317222:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177095.317223:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177095.317233:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.317235:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177095.317235:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177095.317247:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177095.317249:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.317253:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.317254:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177095.317254:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177095.317260:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177095.317261:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177095.317267:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.317268:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177095.317269:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177095.317280:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177095.317284:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177095.317289:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177095.317290:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177095.317292:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177095.317294:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177095.317297:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177095.317300:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177095.317302:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177095.317303:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177095.317307:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177095.317308:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177095.317315:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177095.317318:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177095.317321:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177095.317325:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177095.317325:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177095.317335:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1786177095.317336:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177095.317340:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177095.317341:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177095.317351:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177095.317351:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177095.317362:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177095.317362:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177095.317371:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177095.317371:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177095.317392:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177095.317392:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177095.317412:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177095.317415:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177095.317419:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177095.317421:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177095.317444:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177095.317446:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177095.317449:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177095.445104:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177095.445117:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177095.445121:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177095.445125:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177095.445131:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177095.445139:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8530 00000400:00000200:0.0:1786177095.445148:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177095.445156:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177095.445159:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177095.445163:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445166:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177095.445168:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445170:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177095.445173:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177095.445175:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177095.445177:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177095.445180:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177095.445182:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177095.445184:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177095.445187:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445188:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177095.445190:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445191:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177095.445193:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177095.445196:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445197:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177095.445200:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177095.445203:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177095.445205:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.445207:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177095.445209:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177095.445220:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177095.445223:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177095.445227:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177095.445228:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.445231:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177095.445234:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177095.445239:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177095.445248:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786177095.445255:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177095.445274:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177095.445284:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177095.445289:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177095.445293:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177095.445312:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177095.445315:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177095.445318:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177095.445319:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177095.445321:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177095.445323:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177095.445325:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8530 00000400:00000200:0.0:1786177095.445329:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177095.445332:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177095.445334:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177095.445337:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445339:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177095.445341:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445343:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177095.445343:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786177095.445348:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177095.445349:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000001:1.0:1786177095.445349:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786177095.445350:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177095.445353:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1786177095.445354:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177095.445358:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177095.445360:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177095.445364:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177095.445365:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445369:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177095.445373:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445378:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177095.445382:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:1.0:1786177095.445385:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786177095.445386:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177095.445389:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.445390:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177095.445395:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177095.445397:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177095.445400:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177095.445401:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177095.445403:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177095.445404:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.445408:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:1.0:1786177095.445409:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612158848:192.168.202.156@tcp:250:kworker.0 00000008:00100000:0.0:1786177095.445414:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1786177095.445414:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1786177095.445419:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.445420:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786177095.445421:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.445424:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177095.445427:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 02000000:00000001:1.0:1786177095.445427:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1786177095.445432:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177095.445434:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177095.445435:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177095.445435:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 00000100:00000001:0.0:1786177095.445436:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177095.445439:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177095.445441:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177095.445442:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177095.445447:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000400:00000200:1.0:1786177095.445451:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177095.445453:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177095.445456:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00100000:0.0:1786177095.445461:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177095.445465:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177095.445470:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177095.445472:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177095.445476:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177095.445476:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612158848, portal 25 00000100:00000001:1.0:1786177095.445482:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177095.445485:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00000001:0.0:1786177095.445489:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177095.445492:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177095.445494:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177095.445496:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177095.445500:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177095.445502:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177095.445508:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177095.445509:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786177095.445513:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8530 00000100:00000040:1.0:1786177095.445515:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177095.445519:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177095.445519:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177095.445525:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612158848, offset 0 00000400:00000200:0.0:1786177095.445527:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177095.445531:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177095.445534:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445539:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177095.445539:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:0.0:1786177095.445543:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445545:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177095.445547:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177095.445547:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177095.445548:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177095.445550:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:1.0:1786177095.445551:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:0.0:1786177095.445552:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177095.445555:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177095.445558:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445561:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177095.445561:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:0.0:1786177095.445566:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445569:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177095.445570:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177095.445571:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1786177095.445575:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445578:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177095.445579:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:0.0:1786177095.445580:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177095.445584:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177095.445586:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1786177095.445587:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.445591:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177095.445591:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000008:00100000:0.0:1786177095.445593:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177095.445596:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177095.445599:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410561:410561:256:4294967295] 192.168.202.156@tcp LPNI seq info [410559:410559:8:4294967295] 00000100:00000001:0.0:1786177095.445600:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177095.445606:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000400:00000200:1.0:1786177095.445610:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:0.0:1786177095.445611:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177095.445614:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177095.445615:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.445616:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177095.445618:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177095.445619:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177095.445624:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000400:00000200:1.0:1786177095.445625:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177095.445648:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177095.445653:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177095.445661:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177095.445664:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786177095.445669:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177095.445672:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1786177095.445675:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177095.445677:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177095.445683:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177095.445688:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177095.445694:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177095.445697:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177095.445702:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177095.445707:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.445720:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177095.445724:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.445733:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.445735:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177095.445743:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177095.445747:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177095.445750:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303203960 00000100:00000001:0.0:1786177095.445753:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177095.445756:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6420. 00000100:00100000:0.0:1786177095.445761:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177095.445765:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177095.445767:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177095.445770:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177095.445774:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.445775:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303203960 00000100:00000010:1.0:1786177095.445780:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f63c0. 00000100:00000001:1.0:1786177095.445785:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177095.445786:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177095.445790:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177095.445790:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177095.445795:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177095.445796:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177095.445799:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177095.445800:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1786177095.445801:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177095.445805:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177095.445808:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8530 00000100:00100000:1.0:1786177095.445808:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177095/real 1786177095] req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177095.445817:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177095.445823:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177095.445828:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177095.445830:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000001:1.0:1786177095.445830:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177095.445834:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177095.445835:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1786177095.445838:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000100:00000040:0.0:1786177095.445839:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445845:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177095.445845:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177095.445850:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000020:00000001:0.0:1786177095.445851:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177095.445854:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000001:1.0:1786177095.445856:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1786177095.445857:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177095.445860:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000200:1.0:1786177095.445861:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177095.445862:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177095.445867:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177095.445873:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445876:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1786177095.445879:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177095.445881:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.445886:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177095.445890:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177095.445894:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177095.445894:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177095.445898:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177095.445899:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177095.445904:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177095.445905:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1786177095.445907:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177095.445908:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177095.445912:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.445916:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:1.0:1786177095.445917:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1786177095.445919:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177095.445924:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.445929:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.445932:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1786177095.445936:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000100:00000040:1.0:1786177095.445937:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177095.445942:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177095.445948:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1786177095.445949:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177095.445952:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177095.445953:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.445956:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177095.445958:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177095.445960:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177095.445968:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:1.0:1786177095.445971:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177095.445974:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.445975:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.445981:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1786177095.445985:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177095.445986:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177095.445993:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786177095.446002:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00080000:1.0:1786177095.446004:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177095.446006:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177095.446045:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446046:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177095.446058:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177095.446060:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177095.446066:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177095.446075:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177095.446079:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786177095.446083:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612158848:192.168.202.156@tcp:250:kworker.0 00000100:00080000:0.0:1786177095.446084:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177095.446090:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177095.446095:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8530 00000100:00000001:1.0:1786177095.446095:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.446101:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1786177095.446105:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177095.446110:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612158848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177095.446114:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177095.446120:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177095.446126:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.446131:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177095.446133:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1786177095.446134:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.446148:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177095.446148:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1786177095.446152:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177095.446154:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 02000000:00000010:1.0:1786177095.446154:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 00000020:00000001:0.0:1786177095.446155:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177095.446158:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177095.446161:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177095.446162:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177095.446164:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:1.0:1786177095.446166:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1786177095.446168:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177095.446172:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1786177095.446172:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000040:0.0:1786177095.446176:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000020:00000001:1.0:1786177095.446179:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786177095.446180:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177095.446184:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 02000000:00000010:1.0:1786177095.446185:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2800. 00000100:00080000:0.0:1786177095.446186:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177095.446191:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.446193:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177095.446194:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177095.446198:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1786177095.446199:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1786177095.446202:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 02000000:00000001:0.0:1786177095.446203:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.446218:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177095.446220:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177095.446221:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000008:00000001:0.0:1786177095.446223:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446225:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177095.446226:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446230:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1786177095.446231:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177095.446234:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177095.446236:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177095.446237:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.446238:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177095.446240:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177095.446240:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1786177095.446245:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446245:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446252:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1786177095.446253:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:1.0:1786177095.446256:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177095.446258:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446260:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1786177095.446264:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1786177095.446269:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177095.446275:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177095.446278:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177095.446286:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446291:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177095.446294:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177095.446297:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.446300:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1786177095.446303:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8541) 02000000:00000001:1.0:1786177095.446304:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177095.446309:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177095.446314:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158976:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177095.446318:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177095.446321:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177095.446323:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.446326:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177095.446330:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177095.446332:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177095.446336:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177095.446339:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177095.446343:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177095.446346:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612158976, portal 10 00000100:00000001:1.0:1786177095.446358:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177095.446359:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177095.446367:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446374:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177095.446376:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177095.446378:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177095.446380:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612158976, offset 0 00000400:00000200:1.0:1786177095.446385:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177095.446389:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177095.446393:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177095.446396:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177095.446399:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177095.446402:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177095.446404:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177095.446408:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410562:410562:256:4294967295] 192.168.202.156@tcp LPNI seq info [410560:410560:8:4294967295] 00000400:00000200:1.0:1786177095.446412:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177095.446418:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177095.446423:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177095.446426:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177095.446430:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177095.446433:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786177095.446437:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177095.446440:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1786177095.446443:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177095.446445:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177095.446449:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177095.446452:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177095.446455:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177095.446467:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177095.446470:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177095.446473:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446482:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177095.446486:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446500:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446502:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177095.446505:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177095.446510:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177095.446514:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177095.446516:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303203336 00000100:00000001:1.0:1786177095.446520:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303203960 00000100:00000001:1.0:1786177095.446534:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303203336 00000100:00000001:1.0:1786177095.446536:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303203960 00000100:00000001:1.0:1786177095.446538:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177095.446541:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446543:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177095.446547:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177095/real 1786177095] req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177095.446556:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177095.446558:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177095.446559:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177095.446561:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177095.446562:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177095.446564:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177095.446566:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177095.446572:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446577:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177095.446578:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.446579:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177095.446580:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177095.446582:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446588:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177095.446591:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446595:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177095.446597:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.446598:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177095.446599:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.446600:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177095.446603:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177095.446605:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177095.446607:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177095.446608:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177095.446610:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177095.446615:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612158976:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177095.446618:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177095.446620:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446625:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177095.446626:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.446643:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177095.446644:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177095.446646:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177095.446648:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159104:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177095.446650:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177095.446652:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177095.446654:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.446655:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177095.446658:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177095.446659:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177095.446662:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177095.446664:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177095.446666:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177095.446679:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612159104, portal 10 00000100:00000001:1.0:1786177095.446680:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177095.446681:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177095.446687:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446695:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177095.446698:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177095.446700:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177095.446702:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612159104, offset 0 00000400:00000200:1.0:1786177095.446708:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177095.446712:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177095.446716:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177095.446719:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177095.446722:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177095.446725:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177095.446728:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177095.446731:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410563:410563:256:4294967295] 192.168.202.156@tcp LPNI seq info [410561:410561:8:4294967295] 00000400:00000200:1.0:1786177095.446736:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177095.446742:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177095.446747:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177095.446750:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177095.446753:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177095.446755:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786177095.446758:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177095.446760:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1786177095.446763:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177095.446765:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177095.446767:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177095.446770:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177095.446772:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177095.446773:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177095.446775:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177095.446778:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446784:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177095.446786:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446790:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446791:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177095.446794:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177095.446796:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177095.446798:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177095.446800:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303203336 00000100:00000001:1.0:1786177095.446801:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303203960 00000100:00000001:1.0:1786177095.446803:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303203336 00000100:00000001:1.0:1786177095.446805:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303203960 00000100:00000001:1.0:1786177095.446806:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177095.446807:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446809:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177095.446811:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177095/real 1786177095] req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177095.446816:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177095.446817:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177095.446818:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177095.446820:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177095.446821:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177095.446823:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177095.446825:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177095.446831:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446834:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177095.446835:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.446836:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177095.446837:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177095.446839:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446843:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177095.446846:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446850:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177095.446852:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.446853:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177095.446854:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.446856:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177095.446857:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177095.446859:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177095.446860:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177095.446862:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177095.446864:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177095.446869:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159104:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177095.446871:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177095.446874:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446878:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177095.446879:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.446881:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177095.446882:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177095.446883:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177095.446885:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159232:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177095.446887:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177095.446889:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177095.446890:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.446891:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177095.446894:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177095.446895:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177095.446898:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177095.446899:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177095.446902:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177095.446904:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612159232, portal 4 00000100:00000001:1.0:1786177095.446906:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177095.446907:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177095.446911:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446915:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177095.446916:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177095.446918:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177095.446919:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612159232, offset 0 00000400:00000200:1.0:1786177095.446922:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177095.446924:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177095.446926:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177095.446928:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177095.446929:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177095.446931:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177095.446932:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177095.446935:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410564:410564:256:4294967295] 192.168.202.156@tcp LPNI seq info [410562:410562:8:4294967295] 00000400:00000200:1.0:1786177095.446938:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177095.446942:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177095.446945:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177095.446947:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177095.446950:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177095.446952:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786177095.446954:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177095.446956:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1786177095.446959:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177095.446960:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177095.446962:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177095.446964:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177095.446966:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177095.446968:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177095.446969:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177095.446971:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446977:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177095.446979:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.446983:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446984:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177095.446986:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177095.446987:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177095.446989:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177095.446990:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303203519 00000100:00000001:1.0:1786177095.446992:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303203960 00000100:00000001:1.0:1786177095.446993:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303203519 00000100:00000001:1.0:1786177095.446994:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303203960 00000100:00000001:1.0:1786177095.446996:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177095.446998:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.446999:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177095.447001:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177095/real 1786177095] req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177095.447007:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177095.447007:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177095.447008:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177095.447025:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177095.447027:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177095.447029:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177095.447031:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177095.447037:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447041:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177095.447042:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447044:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177095.447044:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177095.447047:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447051:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177095.447053:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447057:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177095.447059:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447060:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177095.447061:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447062:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177095.447063:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177095.447065:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177095.447067:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177095.447069:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177095.447071:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177095.447077:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159232:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177095.447079:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447080:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177095.447082:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612158976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447086:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177095.447087:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177095.447088:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177095.447090:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177095.447091:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177095.447092:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177095.447093:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177095.447094:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:1.0:1786177095.447096:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177095.447097:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177095.447099:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177095.447101:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177095.447102:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447103:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177095.447105:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612159104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447109:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177095.447109:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177095.447110:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177095.447111:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177095.447112:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177095.447113:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177095.447114:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177095.447115:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:1.0:1786177095.447117:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177095.447118:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177095.447118:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177095.447120:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177095.447121:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447122:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177095.447124:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612159232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447128:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177095.447128:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177095.447129:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177095.447131:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177095.447131:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177095.447132:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177095.447133:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177095.447134:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:1.0:1786177095.447135:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177095.447136:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177095.447136:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177095.447138:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177095.447138:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447139:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447142:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177095.447143:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.447144:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177095.447145:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177095.447146:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177095.447148:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447151:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177095.447152:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.447154:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177095.447155:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177095.447156:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177095.447158:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159360:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177095.447161:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177095.447162:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177095.447163:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177095.447164:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177095.447166:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177095.447167:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177095.447170:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177095.447171:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177095.447173:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177095.447175:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612159360, portal 4 00000100:00000001:1.0:1786177095.447177:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177095.447178:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177095.447182:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447186:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177095.447188:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177095.447190:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177095.447191:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612159360, offset 0 00000400:00000200:1.0:1786177095.447194:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177095.447196:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177095.447198:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177095.447200:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177095.447202:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177095.447204:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177095.447206:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177095.447208:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410565:410565:256:4294967295] 192.168.202.156@tcp LPNI seq info [410563:410563:8:4294967295] 00000400:00000200:1.0:1786177095.447210:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177095.447214:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177095.447216:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177095.447218:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177095.447221:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177095.447223:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1786177095.447226:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177095.447228:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1786177095.447230:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177095.447232:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177095.447233:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177095.447236:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177095.447238:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177095.447239:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177095.447241:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177095.447243:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447248:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177095.447250:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447254:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.447255:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177095.447257:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177095.447259:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177095.447261:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177095.447263:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303203500 00000100:00000001:1.0:1786177095.447265:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303203960 00000100:00000001:1.0:1786177095.447266:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303203500 00000100:00000001:1.0:1786177095.447268:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303203960 00000100:00000001:1.0:1786177095.447270:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177095.447271:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.447272:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177095.447274:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177095/real 1786177095] req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177095.447279:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177095.447280:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177095.447281:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177095.447283:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177095.447284:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177095.447286:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177095.447288:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177095.447293:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447297:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177095.447297:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447298:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177095.447299:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177095.447301:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447305:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177095.447307:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447311:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177095.447314:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447315:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177095.447316:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447317:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177095.447318:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177095.447320:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177095.447321:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177095.447322:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177095.447325:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177095.447329:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159360:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177095.447332:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447333:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177095.447335:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612159360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177095.447340:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177095.447341:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177095.447342:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177095.447343:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177095.447343:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177095.447344:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177095.447345:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177095.447346:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:1.0:1786177095.447348:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177095.447348:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177095.447349:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177095.447351:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177095.447352:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447353:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.447355:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177095.447356:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177095.447357:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177095.447358:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177096.085108:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303203960, at 4303203968 00000100:00000040:1.0:1786177096.085109:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303203960, at 4303203968 00000100:00000010:1.0:1786177096.085129:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f63c0. 00000100:00000010:0.0:1786177096.085134:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6420. 00000100:00000001:1.0:1786177096.341147:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177096.341147:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177096.341147:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177096.341156:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177096.341159:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177096.341159:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177096.341159:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177096.341163:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177096.341164:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177096.341164:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177096.341167:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177096.341169:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177096.341172:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177096.341172:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177096.341173:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177096.341174:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177096.341181:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177096.341181:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177096.341184:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177096.341186:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177096.341187:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177096.341188:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177096.341189:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177096.341190:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177096.341193:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177096.341196:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177096.341197:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177096.341198:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177096.341198:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177096.341199:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177096.341203:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177096.341207:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177096.341207:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177096.341209:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177096.341211:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177096.341213:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177096.341215:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177096.341218:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177096.341220:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177096.341222:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177096.341225:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177096.341227:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177096.341229:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177096.341230:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177096.341231:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177096.341233:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177096.341237:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177096.341240:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177096.341243:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177096.341246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177096.341247:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177096.341253:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177096.341254:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177096.341256:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177096.341264:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177096.341270:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177096.341274:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177096.341277:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177096.341284:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177096.341286:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177096.341290:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177096.341291:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177096.341295:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177096.341296:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177096.341323:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177096.341326:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177096.341330:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177097.365137:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177097.365138:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177097.365138:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177097.365147:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177097.365148:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177097.365148:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177097.365151:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177097.365153:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.365153:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177097.365161:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177097.365161:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177097.365162:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177097.365165:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177097.365167:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177097.365169:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177097.365169:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177097.365171:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177097.365173:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177097.365174:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177097.365175:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.365175:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177097.365176:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177097.365180:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177097.365182:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177097.365182:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177097.365185:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177097.365187:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177097.365187:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177097.365188:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177097.365192:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.365193:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.365194:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177097.365196:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177097.365198:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177097.365201:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177097.365203:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177097.365204:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177097.365206:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.365208:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177097.365209:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177097.365214:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177097.365214:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177097.365217:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.365218:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177097.365220:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177097.365222:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177097.365223:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177097.365226:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177097.365227:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177097.365227:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.365230:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177097.365232:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.365234:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.365237:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177097.365238:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177097.365239:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177097.365240:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.365242:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177097.365246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177097.365248:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177097.365251:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177097.365252:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177097.365254:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177097.365255:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177097.365273:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177097.365275:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177097.365278:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177098.389123:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177098.389125:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177098.389128:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177098.389133:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177098.389133:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177098.389134:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177098.389137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177098.389138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177098.389142:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177098.389143:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177098.389144:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177098.389151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177098.389151:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177098.389151:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177098.389152:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177098.389156:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177098.389160:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177098.389165:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177098.389166:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177098.389169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177098.389175:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177098.389176:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177098.389177:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177098.389195:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177098.389197:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177098.389197:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177098.389199:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177098.389203:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177098.389207:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177098.389207:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177098.389209:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177098.389213:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177098.389214:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177098.389215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177098.389220:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177098.389220:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177098.389222:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177098.389223:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177098.389226:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177098.389229:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177098.389235:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177098.389236:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177098.389236:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177098.389247:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177098.389250:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177098.389250:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177098.389254:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177098.389257:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177098.389258:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177098.389258:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177098.389263:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177098.389264:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177098.389265:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177098.389267:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177098.389270:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177098.389272:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177098.389278:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177098.389280:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177098.389280:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177098.389282:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177098.389285:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177098.389285:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177098.389287:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177098.389289:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177098.389291:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177098.389294:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177098.389298:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177098.389299:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177098.389299:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177098.389306:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177098.389310:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177098.389312:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177098.389312:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177098.389313:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177098.389323:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177098.389324:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177098.389366:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177098.389370:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177098.389373:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177099.413128:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177099.413134:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177099.413135:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177099.413137:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177099.413141:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177099.413142:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177099.413143:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177099.413145:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177099.413148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786177099.413150:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177099.413152:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177099.413157:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177099.413157:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177099.413160:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177099.413163:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177099.413164:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177099.413164:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177099.413166:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177099.413172:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177099.413173:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177099.413173:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177099.413176:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177099.413177:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177099.413178:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177099.413187:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177099.413189:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177099.413189:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177099.413190:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177099.413193:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177099.413202:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177099.413212:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177099.413213:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177099.413213:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177099.413221:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177099.413222:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177099.413222:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177099.413233:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177099.413234:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177099.413235:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177099.413245:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177099.413246:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177099.413246:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177099.413251:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177099.413252:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177099.413253:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177099.413266:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177099.413272:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177099.413273:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177099.413273:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177099.413274:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177099.413280:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177099.413281:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177099.413282:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177099.413285:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177099.413287:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177099.413288:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177099.413291:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177099.413293:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177099.413294:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177099.413298:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177099.413298:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177099.413304:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1786177099.413306:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1786177099.413307:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177099.413312:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177099.413312:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177099.413319:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177100.437122:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177100.437133:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177100.437136:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.437138:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177100.437142:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177100.437142:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177100.437144:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177100.437146:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177100.437154:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.437160:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177100.437160:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177100.437160:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177100.437161:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177100.437165:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177100.437170:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.437175:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177100.437175:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177100.437176:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177100.437178:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.437183:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177100.437183:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177100.437183:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177100.437186:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177100.437196:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177100.437199:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177100.437200:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177100.437200:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.437202:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.437219:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.437224:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177100.437226:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177100.437230:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177100.437233:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177100.437234:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177100.437243:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177100.437246:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177100.437255:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177100.437260:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177100.437261:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177100.437267:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177100.437269:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177100.437271:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177100.437272:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177100.437272:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177100.437277:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177100.437278:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177100.437278:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177100.437294:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177100.437298:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177100.437301:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177100.437302:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177100.437303:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177100.437314:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177100.437314:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177100.437317:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177100.437321:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177100.437324:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177100.437324:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177100.437326:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177100.437330:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177100.437337:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177100.437339:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177100.437342:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177100.437343:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177100.437382:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177100.437385:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177100.437388:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177100.565139:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177100.565152:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177100.565154:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177100.565159:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177100.565164:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177100.565172:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8536 00000400:00000200:0.0:1786177100.565180:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177100.565187:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177100.565190:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177100.565193:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565196:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177100.565198:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565200:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177100.565204:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177100.565206:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177100.565209:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177100.565212:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177100.565214:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177100.565216:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177100.565219:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565220:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177100.565221:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565222:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177100.565225:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177100.565227:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565229:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177100.565231:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177100.565235:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177100.565237:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.565239:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177100.565241:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177100.565253:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177100.565256:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177100.565260:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177100.565261:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.565265:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177100.565267:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177100.565271:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177100.565279:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786177100.565286:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177100.565296:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177100.565305:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177100.565310:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177100.565314:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177100.565335:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177100.565338:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177100.565342:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177100.565343:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177100.565344:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177100.565347:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177100.565349:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8536 00000400:00000200:0.0:1786177100.565351:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177100.565353:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177100.565354:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177100.565356:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565357:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177100.565359:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565361:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177100.565362:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177100.565363:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177100.565364:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177100.565366:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177100.565367:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177100.565368:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177100.565370:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565371:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177100.565372:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565373:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177100.565375:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177100.565376:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565378:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177100.565379:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177100.565384:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177100.565385:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.565387:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177100.565392:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177100.565395:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.565397:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177100.565402:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177100.565404:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177100.565406:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177100.565408:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.565409:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177100.565410:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177100.565412:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177100.565415:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786177100.565418:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177100.565422:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177100.565428:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177100.565430:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177100.565435:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.565435:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177100.565445:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177100.565448:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.565449:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1786177100.565456:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177100.565460:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177100.565462:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177100.565465:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1786177100.565466:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177100.565470:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177100.565477:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8536 00000400:00000200:0.0:1786177100.565490:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177100.565490:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177100.565494:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177100.565501:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1786177100.565506:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 02000000:00000001:1.0:1786177100.565507:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786177100.565513:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1786177100.565513:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177100.565521:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612159488:192.168.202.156@tcp:250:kworker.0 00000100:00000040:0.0:1786177100.565525:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177100.565530:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177100.565534:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177100.565536:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177100.565539:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177100.565541:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177100.565543:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177100.565549:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177100.565552:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177100.565553:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177100.565555:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000010:1.0:1786177100.565556:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 00000020:00000040:0.0:1786177100.565558:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 02000000:00000001:1.0:1786177100.565560:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177100.565565:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177100.565569:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177100.565591:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177100.565598:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000040:0.0:1786177100.565602:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565605:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1786177100.565606:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000040:0.0:1786177100.565610:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565613:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:1.0:1786177100.565614:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612159488, portal 25 00000100:00000001:1.0:1786177100.565624:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1786177100.565625:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00000001:1.0:1786177100.565628:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000100:00080000:0.0:1786177100.565640:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000040:1.0:1786177100.565640:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.565655:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177100.565656:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177100.565662:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 02000000:00000001:0.0:1786177100.565666:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1786177100.565667:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177100.565675:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612159488, offset 0 02000000:00000001:0.0:1786177100.565677:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177100.565682:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 02000000:00000001:0.0:1786177100.565688:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.565693:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177100.565695:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00100000:0.0:1786177100.565698:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1786177100.565706:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000008:00000001:0.0:1786177100.565707:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.565715:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177100.565716:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1786177100.565722:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000400:00000200:1.0:1786177100.565723:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000040:0.0:1786177100.565734:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177100.565738:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1786177100.565744:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1786177100.565749:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:0.0:1786177100.565755:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177100.565755:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410566:410566:256:4294967295] 192.168.202.156@tcp LPNI seq info [410564:410564:8:4294967295] 00000100:00000001:0.0:1786177100.565759:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177100.565763:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177100.565768:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177100.565775:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000010:0.0:1786177100.565777:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786177100.565782:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177100.565788:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177100.565801:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:0.0:1786177100.565826:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177100.565828:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177100.565832:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1786177100.565837:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565854:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177100.565855:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000100:00080000:0.0:1786177100.565857:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177100.565861:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177100.565867:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:1.0:1786177100.565867:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:0.0:1786177100.565873:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.0:1786177100.565875:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000100:00000001:0.0:1786177100.565877:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177100.565885:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8536 00000800:00000200:1.1:1786177100.565889:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177100.565895:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000400:00000200:0.0:1786177100.565904:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000100:1.0:1786177100.565907:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177100.565911:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:0.0:1786177100.565916:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:1.0:1786177100.565918:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:0.0:1786177100.565925:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177100.565930:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1786177100.565935:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177100.565936:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177100.565943:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:0.0:1786177100.565947:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177100.565949:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1786177100.565953:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.565957:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:1.0:1786177100.565958:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177100.565964:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177100.565970:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177100.565979:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177100.565983:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1786177100.565984:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177100.565990:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:1.0:1786177100.565991:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177100.565999:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177100.566046:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.566049:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177100.566052:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177100.566054:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.566055:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177100.566057:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1786177100.566067:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:1.0:1786177100.566073:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177100.566074:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177100.566081:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177100.566088:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177100.566089:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177100.566093:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303209081 02000000:00000001:0.0:1786177100.566095:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177100.566098:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177100.566100:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f63c0. 00000100:00000001:0.0:1786177100.566102:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177100.566106:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177100.566108:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000008:00000001:0.0:1786177100.566110:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.566114:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.566119:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303209081 00000100:00000010:0.0:1786177100.566120:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177100.566134:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000010:1.0:1786177100.566135:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6ea0. 02000000:00000001:0.0:1786177100.566148:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177100.566149:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1786177100.566154:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.566156:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177100.566163:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177100.566163:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177100.566168:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177100.566170:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1786177100.566173:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177100.566178:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00100000:1.0:1786177100.566178:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177100/real 1786177100] req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177100.566188:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177100.566200:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1786177100.566200:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177100.566205:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177100.566211:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177100.566217:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177100.566224:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177100.566226:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177100.566234:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.566234:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1786177100.566252:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177100.566253:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177100.566327:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177100.566332:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177100.566334:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177100.566351:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177100.566357:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177100.566359:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:0.0:1786177100.566360:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177100.566363:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177100.566364:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177100.566370:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177100.566373:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177100.566374:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8536 00000100:00100000:1.0:1786177100.566382:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177100.566388:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177100.566401:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177100.566412:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177100.566418:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177100.566423:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.566428:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177100.566428:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177100.566437:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.566449:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177100.566460:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177100.566462:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:0.0:1786177100.566463:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177100.566473:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177100.566474:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1786177100.566482:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:1.0:1786177100.566483:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177100.566487:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177100.566493:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177100.566494:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177100.566496:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1786177100.566503:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00080000:1.0:1786177100.566504:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1786177100.566516:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00080000:1.0:1786177100.566516:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177100.566524:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177100.566525:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177100.566534:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177100.566538:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:1.0:1786177100.566541:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177100.566543:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786177100.566551:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177100.566559:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177100.566565:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177100.566572:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1786177100.566590:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612159488:192.168.202.156@tcp:250:kworker.0 02000000:00000001:0.0:1786177100.566591:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177100.566600:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177100.566605:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177100.566607:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1786177100.566609:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.566611:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177100.566612:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177100.566617:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000100:00000040:1.0:1786177100.566617:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612159488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177100.566628:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177100.566640:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177100.566641:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177100.566645:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177100.566647:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177100.566649:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 00000100:00000001:0.0:1786177100.566657:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177100.566659:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1786177100.566664:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1786177100.566664:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177100.566670:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177100.566671:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177100.566672:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177100.566676:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:1.0:1786177100.566680:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1786177100.566681:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 02000000:00000001:1.0:1786177100.566683:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177100.566687:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00000001:0.0:1786177100.566692:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.566692:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177100.566696:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.566700:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177100.566708:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177100.566709:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177100.566714:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.566724:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177100.566730:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177100.566733:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177100.566742:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1786177100.566746:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177100.566749:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177100.566760:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.566801:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177100.566803:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.566804:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177100.566809:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1786177100.566810:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8546) 02000000:00000001:1.0:1786177100.566815:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177100.566818:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177100.566823:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159616:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177100.566826:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177100.566830:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177100.566832:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177100.566833:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177100.566837:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177100.566838:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177100.566842:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177100.566844:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177100.566846:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177100.566849:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612159616, portal 10 00000100:00000001:1.0:1786177100.566850:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177100.566851:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177100.566856:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.566861:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177100.566863:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177100.566864:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177100.566866:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612159616, offset 0 00000400:00000200:1.0:1786177100.566868:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177100.566871:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177100.566874:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177100.566877:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177100.566878:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177100.566880:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177100.566882:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177100.566884:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410567:410567:256:4294967295] 192.168.202.156@tcp LPNI seq info [410565:410565:8:4294967295] 00000400:00000200:1.0:1786177100.566887:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177100.566891:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177100.566895:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177100.566897:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177100.566900:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177100.566902:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786177100.566906:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177100.566908:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1786177100.566910:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177100.566911:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177100.566914:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177100.566916:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177100.566918:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177100.566920:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177100.566921:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177100.566923:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.566929:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177100.566931:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.566940:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.566941:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177100.566943:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177100.566946:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177100.566948:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177100.566950:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303208456 00000100:00000001:1.0:1786177100.566952:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303209081 00000100:00000001:1.0:1786177100.566953:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303208456 00000100:00000001:1.0:1786177100.566955:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303209081 00000100:00000001:1.0:1786177100.566956:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177100.566958:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.566959:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177100.566961:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177100/real 1786177100] req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177100.566966:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177100.566967:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177100.566968:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177100.566969:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177100.566970:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177100.566972:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177100.566974:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177100.566980:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.566983:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177100.566984:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.566985:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177100.566986:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177100.566988:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.566994:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177100.566996:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567001:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177100.567002:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567003:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177100.567004:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567005:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177100.567008:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177100.567009:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177100.567031:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177100.567032:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177100.567035:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177100.567040:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159616:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177100.567043:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177100.567046:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567050:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177100.567051:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177100.567053:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177100.567054:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177100.567055:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177100.567057:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159744:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177100.567060:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177100.567061:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177100.567063:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177100.567064:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177100.567066:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177100.567068:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177100.567070:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177100.567072:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177100.567074:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177100.567075:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612159744, portal 10 00000100:00000001:1.0:1786177100.567077:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177100.567078:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177100.567081:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567086:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177100.567087:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177100.567089:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177100.567090:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612159744, offset 0 00000400:00000200:1.0:1786177100.567093:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177100.567095:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177100.567097:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177100.567099:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177100.567101:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177100.567102:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177100.567104:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177100.567106:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410568:410568:256:4294967295] 192.168.202.156@tcp LPNI seq info [410566:410566:8:4294967295] 00000400:00000200:1.0:1786177100.567109:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177100.567113:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177100.567115:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177100.567117:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177100.567119:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177100.567121:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786177100.567124:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177100.567126:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1786177100.567129:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177100.567130:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177100.567132:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177100.567135:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177100.567136:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177100.567138:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177100.567139:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177100.567141:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567146:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177100.567148:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567153:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.567154:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177100.567155:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177100.567157:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177100.567159:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177100.567161:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303208457 00000100:00000001:1.0:1786177100.567162:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303209081 00000100:00000001:1.0:1786177100.567164:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303208457 00000100:00000001:1.0:1786177100.567165:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303209081 00000100:00000001:1.0:1786177100.567167:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177100.567168:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.567169:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177100.567171:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177100/real 1786177100] req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177100.567176:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177100.567176:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177100.567177:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177100.567179:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177100.567180:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177100.567181:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177100.567183:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177100.567189:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567192:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177100.567193:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567194:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177100.567195:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177100.567197:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567201:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177100.567204:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567208:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177100.567209:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567210:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177100.567211:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567212:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177100.567213:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177100.567215:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177100.567217:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177100.567218:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177100.567221:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177100.567226:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159744:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177100.567228:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177100.567230:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567235:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177100.567236:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177100.567238:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177100.567239:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177100.567240:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177100.567242:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159872:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177100.567243:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177100.567244:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177100.567245:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177100.567246:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177100.567248:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177100.567249:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177100.567251:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177100.567253:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177100.567254:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177100.567256:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612159872, portal 4 00000100:00000001:1.0:1786177100.567257:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177100.567258:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177100.567262:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567266:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177100.567268:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177100.567269:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177100.567270:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612159872, offset 0 00000400:00000200:1.0:1786177100.567273:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177100.567274:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177100.567276:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177100.567278:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177100.567279:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177100.567281:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177100.567282:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177100.567285:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410569:410569:256:4294967295] 192.168.202.156@tcp LPNI seq info [410567:410567:8:4294967295] 00000400:00000200:1.0:1786177100.567287:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177100.567291:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177100.567294:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177100.567296:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177100.567298:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177100.567300:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786177100.567302:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177100.567304:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1786177100.567307:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177100.567308:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177100.567310:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177100.567312:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177100.567314:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177100.567315:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177100.567316:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177100.567318:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567323:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177100.567325:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567330:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.567331:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177100.567332:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177100.567334:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177100.567336:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177100.567337:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303208640 00000100:00000001:1.0:1786177100.567339:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303209081 00000100:00000001:1.0:1786177100.567340:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303208640 00000100:00000001:1.0:1786177100.567342:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303209081 00000100:00000001:1.0:1786177100.567343:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177100.567344:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.567345:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177100.567348:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177100/real 1786177100] req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177100.567353:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177100.567353:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177100.567354:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177100.567356:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177100.567357:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177100.567358:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177100.567360:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177100.567365:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567369:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177100.567370:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567371:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177100.567372:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177100.567374:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567378:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177100.567380:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567384:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177100.567386:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567386:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177100.567387:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567388:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177100.567389:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177100.567391:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177100.567393:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177100.567395:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177100.567397:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177100.567402:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612159872:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177100.567404:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567405:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177100.567407:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612159616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567411:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177100.567412:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177100.567413:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177100.567414:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177100.567415:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177100.567416:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177100.567418:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177100.567419:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:1.0:1786177100.567420:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177100.567421:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177100.567422:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177100.567423:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177100.567424:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567425:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177100.567427:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612159744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567432:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177100.567432:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177100.567433:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177100.567435:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177100.567436:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177100.567436:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177100.567437:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177100.567439:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:1.0:1786177100.567440:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177100.567441:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177100.567442:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177100.567443:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177100.567444:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567445:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177100.567447:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612159872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567451:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177100.567451:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177100.567452:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177100.567453:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177100.567454:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177100.567455:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177100.567456:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177100.567457:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:1.0:1786177100.567458:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177100.567459:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177100.567459:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177100.567461:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177100.567461:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567462:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567465:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177100.567466:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.567467:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177100.567468:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177100.567469:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177100.567471:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567475:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177100.567476:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177100.567478:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177100.567479:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177100.567480:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177100.567482:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160000:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177100.567484:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177100.567485:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177100.567486:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177100.567487:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177100.567489:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177100.567490:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177100.567492:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177100.567494:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177100.567496:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177100.567497:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612160000, portal 4 00000100:00000001:1.0:1786177100.567499:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177100.567500:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177100.567506:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567513:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177100.567515:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177100.567517:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177100.567520:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612160000, offset 0 00000400:00000200:1.0:1786177100.567524:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177100.567528:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177100.567532:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177100.567535:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177100.567538:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177100.567540:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177100.567543:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177100.567546:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410570:410570:256:4294967295] 192.168.202.156@tcp LPNI seq info [410568:410568:8:4294967295] 00000400:00000200:1.0:1786177100.567550:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177100.567557:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177100.567560:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177100.567563:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177100.567566:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177100.567568:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786177100.567571:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177100.567573:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1786177100.567575:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177100.567577:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177100.567596:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177100.567599:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177100.567601:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177100.567602:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177100.567604:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177100.567607:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567612:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177100.567614:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567619:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.567620:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177100.567622:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177100.567625:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177100.567627:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177100.567628:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303208620 00000100:00000001:1.0:1786177100.567630:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303209081 00000100:00000001:1.0:1786177100.567632:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303208620 00000100:00000001:1.0:1786177100.567633:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303209081 00000100:00000001:1.0:1786177100.567634:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177100.567636:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.567637:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177100.567639:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177100/real 1786177100] req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177100.567644:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177100.567645:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177100.567646:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177100.567648:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177100.567649:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177100.567650:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177100.567652:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177100.567657:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567661:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177100.567662:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567663:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177100.567664:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177100.567666:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567670:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177100.567672:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567677:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177100.567678:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567679:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177100.567680:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567682:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177100.567683:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177100.567684:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177100.567686:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177100.567688:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177100.567690:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177100.567694:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160000:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177100.567697:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567699:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177100.567700:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612160000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177100.567705:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177100.567706:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177100.567707:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177100.567708:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177100.567709:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177100.567710:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177100.567711:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177100.567712:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:1.0:1786177100.567713:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177100.567714:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177100.567715:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177100.567718:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177100.567718:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567720:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.567722:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177100.567723:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177100.567725:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177100.567726:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177101.205210:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303209081, at 4303209088 00000100:00000040:0.0:1786177101.205221:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303209081, at 4303209088 00000100:00000010:1.0:1786177101.205230:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6ea0. 00000100:00000010:0.0:1786177101.205241:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f63c0. 00000100:00000001:3.0:1786177101.461210:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177101.461220:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177101.461224:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177101.461224:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177101.461226:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177101.461227:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177101.461240:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177101.461241:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177101.461242:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177101.461242:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177101.461245:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177101.461252:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177101.461254:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177101.461258:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177101.461259:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177101.461260:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:1.0:1786177101.461263:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177101.461271:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177101.461272:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177101.461274:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177101.461277:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177101.461277:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177101.461283:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177101.461284:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177101.461287:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177101.461290:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177101.461290:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177101.461292:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177101.461299:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177101.461301:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177101.461305:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177101.461306:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177101.461307:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177101.461313:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177101.461316:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177101.461324:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177101.461329:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177101.461335:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177101.461337:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177101.461341:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177101.461347:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177101.461353:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177101.461356:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177101.461358:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177101.461360:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177101.461364:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177101.461364:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177101.461369:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177101.461374:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177101.461376:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177101.461378:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177101.461379:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177101.461383:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177101.461388:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177101.461390:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177101.461394:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177101.461396:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177101.461401:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177101.461407:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177101.461410:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177101.461417:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177101.461419:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177101.461423:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177101.461425:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177101.461472:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177101.461475:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177101.461478:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177102.485119:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177102.485123:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177102.485124:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177102.485125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177102.485129:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177102.485130:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177102.485130:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177102.485131:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177102.485134:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177102.485135:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177102.485135:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177102.485136:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177102.485144:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:1.0:1786177102.485145:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177102.485145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177102.485146:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177102.485152:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177102.485153:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177102.485154:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177102.485155:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177102.485161:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177102.485161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177102.485162:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177102.485162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177102.485167:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177102.485168:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177102.485172:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177102.485173:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177102.485179:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177102.485180:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177102.485180:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177102.485180:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177102.485182:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177102.485186:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177102.485187:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177102.485193:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177102.485209:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177102.485213:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177102.485214:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177102.485216:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485218:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177102.485219:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177102.485220:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177102.485223:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177102.485224:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177102.485225:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485227:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177102.485228:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177102.485231:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177102.485232:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177102.485233:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177102.485235:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177102.485239:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177102.485239:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485240:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177102.485245:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177102.485246:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485251:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177102.485252:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177102.485254:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177102.485256:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177102.485259:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177102.485262:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485263:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177102.485266:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177102.485268:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485270:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177102.485271:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485272:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485274:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485276:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177102.485278:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485281:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177102.485282:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177102.485284:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177102.485286:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177102.485321:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177102.485324:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177102.485327:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177103.509161:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177103.509161:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177103.509163:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177103.509176:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177103.509177:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177103.509177:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177103.509193:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.509193:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177103.509194:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.509196:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177103.509206:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177103.509216:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177103.509220:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177103.509221:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177103.509222:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:1.0:1786177103.509222:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177103.509236:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177103.509237:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177103.509238:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177103.509239:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177103.509244:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177103.509250:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177103.509253:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177103.509254:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177103.509254:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177103.509255:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177103.509273:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177103.509275:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177103.509276:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.509276:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177103.509286:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177103.509288:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177103.509288:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177103.509293:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177103.509294:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177103.509312:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177103.509321:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177103.509325:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177103.509326:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.509332:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177103.509334:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177103.509335:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177103.509339:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177103.509339:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.509340:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177103.509345:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177103.509349:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177103.509349:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.509350:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177103.509353:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177103.509354:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.509355:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177103.509356:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.509358:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177103.509362:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177103.509366:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177103.509368:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177103.509371:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177103.509372:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177103.509381:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177103.509385:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.509388:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177103.509390:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.509393:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177103.509441:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177103.509446:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177103.509451:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177104.533120:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177104.533135:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177104.533136:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177104.533136:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177104.533139:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177104.533144:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177104.533145:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177104.533146:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177104.533151:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177104.533152:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177104.533154:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177104.533158:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177104.533159:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177104.533163:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177104.533165:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177104.533166:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177104.533170:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177104.533173:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177104.533174:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177104.533176:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177104.533177:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177104.533179:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177104.533180:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177104.533186:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177104.533186:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177104.533193:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177104.533194:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177104.533199:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177104.533202:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177104.533205:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177104.533206:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177104.533212:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177104.533213:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177104.533220:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177104.533221:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177104.533224:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177104.533231:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177104.533236:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177104.533240:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177104.533243:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177104.533249:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177104.533256:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177104.533259:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177104.533259:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177104.533266:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177104.533271:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177104.533271:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177104.533276:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177104.533278:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177104.533278:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177104.533283:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177104.533289:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177104.533291:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177104.533292:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177104.533296:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177104.533299:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177104.533301:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177104.533305:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177104.533306:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177104.533308:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177104.533311:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177104.533312:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177104.533314:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177104.533321:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177104.533324:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177104.533331:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177104.533336:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177104.533337:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177104.533342:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177104.533346:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177104.533390:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177104.533395:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177104.533399:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177105.557170:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177105.557170:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177105.557183:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177105.557183:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177105.557187:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177105.557187:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177105.557187:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177105.557198:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177105.557200:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177105.557200:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177105.557203:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.557210:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177105.557210:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177105.557211:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177105.557218:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177105.557220:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177105.557221:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177105.557221:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177105.557223:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177105.557229:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177105.557230:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.557232:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177105.557232:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177105.557236:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177105.557242:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177105.557242:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177105.557242:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177105.557246:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177105.557248:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177105.557249:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177105.557249:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177105.557255:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177105.557260:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.557261:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177105.557270:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177105.557275:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177105.557278:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177105.557283:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177105.557284:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177105.557287:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177105.557287:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177105.557291:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177105.557292:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177105.557295:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177105.557298:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177105.557299:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177105.557300:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177105.557300:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177105.557304:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177105.557306:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177105.557309:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177105.557311:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177105.557314:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177105.557316:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177105.557320:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177105.557324:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177105.557326:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177105.557328:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177105.557331:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177105.557336:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177105.557336:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177105.557343:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177105.557344:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177105.557350:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177105.557393:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177105.557396:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177105.557399:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177105.685126:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177105.685138:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177105.685141:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177105.685147:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177105.685152:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177105.685160:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8541 00000400:00000200:0.0:1786177105.685169:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177105.685178:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177105.685181:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177105.685185:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685188:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177105.685190:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685193:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177105.685197:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177105.685198:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177105.685201:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177105.685204:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177105.685206:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177105.685207:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177105.685209:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685211:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177105.685212:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685214:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177105.685216:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177105.685219:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685221:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177105.685223:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177105.685228:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177105.685231:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685233:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177105.685235:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177105.685246:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177105.685249:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177105.685254:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177105.685255:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685259:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177105.685262:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177105.685266:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177105.685274:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786177105.685282:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177105.685291:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177105.685300:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177105.685305:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177105.685308:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177105.685330:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177105.685333:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177105.685336:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177105.685338:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177105.685339:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177105.685341:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177105.685344:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8541 00000400:00000200:0.0:1786177105.685347:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177105.685351:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177105.685353:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177105.685357:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685359:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177105.685361:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685363:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177105.685365:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177105.685366:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177105.685368:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177105.685369:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177105.685370:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786177105.685371:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177105.685375:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177105.685377:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1786177105.685378:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177105.685381:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177105.685382:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177105.685386:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685388:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177105.685390:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177105.685393:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000040:1.0:1786177105.685393:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177105.685398:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177105.685401:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177105.685407:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786177105.685408:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177105.685410:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177105.685412:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685414:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1786177105.685416:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177105.685419:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1786177105.685420:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177105.685426:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.685426:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685430:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177105.685435:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177105.685437:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177105.685441:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1786177105.685442:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612160128:192.168.202.156@tcp:250:kworker.0 02000000:00000001:0.0:1786177105.685443:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685445:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177105.685447:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177105.685449:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.685454:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1786177105.685455:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786177105.685460:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.685462:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1786177105.685465:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177105.685467:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.685475:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177105.685476:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177105.685479:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177105.685481:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1786177105.685483:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177105.685490:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685491:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177105.685494:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177105.685497:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:1.0:1786177105.685499:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177105.685500:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177105.685503:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1786177105.685506:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177105.685507:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177105.685512:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8541 00000400:00000200:0.0:1786177105.685515:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177105.685516:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000400:00000200:0.0:1786177105.685517:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177105.685521:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177105.685524:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685526:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1786177105.685543:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612160128, portal 25 00000100:00000001:1.0:1786177105.685547:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177105.685548:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00000040:0.0:1786177105.685551:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177105.685556:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177105.685557:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177105.685562:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177105.685564:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177105.685567:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177105.685571:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177105.685575:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000001:1.0:1786177105.685578:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1786177105.685580:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:1.0:1786177105.685586:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000040:0.0:1786177105.685589:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177105.685592:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000001:0.0:1786177105.685594:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177105.685599:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177105.685600:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612160128, offset 0 00000100:00000001:0.0:1786177105.685611:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177105.685612:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000020:00000040:0.0:1786177105.685618:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177105.685624:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685627:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177105.685628:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177105.685631:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177105.685632:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177105.685636:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685638:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177105.685640:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1786177105.685641:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000008:00000001:0.0:1786177105.685644:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685647:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177105.685649:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1786177105.685652:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177105.685655:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177105.685656:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:0.0:1786177105.685660:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177105.685663:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177105.685664:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1786177105.685667:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1786177105.685669:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:0.0:1786177105.685670:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177105.685675:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177105.685679:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410571:410571:256:4294967295] 192.168.202.156@tcp LPNI seq info [410569:410569:8:4294967295] 02000000:00000010:0.0:1786177105.685681:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786177105.685685:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177105.685691:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:0.0:1786177105.685692:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177105.685710:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177105.685713:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:0.0:1786177105.685714:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177105.685720:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177105.685727:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177105.685731:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00080000:0.0:1786177105.685732:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177105.685738:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177105.685740:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177105.685742:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177105.685744:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000800:00000010:1.0:1786177105.685744:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000100:00080000:0.0:1786177105.685750:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8541 00000400:00000200:0.0:1786177105.685753:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.0:1786177105.685756:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:0.0:1786177105.685764:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000200:1.0:1786177105.685764:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00080000:0.0:1786177105.685773:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:1.1:1786177105.685773:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786177105.685779:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.1:1786177105.685780:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00000001:0.0:1786177105.685782:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177105.685786:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685790:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000100:1.0:1786177105.685791:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000020:00000001:0.0:1786177105.685795:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177105.685797:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000800:00000010:1.0:1786177105.685797:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000020:00000001:0.0:1786177105.685801:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177105.685803:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177105.685806:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000200:1.0:1786177105.685806:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1786177105.685811:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177105.685816:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177105.685817:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1786177105.685819:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177105.685823:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177105.685824:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000100:00000001:0.0:1786177105.685825:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177105.685828:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000020:00000040:0.0:1786177105.685829:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177105.685834:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177105.685836:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.685837:0:2389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786177105.685838:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177105.685842:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1786177105.685844:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177105.685849:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685854:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177105.685857:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177105.685860:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685862:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.685862:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1786177105.685865:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000100:00000040:1.0:1786177105.685867:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177105.685869:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177105.685874:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177105.685877:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685879:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177105.685879:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177105.685882:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177105.685883:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1786177105.685884:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177105.685888:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786177105.685891:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.685891:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177105.685899:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177105.685900:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177105.685906:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303214200 00000100:00000001:0.0:1786177105.685909:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177105.685912:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177105.685913:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6ea0. 00000100:00000040:0.0:1786177105.685915:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.685922:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177105.685929:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177105.685932:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177105.685932:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303214200 00000100:00080000:0.0:1786177105.685939:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000010:1.0:1786177105.685939:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6ae0. 00000100:00000001:0.0:1786177105.685940:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177105.685944:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177105.685945:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177105.685947:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177105.685949:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786177105.685950:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8541 00000400:00000200:0.0:1786177105.685953:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177105.685956:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177105.685957:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177105.685960:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177105.685963:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.685964:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177105.685968:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177105.685969:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177105.685971:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177105.685974:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:1.0:1786177105.685977:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177105/real 1786177105] req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177105.685978:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177105.685982:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177105.685986:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177105.685992:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000400:00000001:1.0:1786177105.685993:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177105.685996:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1786177105.685999:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000400:00000010:1.0:1786177105.686000:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177105.686005:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00000040:0.0:1786177105.686008:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177105.686008:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177105.686042:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177105.686044:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177105.686047:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177105.686052:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786177105.686055:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177105.686055:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177105.686060:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177105.686062:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177105.686066:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1786177105.686066:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177105.686071:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.686074:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177105.686077:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177105.686081:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.686084:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177105.686089:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000100:00000200:1.0:1786177105.686091:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177105.686092:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177105.686098:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177105.686100:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177105.686103:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177105.686104:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1786177105.686105:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177105.686108:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.686108:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686113:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1786177105.686115:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:1.0:1786177105.686116:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177105.686120:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177105.686122:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177105.686128:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177105.686136:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177105.686142:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1786177105.686146:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177105.686147:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177105.686154:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686163:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177105.686166:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177105.686170:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8551) 00000100:00000001:1.0:1786177105.686174:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686177:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177105.686178:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686180:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177105.686182:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177105.686185:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177105.686189:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177105.686192:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177105.686195:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177105.686202:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612160128:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177105.686208:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686210:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177105.686212:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612160128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686217:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177105.686220:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177105.686222:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177105.686224:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177105.686226:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177105.686227:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177105.686229:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177105.686231:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:1.0:1786177105.686235:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177105.686237:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177105.686238:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177105.686241:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177105.686242:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686244:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686250:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177105.686252:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.686254:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177105.686255:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177105.686256:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177105.686258:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686264:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177105.686265:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.686266:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177105.686268:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177105.686269:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177105.686271:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160256:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177105.686273:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177105.686275:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177105.686276:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.686278:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177105.686280:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177105.686282:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177105.686285:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177105.686287:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177105.686290:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177105.686292:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612160256, portal 10 00000100:00000001:1.0:1786177105.686294:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177105.686295:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177105.686301:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686306:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177105.686307:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177105.686309:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177105.686310:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612160256, offset 0 00000400:00000200:1.0:1786177105.686313:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177105.686315:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177105.686318:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177105.686320:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177105.686322:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177105.686324:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177105.686326:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177105.686328:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410572:410572:256:4294967295] 192.168.202.156@tcp LPNI seq info [410570:410570:8:4294967295] 00000400:00000200:1.0:1786177105.686331:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177105.686336:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177105.686339:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177105.686341:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177105.686344:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177105.686347:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786177105.686350:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177105.686352:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1786177105.686354:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177105.686355:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177105.686358:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177105.686360:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177105.686362:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177105.686364:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177105.686366:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177105.686368:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686374:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177105.686375:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686380:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.686381:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177105.686383:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177105.686386:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177105.686388:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177105.686389:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303213576 00000100:00000001:1.0:1786177105.686391:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303214200 00000100:00000001:1.0:1786177105.686392:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303213576 00000100:00000001:1.0:1786177105.686394:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303214200 00000100:00000001:1.0:1786177105.686396:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177105.686397:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.686398:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177105.686401:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177105/real 1786177105] req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177105.686406:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177105.686407:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177105.686408:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177105.686410:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177105.686411:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177105.686412:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177105.686415:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177105.686420:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686425:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177105.686425:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686426:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177105.686427:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177105.686430:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686436:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177105.686440:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686446:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177105.686449:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686450:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177105.686452:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686454:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177105.686460:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177105.686463:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177105.686467:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177105.686470:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177105.686475:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177105.686484:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160256:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177105.686488:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177105.686490:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686500:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177105.686501:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.686502:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177105.686504:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177105.686505:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177105.686507:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160384:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177105.686509:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177105.686510:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177105.686512:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.686513:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177105.686516:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177105.686517:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177105.686520:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177105.686521:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177105.686524:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177105.686526:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612160384, portal 10 00000100:00000001:1.0:1786177105.686540:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177105.686541:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177105.686547:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686551:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177105.686553:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177105.686555:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177105.686557:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612160384, offset 0 00000400:00000200:1.0:1786177105.686559:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177105.686563:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177105.686566:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177105.686569:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177105.686572:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177105.686575:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177105.686577:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177105.686581:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410573:410573:256:4294967295] 192.168.202.156@tcp LPNI seq info [410571:410571:8:4294967295] 00000400:00000200:1.0:1786177105.686586:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177105.686593:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177105.686597:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177105.686602:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177105.686606:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177105.686609:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786177105.686614:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177105.686616:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1786177105.686619:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177105.686620:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177105.686623:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177105.686625:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177105.686628:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177105.686629:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177105.686631:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177105.686633:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686639:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177105.686641:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686646:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.686647:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177105.686649:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177105.686652:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177105.686654:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177105.686656:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303213576 00000100:00000001:1.0:1786177105.686657:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303214200 00000100:00000001:1.0:1786177105.686659:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303213576 00000100:00000001:1.0:1786177105.686661:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303214200 00000100:00000001:1.0:1786177105.686662:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177105.686664:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.686665:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177105.686668:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177105/real 1786177105] req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177105.686673:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177105.686674:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177105.686675:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177105.686677:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177105.686678:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177105.686680:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177105.686683:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177105.686693:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686700:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177105.686702:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686704:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177105.686706:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177105.686710:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686718:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177105.686723:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686729:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177105.686731:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686732:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177105.686733:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686735:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177105.686736:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177105.686738:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177105.686741:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177105.686743:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177105.686746:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177105.686751:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160384:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177105.686753:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177105.686755:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686760:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177105.686761:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.686763:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177105.686764:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177105.686765:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177105.686767:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160512:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177105.686769:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177105.686770:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177105.686771:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.686773:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177105.686776:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177105.686777:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177105.686780:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177105.686782:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177105.686784:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177105.686787:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612160512, portal 4 00000100:00000001:1.0:1786177105.686789:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177105.686790:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177105.686794:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686799:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177105.686801:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177105.686802:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177105.686804:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612160512, offset 0 00000400:00000200:1.0:1786177105.686806:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177105.686809:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177105.686812:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177105.686814:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177105.686816:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177105.686818:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177105.686820:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177105.686823:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410574:410574:256:4294967295] 192.168.202.156@tcp LPNI seq info [410572:410572:8:4294967295] 00000400:00000200:1.0:1786177105.686827:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177105.686834:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177105.686839:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177105.686843:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177105.686847:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177105.686849:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786177105.686853:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177105.686856:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1786177105.686859:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177105.686861:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177105.686864:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177105.686867:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177105.686870:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177105.686872:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177105.686875:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177105.686878:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686886:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177105.686889:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686896:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.686897:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177105.686901:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177105.686904:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177105.686907:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177105.686909:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303213759 00000100:00000001:1.0:1786177105.686912:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303214200 00000100:00000001:1.0:1786177105.686914:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303213759 00000100:00000001:1.0:1786177105.686916:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303214200 00000100:00000001:1.0:1786177105.686918:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177105.686920:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.686922:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177105.686926:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177105/real 1786177105] req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177105.686934:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177105.686935:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177105.686937:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177105.686939:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177105.686941:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177105.686943:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177105.686946:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177105.686954:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686961:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177105.686962:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686964:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177105.686965:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177105.686969:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686976:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177105.686979:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.686987:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177105.686990:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686991:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177105.686993:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.686994:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177105.686996:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177105.686998:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177105.687002:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177105.687004:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177105.687008:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177105.687037:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160512:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177105.687041:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177105.687045:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687051:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177105.687053:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.687055:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177105.687057:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177105.687059:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177105.687062:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160640:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177105.687065:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177105.687068:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177105.687069:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177105.687071:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177105.687076:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177105.687078:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177105.687082:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177105.687085:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177105.687089:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177105.687092:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612160640, portal 4 00000100:00000001:1.0:1786177105.687094:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177105.687095:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177105.687102:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687109:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177105.687111:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177105.687113:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177105.687115:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612160640, offset 0 00000400:00000200:1.0:1786177105.687118:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177105.687121:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177105.687123:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177105.687126:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177105.687128:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177105.687130:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177105.687132:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177105.687134:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410575:410575:256:4294967295] 192.168.202.156@tcp LPNI seq info [410573:410573:8:4294967295] 00000400:00000200:1.0:1786177105.687137:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177105.687141:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177105.687145:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177105.687147:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177105.687150:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177105.687152:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786177105.687155:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177105.687157:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1786177105.687159:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177105.687161:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177105.687163:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177105.687166:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177105.687168:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177105.687169:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177105.687171:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177105.687174:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687180:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177105.687181:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687186:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.687187:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177105.687189:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177105.687191:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177105.687194:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177105.687195:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303213740 00000100:00000001:1.0:1786177105.687197:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303214200 00000100:00000001:1.0:1786177105.687199:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303213740 00000100:00000001:1.0:1786177105.687200:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303214200 00000100:00000001:1.0:1786177105.687202:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177105.687203:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.687205:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177105.687207:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177105/real 1786177105] req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177105.687212:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177105.687213:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177105.687214:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177105.687215:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177105.687216:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177105.687217:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177105.687220:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177105.687229:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687242:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177105.687244:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.687246:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177105.687247:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177105.687251:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687260:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177105.687264:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687272:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177105.687275:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.687276:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177105.687278:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.687279:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177105.687281:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177105.687283:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177105.687286:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177105.687289:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177105.687293:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177105.687298:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160640:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177105.687301:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.687303:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177105.687305:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612160256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687309:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177105.687311:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177105.687313:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177105.687315:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177105.687316:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177105.687317:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177105.687318:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177105.687320:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:1.0:1786177105.687322:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177105.687323:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177105.687324:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177105.687326:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177105.687327:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.687328:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177105.687330:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612160384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687334:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177105.687335:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177105.687336:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177105.687337:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177105.687338:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177105.687339:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177105.687340:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177105.687340:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:1.0:1786177105.687342:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177105.687342:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177105.687343:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177105.687344:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177105.687346:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.687347:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177105.687349:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612160512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687353:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177105.687354:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177105.687355:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177105.687356:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177105.687356:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177105.687357:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177105.687359:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177105.687360:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:1.0:1786177105.687361:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177105.687362:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177105.687363:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177105.687364:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177105.687365:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.687366:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177105.687367:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612160640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177105.687371:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177105.687372:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177105.687373:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177105.687374:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177105.687375:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177105.687375:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177105.687376:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177105.687377:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:1.0:1786177105.687378:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177105.687379:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177105.687380:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177105.687381:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177105.687382:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.687383:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.687386:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177105.687387:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177105.687388:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177105.687389:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177106.325111:0:114564:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303214200, at 4303214208 00000100:00000040:1.0:1786177106.325111:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303214200, at 4303214208 00000100:00000010:1.0:1786177106.325133:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6ae0. 00000100:00000010:0.0:1786177106.325134:0:114564:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6ea0. 00000100:00000001:3.0:1786177106.581103:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177106.581113:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177106.581114:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177106.581115:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177106.581120:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177106.581120:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177106.581123:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177106.581123:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177106.581125:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177106.581131:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177106.581131:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177106.581132:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177106.581136:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177106.581137:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177106.581138:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177106.581141:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177106.581143:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177106.581143:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177106.581144:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177106.581148:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177106.581150:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177106.581151:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177106.581152:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177106.581154:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177106.581155:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177106.581156:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177106.581160:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177106.581163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177106.581174:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177106.581178:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177106.581179:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177106.581181:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177106.581183:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177106.581185:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177106.581186:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177106.581188:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177106.581189:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177106.581190:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177106.581192:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177106.581196:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177106.581281:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177106.581284:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177106.581285:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177106.581288:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177106.581290:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177106.581292:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177106.581294:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177106.581295:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177106.581295:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177106.581296:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177106.581303:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177106.581303:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177106.581304:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177106.581308:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177106.581309:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177106.581316:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177106.581316:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177106.581322:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177106.581323:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177106.581327:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177106.581328:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177106.581332:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177106.581334:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177106.581336:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177106.581338:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177106.581340:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177106.581343:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177107.605154:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177107.605154:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177107.605155:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177107.605161:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177107.605163:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177107.605164:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177107.605165:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177107.605168:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177107.605168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177107.605168:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177107.605170:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177107.605180:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177107.605180:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177107.605180:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177107.605181:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177107.605185:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177107.605187:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177107.605188:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177107.605189:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177107.605192:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177107.605194:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177107.605195:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177107.605195:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177107.605195:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177107.605199:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177107.605204:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177107.605205:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177107.605207:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177107.605208:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177107.605209:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177107.605212:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177107.605214:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177107.605216:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177107.605217:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177107.605220:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177107.605223:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177107.605226:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177107.605226:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177107.605229:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177107.605230:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177107.605231:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177107.605234:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177107.605235:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177107.605237:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177107.605238:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177107.605240:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177107.605242:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177107.605243:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177107.605244:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177107.605245:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177107.605246:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177107.605247:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177107.605249:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177107.605250:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177107.605251:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177107.605252:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177107.605258:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177107.605263:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177107.605264:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177107.605267:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177107.605270:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177107.605270:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177107.605271:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177107.605274:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177107.605277:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177107.605279:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177107.605284:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177107.605285:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177107.605290:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177107.605291:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177107.605298:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177107.605298:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177107.605303:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177107.605304:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177107.605311:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177107.605312:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1786177107.605312:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177107.605315:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177107.605320:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.629181:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177108.629189:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177108.629189:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177108.629192:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177108.629192:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177108.629201:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177108.629202:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177108.629204:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177108.629205:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177108.629208:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177108.629209:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177108.629211:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177108.629216:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177108.629221:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177108.629229:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177108.629230:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177108.629231:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177108.629231:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177108.629232:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.629242:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177108.629243:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177108.629246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177108.629247:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177108.629250:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.629250:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.629252:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177108.629264:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177108.629264:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177108.629265:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177108.629265:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177108.629271:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177108.629273:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177108.629277:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177108.629278:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.629282:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177108.629283:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177108.629295:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177108.629308:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177108.629311:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177108.629314:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177108.629322:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177108.629328:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177108.629328:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177108.629336:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.629338:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177108.629340:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177108.629344:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177108.629346:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177108.629348:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177108.629353:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177108.629354:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177108.629354:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177108.629362:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.629370:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177108.629371:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177108.629371:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177108.629379:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177108.629381:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177108.629381:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177108.629390:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177108.629394:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.629396:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177108.629397:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177108.629400:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177108.629403:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177108.629404:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.629409:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177109.653172:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177109.653177:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177109.653182:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177109.653185:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177109.653186:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177109.653193:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177109.653194:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177109.653203:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177109.653204:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177109.653208:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177109.653213:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177109.653213:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177109.653219:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177109.653222:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177109.653224:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177109.653225:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177109.653228:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177109.653236:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177109.653237:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177109.653241:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177109.653241:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177109.653245:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177109.653249:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177109.653251:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177109.653254:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177109.653257:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177109.653259:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177109.653280:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177109.653283:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177109.653287:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177109.653289:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177109.653292:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177109.653294:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177109.653297:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177109.653298:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177109.653301:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177109.653303:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177109.653320:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177109.653323:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177109.653326:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177109.653383:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177109.653386:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177109.653388:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177109.653390:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177109.653392:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177109.653396:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177109.653398:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177109.653400:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177109.653401:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177109.653403:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177109.653413:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177109.653417:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177109.653422:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177109.653426:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177109.653429:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177109.653432:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177109.653433:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177109.653436:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177109.653536:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177109.653538:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177109.653539:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177109.653541:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177109.653543:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177109.653544:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177109.653546:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177109.653547:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177109.653548:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.677143:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177110.677143:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177110.677143:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177110.677143:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177110.677152:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177110.677154:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177110.677155:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177110.677155:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177110.677155:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.677158:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.677158:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177110.677159:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177110.677164:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1786177110.677165:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177110.677166:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177110.677167:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177110.677168:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177110.677171:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177110.677171:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177110.677174:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177110.677174:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.677176:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177110.677176:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177110.677179:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177110.677180:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177110.677180:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177110.677182:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.677185:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177110.677187:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.677188:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177110.677189:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.677192:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177110.677194:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177110.677195:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177110.677198:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177110.677202:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.677210:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177110.677214:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177110.677216:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177110.677219:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177110.677222:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177110.677225:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177110.677226:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177110.677230:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177110.677231:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177110.677233:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.677235:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177110.677236:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177110.677241:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177110.677242:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177110.677244:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177110.677248:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177110.677249:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177110.677251:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177110.677273:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177110.677276:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177110.677280:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177110.677281:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177110.677284:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177110.677285:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177110.677287:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177110.677288:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177110.677291:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177110.677292:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177110.677308:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177110.677311:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177110.677314:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786177110.805145:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177110.805156:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177110.805159:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177110.805164:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177110.805168:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177110.805176:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8546 00000400:00000200:1.0:1786177110.805184:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177110.805190:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177110.805193:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177110.805196:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805199:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177110.805201:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805203:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177110.805207:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177110.805209:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177110.805212:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177110.805214:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177110.805216:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177110.805218:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177110.805220:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805221:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177110.805223:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805224:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177110.805227:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177110.805229:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805231:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177110.805233:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177110.805237:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177110.805239:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805242:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177110.805244:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177110.805257:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ea00. 00000020:00000040:1.0:1786177110.805260:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177110.805265:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177110.805266:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805269:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177110.805272:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177110.805276:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177110.805287:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a800. 00000100:00000001:1.0:1786177110.805294:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177110.805303:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177110.805313:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177110.805317:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177110.805322:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061f74c75] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177110.805345:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177110.805348:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177110.805350:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177110.805352:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177110.805353:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177110.805355:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177110.805356:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8546 00000400:00000200:1.0:1786177110.805358:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177110.805361:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177110.805362:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177110.805365:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805367:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177110.805369:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805371:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177110.805373:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177110.805374:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:1.0:1786177110.805376:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786177110.805377:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1786177110.805378:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:1.0:1786177110.805380:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:1.0:1786177110.805383:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:0.0:1786177110.805385:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1786177110.805386:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805389:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177110.805391:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177110.805391:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805394:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177110.805397:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:1.0:1786177110.805401:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000040:0.0:1786177110.805404:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177110.805404:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177110.805408:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177110.805414:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177110.805418:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805421:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177110.805422:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177110.805426:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786177110.805426:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177110.805432:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805434:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.805435:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1786177110.805438:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c380. 02000000:00000001:0.0:1786177110.805440:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1786177110.805441:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177110.805445:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177110.805447:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177110.805448:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805453:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177110.805455:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1786177110.805457:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612160768:192.168.202.156@tcp:250:kworker.0 02000000:00000001:1.0:1786177110.805458:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177110.805462:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a000. 00000100:00000001:0.0:1786177110.805466:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786177110.805467:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.805473:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1786177110.805474:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1786177110.805494:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.805500:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786177110.805502:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177110.805506:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177110.805509:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000040:1.0:1786177110.805510:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e419fc0e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177110.805515:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805523:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177110.805526:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1786177110.805529:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:1.0:1786177110.805530:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177110.805534:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177110.805536:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1786177110.805538:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000100:00000001:1.0:1786177110.805538:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177110.805543:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8546 00000400:00000200:1.0:1786177110.805546:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177110.805548:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000010:0.0:1786177110.805549:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00080000:1.0:1786177110.805550:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177110.805555:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805557:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177110.805558:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805560:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177110.805561:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:0.0:1786177110.805562:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612160768, portal 25 00000020:00000040:1.0:1786177110.805563:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177110.805565:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177110.805567:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000100:00000001:0.0:1786177110.805569:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1786177110.805570:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000001:0.0:1786177110.805573:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263260672 : -127833446290944 : ffff8bbc74d7ea00) 00000020:00000001:1.0:1786177110.805574:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:1.0:1786177110.805579:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805581:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177110.805586:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:0.0:1786177110.805588:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177110.805588:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177110.805592:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:1.0:1786177110.805597:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805602:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177110.805605:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177110.805609:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177110.805610:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1786177110.805613:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805616:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:0.0:1786177110.805618:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000008:00100000:1.0:1786177110.805619:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177110.805623:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177110.805625:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000001:1.0:1786177110.805625:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177110.805629:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f100. 00000100:00000200:0.0:1786177110.805631:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612160768, offset 0 00000020:00000040:1.0:1786177110.805633:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177110.805636:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177110.805638:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805639:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177110.805640:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177110.805643:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177110.805644:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 02000000:00000010:1.0:1786177110.805648:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029c00. 00000100:00000001:1.0:1786177110.805652:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177110.805657:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:1.0:1786177110.805658:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177110.805666:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177110.805669:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177110.805670:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:1.0:1786177110.805674:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbb41ec3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177110.805680:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177110.805683:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177110.805686:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177110.805690:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177110.805691:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1786177110.805692:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1786177110.805697:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177110.805701:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8546 00000400:00000200:0.0:1786177110.805703:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177110.805710:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177110.805713:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177110.805718:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410576:410576:256:4294967295] 192.168.202.156@tcp LPNI seq info [410574:410574:8:4294967295] 00000400:00000200:0.0:1786177110.805722:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177110.805734:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:1.0:1786177110.805742:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:0.0:1786177110.805744:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177110.805752:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000010:0.0:1786177110.805754:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000100:00080000:1.0:1786177110.805756:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177110.805762:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805767:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1786177110.805769:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:1.0:1786177110.805773:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:0.0:1786177110.805777:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000001:1.0:1786177110.805777:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177110.805780:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177110.805782:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177110.805785:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177110.805787:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000800:00000200:0.1:1786177110.805789:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:1.0:1786177110.805790:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177110.805797:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000200:0.1:1786177110.805798:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000040:1.0:1786177110.805801:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805804:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:0.0:1786177110.805808:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000040:1.0:1786177110.805808:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805813:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000010:0.0:1786177110.805814:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000020:00000040:1.0:1786177110.805815:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:1.0:1786177110.805820:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805822:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177110.805824:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177110.805826:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786177110.805827:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1786177110.805828:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805832:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177110.805835:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000200:0.0:1786177110.805838:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000008:00000001:1.0:1786177110.805839:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805842:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177110.805848:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f480. 00000400:00000200:0.0:1786177110.805850:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000020:00000040:1.0:1786177110.805850:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177110.805852:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177110.805855:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177110.805857:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:1.0:1786177110.805857:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177110.805860:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177110.805864:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.805867:0:2389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1786177110.805868:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a400. 00000100:00000001:1.0:1786177110.805874:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786177110.805876:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.805889:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1786177110.805894:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1786177110.805896:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177110.805919:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177110.805922:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.805922:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.805927:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1786177110.805927:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b29e9d6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177110.805935:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.805938:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177110.805938:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177110.805941:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177110.805944:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177110.805945:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1786177110.805948:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177110.805949:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177110.805953:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8546 00000100:00000001:0.0:1786177110.805955:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303219320 00000400:00000200:1.0:1786177110.805957:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177110.805961:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177110.805963:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000010:0.0:1786177110.805964:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000100:00000040:1.0:1786177110.805967:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805970:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177110.805972:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805973:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177110.805975:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177110.805976:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000020:00000040:1.0:1786177110.805976:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:1.0:1786177110.805978:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177110.805980:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:1.0:1786177110.805983:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:1.0:1786177110.805985:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:0.0:1786177110.805988:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303219320 00000100:00000040:1.0:1786177110.805988:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.805994:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1786177110.805996:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e540. 00000100:00000040:1.0:1786177110.805996:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177110.806000:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177110.806003:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:0.0:1786177110.806004:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786177110.806007:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177110.806035:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177110.806037:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177110.806040:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177110.806041:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.806043:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177110.806043:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177110.806046:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1786177110.806048:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786177110.806049:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.806052:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.806054:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000010:1.0:1786177110.806056:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c700. 00000020:00000040:1.0:1786177110.806059:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177110.806062:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1786177110.806063:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177110/real 1786177110] req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177110.806064:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177110.806068:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177110.806070:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177110.806073:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177110.806078:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b000. 00000400:00000001:0.0:1786177110.806081:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786177110.806082:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1786177110.806085:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1786177110.806090:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1786177110.806091:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177110.806098:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000100:00000001:1.0:1786177110.806100:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1786177110.806102:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:1.0:1786177110.806103:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.806107:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1786177110.806108:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e102826e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177110.806116:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177110.806118:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177110.806124:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8556) 00000100:00000200:0.0:1786177110.806133:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806146:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177110.806148:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806151:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177110.806153:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177110.806157:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806163:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177110.806168:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806176:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177110.806179:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806181:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177110.806182:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806184:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177110.806186:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177110.806189:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177110.806193:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177110.806196:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177110.806201:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177110.806210:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612160768:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177110.806216:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806218:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177110.806221:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ea00 x1872933612160768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806228:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177110.806231:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177110.806235:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:0.0:1786177110.806238:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177110.806240:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177110.806242:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786177110.806244:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177110.806247:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:0.0:1786177110.806252:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177110.806254:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177110.806256:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ea00. 00000100:00000001:0.0:1786177110.806260:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177110.806261:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806264:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806271:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177110.806273:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.806275:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177110.806277:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177110.806279:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177110.806282:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806289:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177110.806291:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.806293:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177110.806295:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177110.806297:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177110.806300:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160896:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177110.806304:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177110.806306:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177110.806308:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.806310:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177110.806313:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0400. 02000000:00000001:0.0:1786177110.806315:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177110.806319:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177110.806322:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177110.806326:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177110.806329:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612160896, portal 10 00000100:00000001:0.0:1786177110.806332:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177110.806333:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263250816 : -127833446300800 : ffff8bbc74d7c380) 00000100:00000040:0.0:1786177110.806340:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806347:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177110.806350:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177110.806352:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177110.806355:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612160896, offset 0 00000400:00000200:0.0:1786177110.806359:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177110.806362:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177110.806366:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177110.806370:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177110.806372:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177110.806375:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177110.806378:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177110.806380:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410577:410577:256:4294967295] 192.168.202.156@tcp LPNI seq info [410575:410575:8:4294967295] 00000400:00000200:0.0:1786177110.806384:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177110.806391:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177110.806395:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177110.806399:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177110.806403:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177110.806406:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1786177110.806411:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177110.806413:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1786177110.806418:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177110.806420:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177110.806422:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177110.806427:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177110.806430:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177110.806432:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177110.806434:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177110.806438:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806451:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177110.806455:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806464:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.806465:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177110.806469:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177110.806473:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177110.806476:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177110.806478:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303218696 00000100:00000001:0.0:1786177110.806496:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303219320 00000100:00000001:0.0:1786177110.806498:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303218696 00000100:00000001:0.0:1786177110.806501:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303219320 00000100:00000001:0.0:1786177110.806503:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177110.806505:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.806507:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177110.806511:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177110/real 1786177110] req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177110.806519:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177110.806521:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177110.806523:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177110.806525:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177110.806527:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177110.806529:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177110.806532:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177110.806541:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806548:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177110.806550:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806552:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177110.806554:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177110.806557:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806565:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177110.806570:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806577:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177110.806580:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806581:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177110.806583:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806585:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177110.806589:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177110.806592:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177110.806595:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177110.806598:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177110.806602:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177110.806609:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612160896:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177110.806613:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177110.806617:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806623:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177110.806625:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.806627:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177110.806628:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177110.806631:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177110.806634:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161024:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177110.806638:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177110.806640:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177110.806641:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.806643:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177110.806647:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1000. 02000000:00000001:0.0:1786177110.806650:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177110.806653:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177110.806656:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177110.806659:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177110.806662:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612161024, portal 10 00000100:00000001:0.0:1786177110.806664:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177110.806666:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263262464 : -127833446289152 : ffff8bbc74d7f100) 00000100:00000040:0.0:1786177110.806672:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806678:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177110.806681:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177110.806683:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177110.806685:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612161024, offset 0 00000400:00000200:0.0:1786177110.806689:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177110.806693:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177110.806697:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177110.806700:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177110.806703:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177110.806705:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177110.806708:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177110.806712:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410578:410578:256:4294967295] 192.168.202.156@tcp LPNI seq info [410576:410576:8:4294967295] 00000400:00000200:0.0:1786177110.806716:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177110.806723:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177110.806728:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177110.806731:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177110.806736:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177110.806739:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1786177110.806743:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177110.806745:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1786177110.806750:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177110.806752:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177110.806755:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177110.806758:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177110.806761:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177110.806763:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177110.806766:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177110.806770:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806778:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177110.806781:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806788:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.806790:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177110.806793:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177110.806796:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177110.806799:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177110.806801:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303218696 00000100:00000001:0.0:1786177110.806804:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303219320 00000100:00000001:0.0:1786177110.806806:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303218696 00000100:00000001:0.0:1786177110.806809:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303219320 00000100:00000001:0.0:1786177110.806811:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177110.806813:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.806816:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177110.806820:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177110/real 1786177110] req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177110.806828:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177110.806830:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177110.806832:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177110.806834:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177110.806836:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177110.806839:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177110.806842:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177110.806850:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806857:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177110.806858:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806860:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177110.806862:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177110.806865:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806872:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177110.806876:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806884:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177110.806887:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806889:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177110.806890:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.806892:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177110.806895:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177110.806897:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177110.806901:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177110.806903:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177110.806908:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177110.806922:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161024:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177110.806926:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177110.806929:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806936:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177110.806938:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.806940:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177110.806942:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177110.806944:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177110.806947:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161152:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177110.806950:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177110.806952:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177110.806954:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.806955:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177110.806960:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786177110.806962:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177110.806965:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177110.806968:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177110.806971:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177110.806974:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612161152, portal 4 00000100:00000001:0.0:1786177110.806977:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177110.806978:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263263360 : -127833446288256 : ffff8bbc74d7f480) 00000100:00000040:0.0:1786177110.806984:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.806991:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177110.806994:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177110.806996:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177110.806998:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612161152, offset 0 00000400:00000200:0.0:1786177110.807002:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177110.807007:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177110.807030:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177110.807033:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177110.807036:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177110.807039:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177110.807042:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177110.807045:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410579:410579:256:4294967295] 192.168.202.156@tcp LPNI seq info [410577:410577:8:4294967295] 00000400:00000200:0.0:1786177110.807050:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177110.807056:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177110.807061:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177110.807065:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177110.807069:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177110.807072:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1786177110.807077:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177110.807080:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1786177110.807084:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177110.807086:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177110.807089:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177110.807093:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177110.807096:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177110.807098:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177110.807100:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177110.807105:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807114:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177110.807117:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807124:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.807125:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177110.807129:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177110.807132:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177110.807136:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177110.807139:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303218880 00000100:00000001:0.0:1786177110.807141:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303219320 00000100:00000001:0.0:1786177110.807143:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303218880 00000100:00000001:0.0:1786177110.807146:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303219320 00000100:00000001:0.0:1786177110.807148:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177110.807150:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.807152:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177110.807156:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177110/real 1786177110] req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177110.807165:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177110.807166:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177110.807168:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177110.807170:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177110.807172:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177110.807174:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177110.807178:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177110.807187:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807194:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177110.807195:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807197:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177110.807198:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177110.807202:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807210:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177110.807214:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807221:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177110.807224:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807226:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177110.807227:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807229:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177110.807231:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177110.807233:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177110.807237:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177110.807239:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177110.807243:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177110.807251:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161152:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177110.807255:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177110.807258:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807265:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177110.807266:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.807269:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177110.807270:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177110.807272:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177110.807275:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161280:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177110.807278:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177110.807280:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177110.807282:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177110.807284:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177110.807287:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3000. 02000000:00000001:0.0:1786177110.807289:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177110.807293:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177110.807296:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177110.807299:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177110.807303:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612161280, portal 4 00000100:00000001:0.0:1786177110.807307:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177110.807308:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263251712 : -127833446299904 : ffff8bbc74d7c700) 00000100:00000040:0.0:1786177110.807314:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807322:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177110.807324:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177110.807327:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177110.807330:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612161280, offset 0 00000400:00000200:0.0:1786177110.807334:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177110.807339:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177110.807343:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177110.807346:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177110.807349:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177110.807351:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177110.807354:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177110.807358:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410580:410580:256:4294967295] 192.168.202.156@tcp LPNI seq info [410578:410578:8:4294967295] 00000400:00000200:0.0:1786177110.807363:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177110.807370:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177110.807375:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177110.807379:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177110.807383:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177110.807386:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1786177110.807391:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177110.807394:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:0.0:1786177110.807398:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177110.807401:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177110.807404:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177110.807408:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177110.807411:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177110.807413:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177110.807416:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177110.807420:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807436:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177110.807439:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807446:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.807448:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177110.807452:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177110.807455:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177110.807459:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177110.807461:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303218860 00000100:00000001:0.0:1786177110.807464:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303219320 00000100:00000001:0.0:1786177110.807466:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303218860 00000100:00000001:0.0:1786177110.807468:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303219320 00000100:00000001:0.0:1786177110.807471:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177110.807473:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.807475:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177110.807492:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177110/real 1786177110] req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177110.807502:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177110.807503:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177110.807505:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177110.807508:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177110.807510:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177110.807512:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177110.807516:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177110.807525:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807532:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177110.807534:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807536:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177110.807538:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177110.807542:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807549:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177110.807554:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807562:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177110.807564:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807566:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177110.807568:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807570:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177110.807572:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177110.807574:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177110.807577:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177110.807580:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177110.807584:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177110.807593:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161280:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177110.807597:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807599:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177110.807602:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c380 x1872933612160896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807610:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177110.807612:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177110.807614:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:0.0:1786177110.807617:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177110.807619:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177110.807621:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177110.807623:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177110.807625:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:0.0:1786177110.807628:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177110.807629:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177110.807631:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c380. 00000100:00000001:0.0:1786177110.807633:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177110.807635:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807637:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177110.807640:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f100 x1872933612161024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807647:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177110.807648:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177110.807650:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:0.0:1786177110.807652:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177110.807654:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177110.807655:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177110.807657:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177110.807659:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:0.0:1786177110.807661:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177110.807662:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177110.807664:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f100. 00000100:00000001:0.0:1786177110.807667:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177110.807668:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807670:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177110.807673:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f480 x1872933612161152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807680:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177110.807682:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177110.807683:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786177110.807686:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177110.807688:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177110.807689:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177110.807691:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177110.807693:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:0.0:1786177110.807695:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177110.807697:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177110.807699:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f480. 00000100:00000001:0.0:1786177110.807701:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177110.807702:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807703:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177110.807706:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c700 x1872933612161280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177110.807712:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177110.807713:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177110.807715:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:0.0:1786177110.807717:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177110.807718:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177110.807720:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177110.807722:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177110.807724:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:0.0:1786177110.807726:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177110.807727:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177110.807728:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c700. 00000100:00000001:0.0:1786177110.807730:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177110.807731:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807733:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177110.807736:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177110.807738:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177110.807740:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177110.807742:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177111.445141:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303219320, at 4303219328 00000100:00000040:1.0:1786177111.445143:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303219320, at 4303219328 00000100:00000010:1.0:1786177111.445166:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e540. 00000100:00000010:0.0:1786177111.445171:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:0.0:1786177111.701195:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177111.701195:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177111.701195:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177111.701198:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177111.701209:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177111.701215:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177111.701215:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177111.701221:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177111.701221:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177111.701222:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177111.701224:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177111.701231:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177111.701234:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:1.0:1786177111.701236:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177111.701237:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177111.701241:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177111.701243:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177111.701246:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177111.701249:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177111.701251:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177111.701252:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177111.701255:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177111.701263:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177111.701265:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177111.701265:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177111.701270:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177111.701271:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177111.701271:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177111.701286:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177111.701288:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177111.701289:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177111.701290:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177111.701299:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177111.701299:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177111.701308:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177111.701310:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177111.701321:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177111.701325:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177111.701328:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177111.701332:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177111.701336:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177111.701339:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177111.701344:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177111.701346:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177111.701348:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177111.701349:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177111.701365:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177111.701368:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177111.701374:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177111.701377:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177111.701381:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177111.701383:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177111.701386:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177111.701387:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177111.701390:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177111.701400:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177111.701407:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177111.701409:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177111.701414:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177111.701416:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177111.701420:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177111.701422:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177111.701426:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177111.701427:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177111.701448:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177111.701452:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177111.701455:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177112.725180:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177112.725181:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177112.725181:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177112.725193:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177112.725194:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177112.725194:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177112.725196:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177112.725199:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177112.725199:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177112.725201:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177112.725204:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:1.0:1786177112.725205:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177112.725205:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177112.725213:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177112.725213:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177112.725214:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177112.725214:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177112.725224:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177112.725227:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177112.725227:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177112.725228:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177112.725230:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177112.725232:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177112.725240:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177112.725242:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177112.725245:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177112.725246:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177112.725250:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177112.725251:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177112.725261:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177112.725261:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177112.725262:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177112.725265:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177112.725269:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177112.725270:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177112.725276:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177112.725280:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177112.725281:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177112.725285:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177112.725291:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177112.725295:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177112.725298:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177112.725302:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177112.725304:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177112.725306:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725308:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177112.725310:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177112.725311:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177112.725314:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177112.725315:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177112.725317:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177112.725318:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177112.725322:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177112.725323:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725324:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177112.725324:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177112.725327:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177112.725330:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725331:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177112.725334:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725337:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725340:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725345:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177112.725347:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177112.725348:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177112.725350:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725352:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177112.725353:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725355:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725358:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725363:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177112.725364:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725369:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177112.725370:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177112.725375:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177112.725376:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177112.725394:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177112.725396:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177112.725399:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786177113.749159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177113.749162:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177113.749168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.749169:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177113.749173:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177113.749176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177113.749179:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177113.749179:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177113.749185:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177113.749185:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177113.749188:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.749190:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177113.749192:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177113.749194:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.749194:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177113.749198:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177113.749200:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177113.749202:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177113.749203:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.749219:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177113.749224:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177113.749226:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177113.749228:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1786177113.749228:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000020:00000001:1.0:1786177113.749233:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.749233:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177113.749238:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177113.749239:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177113.749241:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177113.749243:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177113.749244:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177113.749270:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177113.749276:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177113.749279:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177113.749283:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177113.749288:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177113.749290:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177113.749293:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177113.749296:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177113.749296:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177113.749299:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.749302:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177113.749306:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177113.749308:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177113.749312:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177113.749314:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.749314:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177113.749323:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177113.749324:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177113.749333:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.749334:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.749345:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177113.749347:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177113.749355:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177113.749359:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.749362:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177113.749364:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.749367:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177113.749421:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177113.749423:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177113.749424:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177113.749426:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177113.749428:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177113.749429:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177113.749430:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177113.749432:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177113.749433:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177114.773160:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177114.773160:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177114.773164:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177114.773164:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177114.773170:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177114.773172:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177114.773173:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177114.773173:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177114.773175:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177114.773179:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177114.773182:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177114.773182:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177114.773192:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177114.773193:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177114.773196:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:1.0:1786177114.773196:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177114.773212:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177114.773212:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177114.773214:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177114.773223:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177114.773229:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177114.773229:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177114.773232:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177114.773233:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177114.773242:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177114.773242:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177114.773246:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177114.773247:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177114.773250:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177114.773252:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177114.773255:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177114.773261:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177114.773264:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177114.773266:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177114.773269:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177114.773272:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177114.773278:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177114.773281:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177114.773285:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177114.773286:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177114.773289:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177114.773290:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177114.773292:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177114.773295:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177114.773297:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177114.773299:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177114.773301:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177114.773301:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177114.773309:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177114.773312:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177114.773313:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177114.773313:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177114.773320:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177114.773321:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177114.773322:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177114.773324:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177114.773333:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177114.773334:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177114.773337:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177114.773342:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177114.773345:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177114.773346:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177114.773351:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177114.773352:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177114.773353:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177114.773362:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177114.773363:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177114.773371:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177114.773375:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177114.773378:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177114.773402:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177114.773405:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177114.773407:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177115.797112:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177115.797112:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177115.797112:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177115.797112:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177115.797122:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177115.797122:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177115.797123:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177115.797123:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177115.797127:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177115.797127:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.797128:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177115.797128:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177115.797135:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:1.0:1786177115.797137:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177115.797137:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177115.797137:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177115.797139:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177115.797143:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177115.797145:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177115.797145:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177115.797146:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.797148:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177115.797150:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177115.797151:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177115.797151:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177115.797156:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177115.797157:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177115.797160:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177115.797161:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.797162:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177115.797165:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.797166:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177115.797166:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177115.797171:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177115.797171:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177115.797174:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177115.797186:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177115.797190:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177115.797191:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177115.797195:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177115.797196:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177115.797199:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177115.797199:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177115.797200:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177115.797205:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177115.797205:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177115.797205:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177115.797209:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177115.797210:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177115.797212:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177115.797212:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177115.797214:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177115.797216:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177115.797216:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177115.797218:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177115.797220:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177115.797221:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177115.797223:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177115.797226:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177115.797231:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177115.797232:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177115.797235:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177115.797241:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177115.797243:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177115.797265:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177115.797269:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177115.797273:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177115.925181:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177115.925193:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177115.925197:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177115.925202:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177115.925207:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177115.925216:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8551 00000400:00000200:0.0:1786177115.925225:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177115.925232:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177115.925236:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177115.925239:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925243:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177115.925245:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925247:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177115.925250:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177115.925252:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177115.925254:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177115.925258:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177115.925259:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177115.925261:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177115.925263:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925264:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177115.925266:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925267:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177115.925269:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177115.925271:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925273:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177115.925275:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177115.925278:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177115.925280:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.925281:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177115.925283:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177115.925290:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177115.925293:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177115.925297:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177115.925299:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.925301:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177115.925303:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177115.925307:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177115.925313:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786177115.925318:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177115.925325:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177115.925333:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177115.925337:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177115.925340:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177115.925367:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177115.925369:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177115.925372:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177115.925373:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177115.925374:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177115.925376:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177115.925378:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8551 00000400:00000200:0.0:1786177115.925380:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177115.925383:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177115.925384:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177115.925386:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925387:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177115.925389:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925390:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177115.925392:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177115.925393:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177115.925394:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177115.925396:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177115.925398:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177115.925401:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177115.925403:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925405:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177115.925407:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925408:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177115.925410:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177115.925412:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925413:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177115.925415:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177115.925416:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786177115.925420:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177115.925422:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786177115.925423:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.925427:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177115.925428:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:0.0:1786177115.925444:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177115.925448:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.925450:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177115.925452:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1786177115.925455:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177115.925460:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177115.925464:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177115.925466:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.925472:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177115.925476:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.925477:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177115.925481:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177115.925482:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177115.925484:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.925487:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1786177115.925491:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 02000000:00000001:1.0:1786177115.925492:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.925499:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177115.925500:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612161408:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177115.925509:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1786177115.925510:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177115.925514:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786177115.925522:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177115.925525:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.925531:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177115.925532:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177115.925537:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177115.925545:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028800. 00000100:00000001:0.0:1786177115.925547:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.925549:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177115.925551:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177115.925555:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177115.925556:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177115.925559:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:0.0:1786177115.925561:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1786177115.925565:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177115.925566:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:1.0:1786177115.925574:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00080000:0.0:1786177115.925583:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8551 00000100:00000200:1.0:1786177115.925583:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612161408, portal 25 00000100:00000001:1.0:1786177115.925589:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177115.925592:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000400:00000200:0.0:1786177115.925594:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177115.925603:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000040:1.0:1786177115.925603:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177115.925608:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177115.925617:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925621:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177115.925622:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177115.925623:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925626:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177115.925630:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177115.925632:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000100:00000040:1.0:1786177115.925632:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000001:0.0:1786177115.925637:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:1.0:1786177115.925637:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000020:00000040:0.0:1786177115.925640:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000100:00000200:1.0:1786177115.925642:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612161408, offset 0 00000020:00000001:0.0:1786177115.925645:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177115.925650:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000020:00000001:0.0:1786177115.925652:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177115.925660:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177115.925660:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177115.925666:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177115.925671:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177115.925674:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:0.0:1786177115.925676:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177115.925681:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177115.925683:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1786177115.925688:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925691:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177115.925693:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:0.0:1786177115.925695:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177115.925700:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1786177115.925701:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177115.925706:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177115.925708:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925710:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177115.925716:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1786177115.925717:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410581:410581:256:4294967295] 192.168.202.156@tcp LPNI seq info [410579:410579:8:4294967295] 00000008:00000001:0.0:1786177115.925722:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.925727:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177115.925728:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:0.0:1786177115.925733:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177115.925739:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177115.925746:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177115.925753:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 02000000:00000001:0.0:1786177115.925760:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000010:1.0:1786177115.925760:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 02000000:00000001:0.0:1786177115.925764:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.925769:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177115.925773:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1786177115.925774:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:0.0:1786177115.925777:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177115.925780:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 02000000:00000010:0.0:1786177115.925785:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000800:00000200:1.1:1786177115.925790:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177115.925793:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177115.925796:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00100000:0.0:1786177115.925804:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1786177115.925804:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177115.925809:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177115.925817:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1786177115.925819:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177115.925825:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177115.925825:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177115.925832:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000100:00000040:0.0:1786177115.925835:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1786177115.925836:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177115.925843:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177115.925850:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177115.925852:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177115.925856:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177115.925867:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177115.925871:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177115.925872:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1786177115.925874:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1786177115.925879:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177115.925880:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177115.925888:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8551 00000100:00000001:1.0:1786177115.925895:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177115.925898:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177115.925903:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177115.925906:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177115.925909:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1786177115.925913:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925917:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177115.925919:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177115.925921:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.925926:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177115.925929:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:0.0:1786177115.925931:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177115.925935:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000001:1.0:1786177115.925935:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303224440 00000020:00000001:0.0:1786177115.925939:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177115.925943:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000010:1.0:1786177115.925945:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6ae0. 00000020:00000001:0.0:1786177115.925947:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177115.925950:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177115.925955:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1786177115.925963:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177115.925963:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303224440 00000100:00000010:1.0:1786177115.925967:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6d20. 00000100:00000001:0.0:1786177115.925969:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177115.925971:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1786177115.925976:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177115.925977:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177115.925982:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.925983:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177115.925985:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000040:0.0:1786177115.925990:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00100000:1.0:1786177115.925995:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177115/real 1786177115] req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177115.925998:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177115.926006:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177115.926038:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:1.0:1786177115.926038:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177115.926040:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786177115.926044:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1786177115.926046:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 02000000:00000001:0.0:1786177115.926052:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177115.926053:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00000001:0.0:1786177115.926059:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:1.0:1786177115.926059:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000008:00100000:0.0:1786177115.926064:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177115.926066:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:0.0:1786177115.926071:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177115.926074:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177115.926075:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177115.926084:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177115.926090:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000200:1.0:1786177115.926092:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177115.926096:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177115.926100:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.926104:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177115.926106:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177115.926109:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1786177115.926110:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.926114:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1786177115.926118:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:1.0:1786177115.926118:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177115.926122:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177115.926125:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177115.926131:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177115.926138:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177115.926142:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177115.926152:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177115.926154:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177115.926160:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.926161:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177115.926165:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.926167:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177115.926169:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177115.926170:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926171:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177115.926173:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177115.926179:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177115.926187:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177115.926192:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1786177115.926195:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177115.926200:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177115.926201:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177115.926206:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177115.926210:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177115.926214:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177115.926219:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:1.0:1786177115.926224:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612161408:192.168.202.156@tcp:250:kworker.0 00000100:00080000:0.0:1786177115.926225:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8551 00000400:00000200:0.0:1786177115.926234:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177115.926243:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177115.926244:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177115.926247:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177115.926249:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177115.926254:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.926260:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177115.926260:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612161408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177115.926267:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177115.926273:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177115.926279:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177115.926281:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1786177115.926283:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 02000000:00000001:1.0:1786177115.926286:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1786177115.926287:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000010:1.0:1786177115.926291:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028800. 00000020:00000040:0.0:1786177115.926292:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177115.926297:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177115.926299:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177115.926301:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:1.0:1786177115.926303:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177115.926308:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000040:0.0:1786177115.926310:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000020:00000001:1.0:1786177115.926313:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786177115.926314:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177115.926318:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000010:1.0:1786177115.926318:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786177115.926323:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177115.926324:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1786177115.926326:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 02000000:00000001:1.0:1786177115.926327:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177115.926330:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00080000:0.0:1786177115.926331:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177115.926337:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.926338:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1786177115.926339:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177115.926342:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177115.926345:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177115.926347:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177115.926350:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.926353:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177115.926356:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177115.926357:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:0.0:1786177115.926360:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.926362:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.926364:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.926367:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1786177115.926370:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177115.926371:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177115.926375:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1786177115.926377:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000040:1.0:1786177115.926383:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177115.926385:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177115.926389:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177115.926393:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177115.926397:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177115.926400:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.926404:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1786177115.926408:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:1.0:1786177115.926408:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.926413:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786177115.926415:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.926418:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177115.926422:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177115.926426:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786177115.926446:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161536:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177115.926451:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177115.926454:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177115.926456:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.926459:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177115.926462:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177115.926466:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177115.926467:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177115.926472:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177115.926476:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177115.926484:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177115.926487:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177115.926487:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177115.926493:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000040:0.0:1786177115.926497:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8561) 00000100:00000200:1.0:1786177115.926498:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612161536, portal 10 00000100:00000001:1.0:1786177115.926503:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177115.926504:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177115.926513:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926521:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177115.926524:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177115.926526:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177115.926529:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612161536, offset 0 00000400:00000200:1.0:1786177115.926534:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177115.926539:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177115.926543:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177115.926547:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177115.926550:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177115.926553:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177115.926556:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177115.926559:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410582:410582:256:4294967295] 192.168.202.156@tcp LPNI seq info [410580:410580:8:4294967295] 00000400:00000200:1.0:1786177115.926563:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177115.926568:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177115.926571:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177115.926574:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177115.926577:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177115.926580:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177115.926583:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177115.926585:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177115.926587:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177115.926589:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177115.926591:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177115.926594:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177115.926597:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177115.926599:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177115.926601:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177115.926605:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926614:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177115.926617:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926624:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.926626:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177115.926630:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177115.926633:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177115.926637:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177115.926639:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303223816 00000100:00000001:1.0:1786177115.926642:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303224440 00000100:00000001:1.0:1786177115.926644:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303223816 00000100:00000001:1.0:1786177115.926647:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303224440 00000100:00000001:1.0:1786177115.926649:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177115.926651:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.926653:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177115.926657:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177115/real 1786177115] req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177115.926667:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177115.926669:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177115.926671:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177115.926673:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177115.926675:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177115.926677:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177115.926682:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177115.926691:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926698:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177115.926699:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.926701:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177115.926703:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177115.926707:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926714:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177115.926718:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926725:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177115.926728:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.926729:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177115.926731:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.926733:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177115.926737:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177115.926740:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177115.926743:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177115.926746:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177115.926750:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177115.926759:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161536:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177115.926763:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177115.926766:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926775:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177115.926776:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.926777:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177115.926779:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177115.926780:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177115.926782:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161664:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177115.926784:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177115.926786:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177115.926787:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.926788:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177115.926791:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177115.926792:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177115.926795:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177115.926796:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177115.926799:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177115.926801:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612161664, portal 10 00000100:00000001:1.0:1786177115.926802:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177115.926803:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177115.926807:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926812:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177115.926813:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177115.926815:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177115.926816:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612161664, offset 0 00000400:00000200:1.0:1786177115.926819:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177115.926822:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177115.926824:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177115.926826:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177115.926828:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177115.926830:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177115.926831:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177115.926834:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410583:410583:256:4294967295] 192.168.202.156@tcp LPNI seq info [410581:410581:8:4294967295] 00000400:00000200:1.0:1786177115.926837:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177115.926841:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177115.926844:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177115.926847:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177115.926850:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177115.926853:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177115.926858:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177115.926861:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177115.926864:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177115.926866:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177115.926869:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177115.926873:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177115.926876:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177115.926878:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177115.926880:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177115.926884:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926893:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177115.926897:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926904:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.926906:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177115.926909:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177115.926912:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177115.926915:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177115.926918:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303223816 00000100:00000001:1.0:1786177115.926920:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303224440 00000100:00000001:1.0:1786177115.926923:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303223816 00000100:00000001:1.0:1786177115.926925:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303224440 00000100:00000001:1.0:1786177115.926928:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177115.926930:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.926932:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177115.926937:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177115/real 1786177115] req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177115.926946:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177115.926947:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177115.926949:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177115.926951:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177115.926952:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177115.926954:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177115.926956:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177115.926962:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926966:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177115.926967:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.926968:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177115.926969:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177115.926972:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926976:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177115.926978:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.926983:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177115.926984:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.926985:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177115.926986:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.926987:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177115.926988:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177115.926990:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177115.926992:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177115.926994:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177115.926996:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177115.927001:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161664:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177115.927003:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177115.927005:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927032:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177115.927033:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.927036:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177115.927038:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177115.927040:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177115.927044:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161792:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177115.927047:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177115.927050:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177115.927051:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.927053:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177115.927057:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177115.927059:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177115.927064:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177115.927066:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177115.927070:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177115.927073:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612161792, portal 4 00000100:00000001:1.0:1786177115.927076:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177115.927077:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177115.927083:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927091:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177115.927094:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177115.927096:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177115.927099:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612161792, offset 0 00000400:00000200:1.0:1786177115.927103:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177115.927107:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177115.927111:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177115.927114:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177115.927117:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177115.927120:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177115.927122:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177115.927125:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410584:410584:256:4294967295] 192.168.202.156@tcp LPNI seq info [410582:410582:8:4294967295] 00000400:00000200:1.0:1786177115.927130:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177115.927134:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177115.927137:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177115.927140:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177115.927143:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177115.927145:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177115.927147:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177115.927149:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177115.927152:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177115.927153:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177115.927156:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177115.927158:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177115.927160:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177115.927161:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177115.927163:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177115.927166:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927171:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177115.927173:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927179:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.927181:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177115.927184:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177115.927187:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177115.927191:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177115.927193:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303224000 00000100:00000001:1.0:1786177115.927195:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303224440 00000100:00000001:1.0:1786177115.927198:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303224000 00000100:00000001:1.0:1786177115.927200:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303224440 00000100:00000001:1.0:1786177115.927203:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177115.927205:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.927207:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177115.927211:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177115/real 1786177115] req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177115.927220:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177115.927221:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177115.927223:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177115.927226:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177115.927227:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177115.927229:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177115.927232:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177115.927240:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927246:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177115.927248:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927249:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177115.927250:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177115.927254:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927260:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177115.927264:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927271:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177115.927274:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927275:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177115.927276:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927278:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177115.927280:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177115.927282:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177115.927286:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177115.927288:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177115.927293:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177115.927302:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161792:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177115.927306:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927309:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177115.927312:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612161536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927319:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177115.927321:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177115.927323:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177115.927325:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177115.927327:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177115.927328:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177115.927331:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177115.927333:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:1.0:1786177115.927335:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177115.927337:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177115.927339:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177115.927341:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177115.927343:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927345:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177115.927349:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612161664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927356:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177115.927357:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177115.927359:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177115.927361:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177115.927362:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177115.927364:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177115.927366:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177115.927367:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:1.0:1786177115.927370:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177115.927371:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177115.927372:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177115.927375:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177115.927376:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927378:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177115.927381:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612161792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927388:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177115.927389:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177115.927391:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177115.927393:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177115.927394:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177115.927395:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177115.927397:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177115.927399:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:1.0:1786177115.927401:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177115.927403:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177115.927404:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177115.927407:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177115.927408:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927410:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927413:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177115.927415:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.927417:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177115.927420:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177115.927421:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177115.927426:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927447:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177115.927449:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.927451:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177115.927453:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177115.927455:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177115.927459:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161920:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177115.927462:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177115.927464:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177115.927466:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177115.927468:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177115.927471:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177115.927473:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177115.927477:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177115.927479:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177115.927483:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177115.927486:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612161920, portal 4 00000100:00000001:1.0:1786177115.927488:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177115.927490:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177115.927496:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927502:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177115.927505:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177115.927507:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177115.927510:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612161920, offset 0 00000400:00000200:1.0:1786177115.927514:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177115.927519:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177115.927523:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177115.927526:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177115.927529:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177115.927532:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177115.927535:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177115.927538:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410585:410585:256:4294967295] 192.168.202.156@tcp LPNI seq info [410583:410583:8:4294967295] 00000400:00000200:1.0:1786177115.927542:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177115.927549:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177115.927553:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177115.927557:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177115.927561:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177115.927564:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177115.927569:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177115.927572:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177115.927576:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177115.927578:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177115.927581:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177115.927585:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177115.927588:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177115.927589:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177115.927592:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177115.927596:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927604:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177115.927607:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927613:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.927615:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177115.927618:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177115.927621:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177115.927624:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177115.927626:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303223980 00000100:00000001:1.0:1786177115.927629:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303224440 00000100:00000001:1.0:1786177115.927631:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303223980 00000100:00000001:1.0:1786177115.927635:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303224440 00000100:00000001:1.0:1786177115.927637:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177115.927640:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.927642:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177115.927646:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177115/real 1786177115] req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177115.927654:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177115.927655:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177115.927657:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177115.927660:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177115.927662:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177115.927664:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177115.927667:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177115.927675:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927682:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177115.927683:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927685:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177115.927687:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177115.927691:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927697:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177115.927701:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927709:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177115.927711:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927713:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177115.927715:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927717:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177115.927718:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177115.927721:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177115.927725:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177115.927727:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177115.927732:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177115.927739:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612161920:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177115.927743:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927745:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177115.927749:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612161920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177115.927756:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177115.927758:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177115.927759:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177115.927762:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177115.927764:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177115.927765:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177115.927768:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177115.927770:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:1.0:1786177115.927772:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177115.927773:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177115.927775:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177115.927777:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177115.927779:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927780:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.927784:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177115.927785:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177115.927787:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177115.927788:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177116.565120:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303224440, at 4303224448 00000100:00000040:1.0:1786177116.565120:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303224440, at 4303224448 00000100:00000010:0.0:1786177116.565135:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6ae0. 00000100:00000010:1.0:1786177116.565135:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6d20. 00000100:00000001:3.0:1786177116.821174:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177116.821182:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177116.821185:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177116.821188:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177116.821190:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177116.821191:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177116.821194:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177116.821197:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177116.821199:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177116.821203:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177116.821205:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177116.821205:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177116.821205:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177116.821208:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177116.821214:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177116.821218:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177116.821219:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:1.0:1786177116.821219:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177116.821220:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177116.821226:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177116.821231:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177116.821233:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177116.821234:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177116.821234:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177116.821237:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177116.821243:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177116.821245:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177116.821251:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177116.821252:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177116.821257:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177116.821258:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177116.821271:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177116.821272:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177116.821284:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177116.821284:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177116.821284:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177116.821294:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177116.821297:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177116.821299:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177116.821318:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177116.821323:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177116.821324:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177116.821325:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177116.821332:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177116.821332:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177116.821339:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177116.821339:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177116.821342:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177116.821346:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177116.821348:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177116.821348:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177116.821358:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177116.821358:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177116.821360:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177116.821366:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177116.821371:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177116.821374:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177116.821376:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177116.821378:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177116.821382:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177116.821386:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177116.821387:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177116.821390:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177116.821393:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177116.821458:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177116.821462:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177116.821465:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177117.845143:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177117.845152:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177117.845154:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177117.845161:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177117.845166:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177117.845169:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177117.845170:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177117.845172:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177117.845174:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177117.845183:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177117.845184:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177117.845185:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177117.845191:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177117.845193:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177117.845199:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177117.845202:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177117.845203:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177117.845205:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177117.845208:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177117.845213:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177117.845214:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177117.845219:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177117.845221:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177117.845224:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177117.845228:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177117.845233:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177117.845237:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177117.845258:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177117.845264:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177117.845265:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177117.845271:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177117.845271:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177117.845279:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177117.845279:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177117.845283:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177117.845289:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177117.845292:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177117.845296:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177117.845299:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177117.845300:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177117.845306:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177117.845307:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177117.845308:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177117.845310:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177117.845314:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177117.845320:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177117.845325:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177117.845328:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177117.845330:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177117.845333:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177117.845337:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177117.845339:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177117.845342:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177117.845343:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177117.845345:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177117.845347:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177117.845350:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177117.845352:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177117.845376:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177117.845379:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177117.845383:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177117.845547:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177117.845547:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177117.845555:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177117.845557:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177117.845558:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177117.845562:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177117.845563:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177117.845572:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177117.845573:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177117.845579:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177117.845581:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177117.845582:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177117.845586:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177117.845588:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177117.845589:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177117.845598:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177117.845601:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177117.845605:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177118.869130:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177118.869130:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177118.869133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177118.869138:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177118.869139:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.869139:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177118.869143:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.869145:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177118.869147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177118.869151:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177118.869152:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177118.869153:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177118.869160:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177118.869162:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177118.869163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177118.869164:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.869168:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177118.869169:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177118.869171:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177118.869171:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177118.869177:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177118.869177:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177118.869181:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.869181:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177118.869182:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.869182:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177118.869186:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.869188:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.869199:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177118.869200:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177118.869202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177118.869209:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177118.869210:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177118.869218:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177118.869218:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.869225:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177118.869229:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177118.869230:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177118.869232:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.869232:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177118.869234:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.869239:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177118.869242:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177118.869242:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177118.869244:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000020:00000001:1.0:1786177118.869245:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177118.869252:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177118.869257:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1786177118.869259:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177118.869259:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177118.869262:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.869265:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177118.869266:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177118.869270:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177118.869272:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.869273:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177118.869276:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.869281:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177118.869289:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177118.869292:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177118.869294:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177118.869295:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177118.869298:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177118.869301:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177118.869303:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177118.869304:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177118.869306:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177119.893121:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177119.893122:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177119.893123:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177119.893129:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177119.893130:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177119.893131:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177119.893133:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177119.893135:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177119.893137:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177119.893139:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177119.893140:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177119.893141:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177119.893146:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177119.893148:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177119.893148:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177119.893150:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177119.893152:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177119.893154:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177119.893154:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177119.893156:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177119.893159:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177119.893159:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177119.893160:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177119.893164:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177119.893167:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177119.893171:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177119.893171:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177119.893177:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177119.893201:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177119.893204:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177119.893206:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177119.893221:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177119.893226:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177119.893229:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177119.893229:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177119.893230:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177119.893237:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177119.893238:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177119.893240:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177119.893242:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177119.893243:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177119.893247:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177119.893248:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177119.893249:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177119.893251:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177119.893253:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177119.893254:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177119.893258:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177119.893261:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177119.893261:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177119.893266:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177119.893268:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177119.893273:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177119.893276:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177119.893276:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177119.893278:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177119.893283:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177119.893290:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177119.893291:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177119.893304:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177119.893308:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177119.893309:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177119.893313:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177119.893315:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177119.893316:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177119.893325:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177119.893327:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177120.917129:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177120.917129:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177120.917135:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177120.917138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177120.917139:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177120.917141:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177120.917142:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177120.917143:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177120.917145:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177120.917149:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:1.0:1786177120.917150:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177120.917151:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177120.917155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177120.917156:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177120.917157:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177120.917159:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177120.917161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177120.917162:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177120.917163:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177120.917168:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177120.917171:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177120.917196:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177120.917198:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177120.917199:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177120.917200:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177120.917202:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177120.917204:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177120.917206:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177120.917207:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177120.917209:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177120.917241:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177120.917244:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177120.917245:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177120.917247:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177120.917248:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177120.917250:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177120.917252:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177120.917253:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177120.917255:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177120.917261:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177120.917263:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177120.917264:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177120.917265:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177120.917266:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177120.917268:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177120.917269:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177120.917270:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177120.917271:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177120.917304:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177120.917306:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177120.917309:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177120.917310:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177120.917313:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177120.917316:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177120.917336:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177120.917340:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177120.917345:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177120.917346:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177120.917350:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177120.917351:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177120.917353:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177120.917354:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177120.917357:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177120.917357:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177120.917372:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177120.917375:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177120.917377:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177121.045119:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177121.045129:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177121.045132:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177121.045136:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177121.045141:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177121.045149:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8556 00000400:00000200:0.0:1786177121.045158:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177121.045166:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177121.045169:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177121.045173:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045177:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177121.045179:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045181:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177121.045185:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177121.045186:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177121.045189:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177121.045192:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177121.045195:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177121.045198:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177121.045202:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045204:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177121.045206:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045208:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177121.045211:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177121.045214:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045218:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177121.045220:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177121.045226:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177121.045229:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.045231:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177121.045234:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177121.045246:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177121.045250:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177121.045254:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177121.045255:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.045259:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177121.045262:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177121.045267:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177121.045277:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786177121.045285:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177121.045299:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177121.045310:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177121.045315:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177121.045320:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177121.045343:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177121.045346:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177121.045349:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177121.045350:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177121.045351:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177121.045353:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177121.045355:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8556 00000400:00000200:0.0:1786177121.045357:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177121.045360:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177121.045361:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177121.045363:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045365:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177121.045367:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045368:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177121.045370:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177121.045371:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177121.045372:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177121.045373:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177121.045374:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177121.045376:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177121.045377:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045378:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177121.045379:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045390:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177121.045391:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177121.045393:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045394:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177121.045395:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177121.045401:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177121.045402:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.045403:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177121.045408:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177121.045410:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.045411:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177121.045416:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177121.045420:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00000001:1.0:1786177121.045420:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786177121.045425:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177121.045426:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786177121.045427:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.045429:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177121.045431:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177121.045435:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1786177121.045437:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177121.045438:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177121.045446:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:1.0:1786177121.045447:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177121.045451:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.045452:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.045456:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1786177121.045461:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177121.045461:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177121.045466:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.045472:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1786177121.045474:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612162048:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177121.045475:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177121.045481:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.045484:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177121.045489:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.045491:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1786177121.045492:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1786177121.045496:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177121.045497:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177121.045500:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177121.045502:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1786177121.045502:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177121.045507:0:114346:0:(import.c:485:import_select_connection()) Process entered 02000000:00000010:1.0:1786177121.045510:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 00000100:00080000:0.0:1786177121.045511:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8556 02000000:00000001:1.0:1786177121.045515:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177121.045520:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177121.045523:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177121.045526:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177121.045528:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045532:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177121.045532:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786177121.045536:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045540:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177121.045540:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000020:00000001:0.0:1786177121.045546:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177121.045547:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177121.045549:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:1.0:1786177121.045551:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000020:00000040:0.0:1786177121.045552:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177121.045556:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177121.045557:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177121.045560:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045561:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177121.045563:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177121.045563:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612162048, portal 25 00000100:00000001:0.0:1786177121.045568:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177121.045569:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1786177121.045572:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00000001:1.0:1786177121.045573:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00080000:0.0:1786177121.045576:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045579:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177121.045581:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177121.045584:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177121.045585:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177121.045588:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.045591:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177121.045594:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177121.045599:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.045600:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177121.045601:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177121.045606:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000100:00000040:1.0:1786177121.045606:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000040:0.0:1786177121.045609:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177121.045612:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1786177121.045612:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 02000000:00000001:0.0:1786177121.045614:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.045616:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1786177121.045617:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612162048, offset 0 02000000:00000001:0.0:1786177121.045618:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177121.045620:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177121.045625:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786177121.045629:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177121.045629:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00100000:0.0:1786177121.045635:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177121.045644:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177121.045646:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177121.045650:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177121.045651:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177121.045662:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177121.045663:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:0.0:1786177121.045667:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177121.045672:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1786177121.045673:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177121.045677:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177121.045678:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177121.045683:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177121.045686:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00080000:0.0:1786177121.045689:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177121.045691:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410586:410586:256:4294967295] 192.168.202.156@tcp LPNI seq info [410584:410584:8:4294967295] 00000100:00000001:0.0:1786177121.045694:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177121.045697:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:0.0:1786177121.045700:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8556 00000400:00000200:1.0:1786177121.045708:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:0.0:1786177121.045716:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.0:1786177121.045717:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177121.045721:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177121.045724:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000010:1.0:1786177121.045724:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000100:00000040:0.0:1786177121.045728:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045729:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177121.045731:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045733:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:1.0:1786177121.045734:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:0.0:1786177121.045735:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177121.045738:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177121.045740:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:1.0:1786177121.045740:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000020:00000040:0.0:1786177121.045742:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177121.045745:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000200:1.1:1786177121.045748:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:0.0:1786177121.045749:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177121.045754:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.1:1786177121.045754:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:0.0:1786177121.045760:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177121.045763:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000100:1.0:1786177121.045763:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177121.045766:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000100:00000001:0.0:1786177121.045767:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177121.045770:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177121.045772:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177121.045774:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1786177121.045775:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177121.045778:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177121.045780:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177121.045781:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 02000000:00000001:0.0:1786177121.045785:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.045787:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177121.045788:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000008:00100000:0.0:1786177121.045790:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000010:1.0:1786177121.045791:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000008:00000001:0.0:1786177121.045792:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.045795:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.045797:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1786177121.045798:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177121.045802:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000200:1.0:1786177121.045803:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177121.045811:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177121.045812:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786177121.045815:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177121.045816:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177121.045821:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177121.045824:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177121.045825:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177121.045826:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1786177121.045829:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.045832:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177121.045835:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000400:00000200:1.0:1786177121.045838:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177121.045842:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.045842:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303229560 00000100:00000010:1.0:1786177121.045847:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6d20. 00000100:00100000:0.0:1786177121.045850:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177121.045855:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177121.045862:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177121.045864:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.045865:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303229560 00000100:00000040:0.0:1786177121.045868:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1786177121.045869:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6e40. 00000100:00000001:1.0:1786177121.045874:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786177121.045878:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177121.045880:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177121.045883:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177121.045883:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.045886:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1786177121.045887:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177121.045890:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786177121.045892:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177121/real 1786177121] req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177121.045893:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177121.045898:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177121.045903:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8556 00000400:00000001:1.0:1786177121.045906:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177121.045908:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1786177121.045909:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177121.045910:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177121.045915:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177121.045917:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000400:00000200:0.0:1786177121.045918:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177121.045919:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1786177121.045923:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1786177121.045925:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177121.045931:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177121.045935:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177121.045936:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177121.045942:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177121.045943:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177121.045945:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177121.045947:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177121.045948:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177121.045950:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177121.045952:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177121.045955:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00100000:1.0:1786177121.045956:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177121.045959:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177121.045962:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:1.0:1786177121.045964:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177121.045966:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177121.045970:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177121.045971:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177121.045978:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177121.045981:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177121.045985:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177121.045986:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177121.045990:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177121.045991:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1786177121.045994:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177121.045994:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177121.045996:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177121.045999:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177121.046000:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177121.046002:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046003:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1786177121.046004:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177121.046008:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786177121.046008:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1786177121.046029:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.046031:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177121.046032:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177121.046033:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.046035:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177121.046038:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177121.046040:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177121.046043:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00080000:1.0:1786177121.046043:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 02000000:00000001:0.0:1786177121.046044:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046047:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1786177121.046048:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177121.046051:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177121.046054:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177121.046055:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1786177121.046060:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00100000:1.0:1786177121.046063:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612162048:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177121.046065:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046068:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177121.046073:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177121.046073:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177121.046078:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612162048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177121.046090:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177121.046092:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1786177121.046093:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.046095:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1786177121.046099:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1786177121.046100:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177121.046105:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177121.046108:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1786177121.046109:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1786177121.046111:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000040:0.0:1786177121.046114:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8566) 00000020:00000001:1.0:1786177121.046115:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177121.046120:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:1.0:1786177121.046125:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177121.046128:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177121.046130:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177121.046133:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177121.046134:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046136:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046144:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177121.046147:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046149:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177121.046151:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177121.046152:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177121.046157:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046169:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177121.046171:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.046173:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177121.046175:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177121.046177:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177121.046180:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162176:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177121.046183:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177121.046186:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177121.046187:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.046189:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177121.046192:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177121.046194:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177121.046198:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177121.046200:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177121.046203:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177121.046205:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612162176, portal 10 00000100:00000001:1.0:1786177121.046206:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177121.046207:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177121.046213:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046217:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177121.046219:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177121.046220:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177121.046222:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612162176, offset 0 00000400:00000200:1.0:1786177121.046224:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177121.046226:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177121.046229:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177121.046231:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177121.046232:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177121.046234:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177121.046236:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177121.046238:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410587:410587:256:4294967295] 192.168.202.156@tcp LPNI seq info [410585:410585:8:4294967295] 00000400:00000200:1.0:1786177121.046241:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177121.046245:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177121.046248:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177121.046250:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177121.046252:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177121.046255:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177121.046258:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177121.046259:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177121.046261:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177121.046262:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177121.046264:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177121.046266:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177121.046269:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177121.046270:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177121.046271:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177121.046273:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046279:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177121.046280:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046284:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046285:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177121.046287:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177121.046290:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177121.046291:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177121.046292:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303228936 00000100:00000001:1.0:1786177121.046294:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303229560 00000100:00000001:1.0:1786177121.046296:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303228936 00000100:00000001:1.0:1786177121.046297:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303229560 00000100:00000001:1.0:1786177121.046299:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177121.046301:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046302:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177121.046304:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177121/real 1786177121] req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177121.046309:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177121.046310:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177121.046311:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177121.046312:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177121.046313:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177121.046314:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177121.046316:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177121.046321:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046324:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177121.046325:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046326:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177121.046327:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177121.046328:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046332:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177121.046334:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046338:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177121.046339:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046340:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177121.046341:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046342:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177121.046346:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177121.046347:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177121.046350:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177121.046351:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177121.046354:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177121.046358:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162176:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177121.046360:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177121.046362:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046365:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177121.046366:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.046367:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177121.046368:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177121.046369:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177121.046371:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162304:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177121.046373:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177121.046374:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177121.046375:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.046376:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177121.046378:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177121.046391:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177121.046394:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177121.046396:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177121.046398:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177121.046400:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612162304, portal 10 00000100:00000001:1.0:1786177121.046401:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177121.046402:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177121.046407:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046411:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177121.046413:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177121.046414:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177121.046415:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612162304, offset 0 00000400:00000200:1.0:1786177121.046418:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177121.046420:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177121.046423:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177121.046424:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177121.046426:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177121.046428:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177121.046429:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177121.046431:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410588:410588:256:4294967295] 192.168.202.156@tcp LPNI seq info [410586:410586:8:4294967295] 00000400:00000200:1.0:1786177121.046433:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177121.046437:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177121.046439:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177121.046441:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177121.046443:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177121.046445:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177121.046448:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177121.046450:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177121.046454:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177121.046456:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177121.046459:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177121.046462:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177121.046465:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177121.046466:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177121.046468:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177121.046472:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046479:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177121.046482:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046488:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046490:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177121.046493:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177121.046495:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177121.046499:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177121.046501:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303228936 00000100:00000001:1.0:1786177121.046503:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303229560 00000100:00000001:1.0:1786177121.046505:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303228936 00000100:00000001:1.0:1786177121.046507:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303229560 00000100:00000001:1.0:1786177121.046509:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177121.046511:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046512:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177121.046515:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177121/real 1786177121] req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177121.046520:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177121.046521:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177121.046522:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177121.046524:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177121.046525:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177121.046527:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177121.046529:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177121.046534:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046537:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177121.046538:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046539:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177121.046540:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177121.046542:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046545:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177121.046548:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046552:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177121.046554:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046555:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177121.046556:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046557:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177121.046558:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177121.046559:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177121.046561:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177121.046562:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177121.046564:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177121.046568:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162304:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177121.046570:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177121.046572:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046576:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177121.046577:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.046578:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177121.046579:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177121.046580:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177121.046582:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162432:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177121.046583:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177121.046584:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177121.046585:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.046586:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177121.046589:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177121.046590:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177121.046593:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177121.046594:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177121.046596:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177121.046598:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612162432, portal 4 00000100:00000001:1.0:1786177121.046599:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177121.046600:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177121.046604:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046608:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177121.046610:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177121.046611:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177121.046612:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612162432, offset 0 00000400:00000200:1.0:1786177121.046615:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177121.046617:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177121.046619:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177121.046620:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177121.046623:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177121.046624:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177121.046626:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177121.046628:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410589:410589:256:4294967295] 192.168.202.156@tcp LPNI seq info [410587:410587:8:4294967295] 00000400:00000200:1.0:1786177121.046630:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177121.046634:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177121.046636:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177121.046638:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177121.046640:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177121.046642:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177121.046645:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177121.046646:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177121.046649:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177121.046650:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177121.046652:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177121.046654:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177121.046656:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177121.046658:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177121.046659:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177121.046661:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046666:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177121.046667:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046671:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046672:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177121.046674:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177121.046676:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177121.046678:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177121.046679:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303229119 00000100:00000001:1.0:1786177121.046681:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303229560 00000100:00000001:1.0:1786177121.046682:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303229119 00000100:00000001:1.0:1786177121.046683:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303229560 00000100:00000001:1.0:1786177121.046684:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177121.046685:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046686:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177121.046688:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177121/real 1786177121] req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177121.046692:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177121.046692:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177121.046693:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177121.046694:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177121.046695:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177121.046696:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177121.046698:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177121.046712:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046719:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177121.046721:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046722:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177121.046723:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177121.046725:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046728:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177121.046730:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046735:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177121.046737:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046737:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177121.046738:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046739:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177121.046740:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177121.046741:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177121.046742:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177121.046743:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177121.046745:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177121.046749:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162432:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177121.046751:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177121.046753:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046756:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177121.046757:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.046759:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177121.046760:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177121.046761:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177121.046763:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162560:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177121.046765:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177121.046766:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177121.046766:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177121.046767:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177121.046769:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177121.046770:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177121.046772:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177121.046774:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177121.046776:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177121.046777:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612162560, portal 4 00000100:00000001:1.0:1786177121.046779:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177121.046779:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177121.046783:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046786:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177121.046788:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177121.046789:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177121.046790:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612162560, offset 0 00000400:00000200:1.0:1786177121.046793:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177121.046795:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177121.046797:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177121.046798:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177121.046800:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177121.046801:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177121.046803:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177121.046805:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410590:410590:256:4294967295] 192.168.202.156@tcp LPNI seq info [410588:410588:8:4294967295] 00000400:00000200:1.0:1786177121.046807:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177121.046811:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177121.046814:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177121.046816:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177121.046819:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177121.046820:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177121.046823:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177121.046824:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177121.046827:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177121.046828:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177121.046830:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177121.046832:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177121.046834:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177121.046835:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177121.046836:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177121.046838:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046843:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177121.046845:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046848:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046849:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177121.046850:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177121.046852:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177121.046854:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177121.046855:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303229099 00000100:00000001:1.0:1786177121.046857:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303229560 00000100:00000001:1.0:1786177121.046858:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303229099 00000100:00000001:1.0:1786177121.046859:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303229560 00000100:00000001:1.0:1786177121.046860:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177121.046861:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046862:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177121.046864:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177121/real 1786177121] req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177121.046870:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177121.046870:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177121.046872:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177121.046873:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177121.046874:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177121.046874:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177121.046876:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177121.046880:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046884:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177121.046885:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046886:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177121.046887:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177121.046889:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046892:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177121.046894:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046898:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177121.046899:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046900:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177121.046900:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046901:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177121.046902:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177121.046903:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177121.046905:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177121.046906:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177121.046908:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177121.046913:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162560:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177121.046915:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046916:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177121.046918:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612162176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046921:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177121.046922:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177121.046923:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177121.046924:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177121.046925:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177121.046925:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177121.046927:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177121.046927:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:1.0:1786177121.046929:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177121.046930:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177121.046930:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177121.046932:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177121.046933:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046934:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177121.046936:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612162304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046940:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177121.046940:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177121.046941:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177121.046942:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177121.046943:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177121.046943:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177121.046944:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177121.046945:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:1.0:1786177121.046946:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177121.046947:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177121.046948:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177121.046950:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177121.046950:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046951:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177121.046953:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612162432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046957:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177121.046957:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177121.046958:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177121.046959:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177121.046960:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177121.046960:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177121.046961:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177121.046962:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:1.0:1786177121.046963:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177121.046963:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177121.046964:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177121.046965:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177121.046966:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046967:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177121.046968:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612162560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177121.046971:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177121.046972:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177121.046972:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177121.046973:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177121.046974:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177121.046974:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177121.046975:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177121.046976:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:1.0:1786177121.046977:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177121.046978:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177121.046978:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177121.046979:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177121.046980:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046982:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.046984:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177121.046985:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.046986:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177121.046987:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177121.685125:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303229560, at 4303229568 00000100:00000040:0.0:1786177121.685131:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303229560, at 4303229568 00000100:00000010:1.0:1786177121.685147:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6e40. 00000100:00000010:0.0:1786177121.685148:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6d20. 00000100:00000001:2.0:1786177121.941105:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177121.941105:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177121.941106:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177121.941114:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177121.941116:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177121.941116:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177121.941117:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177121.941122:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.941123:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177121.941123:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177121.941123:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.941127:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177121.941132:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177121.941132:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177121.941132:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177121.941133:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177121.941140:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177121.941140:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177121.941141:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177121.941141:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177121.941147:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.941147:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177121.941148:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177121.941148:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177121.941154:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177121.941154:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177121.941159:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.941159:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177121.941164:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177121.941165:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177121.941165:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177121.941166:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177121.941168:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177121.941170:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177121.941173:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177121.941176:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177121.941191:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177121.941192:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177121.941197:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177121.941197:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177121.941200:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.941201:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177121.941203:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177121.941204:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177121.941206:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177121.941209:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177121.941210:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177121.941211:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177121.941214:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177121.941216:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177121.941217:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177121.941218:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177121.941221:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177121.941222:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177121.941222:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.941225:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177121.941227:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177121.941230:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177121.941231:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177121.941235:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177121.941240:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177121.941242:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177121.941247:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177121.941249:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177121.941268:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177121.941270:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177121.941273:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177122.965119:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177122.965119:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177122.965122:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177122.965128:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177122.965129:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177122.965130:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177122.965131:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177122.965135:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177122.965135:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177122.965139:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177122.965141:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177122.965141:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177122.965143:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177122.965144:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177122.965146:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177122.965151:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177122.965154:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177122.965156:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177122.965157:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177122.965157:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177122.965161:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177122.965163:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177122.965164:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177122.965168:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177122.965171:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177122.965173:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177122.965174:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177122.965179:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177122.965180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177122.965181:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177122.965182:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177122.965189:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177122.965191:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177122.965193:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177122.965204:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177122.965206:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177122.965213:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177122.965215:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177122.965217:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177122.965219:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177122.965219:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177122.965221:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177122.965226:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177122.965226:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177122.965229:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177122.965229:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177122.965231:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177122.965233:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177122.965241:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177122.965242:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177122.965246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177122.965250:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177122.965250:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177122.965251:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177122.965256:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177122.965258:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177122.965258:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177122.965259:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177122.965263:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177122.965264:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177122.965264:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177122.965270:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177122.965271:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177122.965272:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177122.965275:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177122.965277:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177122.965278:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177122.965285:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177122.965285:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177122.965291:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177122.965296:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000020:00000001:1.0:1786177122.965297:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177122.965301:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177122.965302:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1786177122.965305:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177122.965308:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177122.965313:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177122.965315:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177122.965318:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177123.989103:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177123.989112:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177123.989120:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177123.989122:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177123.989125:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177123.989125:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177123.989127:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177123.989133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177123.989134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177123.989136:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177123.989138:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177123.989141:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177123.989144:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177123.989146:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177123.989153:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177123.989160:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177123.989160:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177123.989166:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177123.989167:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177123.989171:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177123.989172:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177123.989173:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177123.989178:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177123.989179:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177123.989181:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177123.989192:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177123.989198:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177123.989202:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177123.989204:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177123.989206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177123.989209:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.989210:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177123.989212:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177123.989215:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177123.989216:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177123.989220:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177123.989223:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177123.989224:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177123.989224:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177123.989229:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177123.989231:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177123.989234:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177123.989235:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177123.989239:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177123.989244:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177123.989247:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177123.989250:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177123.989252:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177123.989255:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177123.989431:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177123.989435:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177123.989437:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177123.989440:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177123.989443:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177123.989445:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177123.989447:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177123.989449:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177123.989451:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.989508:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177123.989512:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177123.989514:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177123.989517:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177123.989519:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177123.989522:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177123.989525:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177123.989527:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177123.989529:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177125.013155:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177125.013155:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177125.013168:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177125.013168:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177125.013172:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177125.013173:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177125.013183:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177125.013184:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177125.013184:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177125.013185:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177125.013196:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177125.013198:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177125.013201:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177125.013202:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177125.013204:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177125.013205:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177125.013209:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177125.013210:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177125.013217:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177125.013220:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177125.013222:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177125.013226:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177125.013227:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177125.013228:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177125.013231:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177125.013234:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177125.013246:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177125.013247:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177125.013249:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177125.013260:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177125.013262:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177125.013264:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177125.013270:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177125.013270:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177125.013274:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177125.013282:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177125.013293:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177125.013298:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177125.013300:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177125.013303:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177125.013306:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177125.013308:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177125.013310:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177125.013312:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177125.013315:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177125.013322:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177125.013327:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177125.013329:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177125.013333:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177125.013333:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177125.013337:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177125.013341:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177125.013357:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177125.013358:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177125.013362:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177125.013362:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177125.013365:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177125.013368:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177125.013371:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177125.013376:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177125.013379:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177125.013382:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177125.013385:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177125.013388:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177125.013390:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177125.013393:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177125.013397:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177125.013398:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177125.013402:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177125.013403:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177125.013424:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177125.013427:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177125.013430:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177126.037190:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177126.037190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177126.037201:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177126.037202:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177126.037204:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177126.037206:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.037220:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177126.037223:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177126.037225:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177126.037229:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177126.037233:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177126.037235:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177126.037235:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177126.037235:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177126.037243:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177126.037244:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177126.037244:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177126.037245:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177126.037258:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177126.037259:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177126.037260:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177126.037260:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177126.037264:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.037270:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177126.037271:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177126.037272:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.037286:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177126.037287:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.037289:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.037294:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177126.037295:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177126.037302:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177126.037303:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177126.037304:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177126.037310:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177126.037313:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177126.037314:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.037314:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177126.037345:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177126.037347:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177126.037348:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177126.037350:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177126.037353:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.037354:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177126.037359:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177126.037361:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177126.037363:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177126.037366:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177126.037367:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177126.037376:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177126.037380:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.037385:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177126.037386:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177126.037389:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177126.037390:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177126.037402:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177126.037405:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177126.037409:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177126.037414:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177126.037416:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177126.037420:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177126.037422:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177126.037426:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177126.037428:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177126.037473:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177126.037477:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177126.037480:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786177126.165137:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177126.165150:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177126.165154:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177126.165159:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177126.165165:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177126.165173:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8561 00000400:00000200:3.0:1786177126.165182:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177126.165190:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177126.165195:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177126.165199:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165202:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177126.165205:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165207:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177126.165211:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177126.165213:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786177126.165223:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177126.165226:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786177126.165228:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786177126.165230:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786177126.165234:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165235:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177126.165237:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165238:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177126.165241:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786177126.165243:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165245:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177126.165247:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177126.165251:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177126.165253:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.165255:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177126.165258:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177126.165269:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5f80. 00000020:00000040:3.0:1786177126.165272:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786177126.165276:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177126.165277:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.165281:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177126.165284:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177126.165289:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177126.165298:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc000. 00000100:00000001:3.0:1786177126.165305:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177126.165314:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177126.165323:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177126.165327:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177126.165355:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004880dcf8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177126.165374:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177126.165377:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177126.165380:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177126.165381:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177126.165383:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177126.165386:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177126.165387:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8561 00000400:00000200:3.0:1786177126.165390:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177126.165393:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177126.165395:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177126.165397:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165399:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177126.165400:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165402:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177126.165404:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177126.165405:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786177126.165407:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177126.165408:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786177126.165410:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786177126.165411:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786177126.165413:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165415:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177126.165419:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165421:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177126.165424:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786177126.165426:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165427:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177126.165429:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177126.165436:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177126.165439:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.165440:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177126.165442:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177126.165449:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177126.165453:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:3.0:1786177126.165453:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177126.165462:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.165468:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177126.165469:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.165480:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177126.165484:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.165487:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1786177126.165489:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5180. 02000000:00000001:1.0:1786177126.165490:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177126.165497:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1786177126.165497:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00100000:1.0:1786177126.165501:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612162688:192.168.202.156@tcp:250:kworker.0 02000000:00000001:3.0:1786177126.165509:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177126.165511:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177126.165512:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.165515:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177126.165516:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177126.165517:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177126.165519:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177126.165521:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.165523:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177126.165528:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff000. 02000000:00000010:1.0:1786177126.165533:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028800. 00000100:00000001:3.0:1786177126.165534:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.165538:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177126.165545:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177126.165546:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177126.165554:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:3.0:1786177126.165567:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177126.165571:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177126.165572:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000040:3.0:1786177126.165579:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d031f46] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177126.165583:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612162688, portal 25 00000100:00000001:1.0:1786177126.165593:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177126.165596:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957499776 : -127833752051840 : ffff8bbc629e5f80) 00000100:00000001:3.0:1786177126.165597:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177126.165604:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177126.165610:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177126.165611:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786177126.165618:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177126.165622:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177126.165634:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177126.165636:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1786177126.165640:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8561 00000100:00000040:1.0:1786177126.165648:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177126.165651:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000400:00000200:3.0:1786177126.165654:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:1.0:1786177126.165657:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612162688, offset 0 00000400:00000200:3.0:1786177126.165661:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177126.165664:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177126.165672:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165674:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177126.165676:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177126.165678:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165679:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177126.165683:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177126.165684:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786177126.165686:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177126.165688:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:1.0:1786177126.165689:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:3.0:1786177126.165699:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786177126.165707:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177126.165708:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:3.0:1786177126.165722:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177126.165723:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1786177126.165733:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177126.165737:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000040:3.0:1786177126.165742:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177126.165743:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177126.165751:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165753:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177126.165758:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410591:410591:256:4294967295] 192.168.202.156@tcp LPNI seq info [410589:410589:8:4294967295] 00000020:00000040:3.0:1786177126.165764:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177126.165765:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:3.0:1786177126.165776:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177126.165780:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:3.0:1786177126.165789:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177126.165796:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 02000000:00000001:3.0:1786177126.165797:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:1.0:1786177126.165805:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 02000000:00000001:3.0:1786177126.165805:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177126.165812:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.165814:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:1.0:1786177126.165822:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000008:00100000:3.0:1786177126.165823:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.0:1786177126.165835:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000008:00000001:3.0:1786177126.165835:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.165846:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177126.165852:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7480. 00000800:00000200:1.1:1786177126.165856:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:3.0:1786177126.165858:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000800:00000200:1.1:1786177126.165864:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 02000000:00000001:3.0:1786177126.165865:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177126.165874:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1786177126.165881:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786177126.165882:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177126.165886:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1786177126.165887:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 02000000:00000001:3.0:1786177126.165891:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177126.165895:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000010:3.0:1786177126.165897:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe000. 00000400:00000200:1.0:1786177126.165904:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1786177126.165906:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177126.165909:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177126.165913:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177126.165917:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1786177126.165921:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177126.165923:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.165934:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177126.165937:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177126.165994:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177126.165995:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.166003:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177126.166004:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177126.166047:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daa64da] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177126.166056:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177126.166058:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177126.166060:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177126.166068:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177126.166074:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177126.166075:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177126.166085:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303234681 00000100:00080000:3.0:1786177126.166085:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177126.166096:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:1.0:1786177126.166098:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6e40. 00000100:00080000:3.0:1786177126.166102:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8561 00000400:00000200:3.0:1786177126.166108:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177126.166109:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1786177126.166118:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177126.166121:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177126.166124:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177126.166126:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303234681 00000100:00000001:3.0:1786177126.166126:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1786177126.166135:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6600. 00000100:00000040:3.0:1786177126.166135:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.166149:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177126.166151:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1786177126.166156:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177126.166158:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786177126.166160:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177126.166164:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:1.0:1786177126.166165:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177126.166175:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177126.166175:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786177126.166190:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177126.166191:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000040:3.0:1786177126.166201:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:1.0:1786177126.166205:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177126/real 1786177126] req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177126.166206:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177126.166215:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.166223:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177126.166232:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:3.0:1786177126.166243:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000001:1.0:1786177126.166244:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177126.166252:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177126.166252:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177126.166260:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1786177126.166261:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177126.166268:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 02000000:00000001:3.0:1786177126.166269:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1786177126.166271:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 02000000:00000001:3.0:1786177126.166275:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.166277:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177126.166278:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000200:1.0:1786177126.166284:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1786177126.166284:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786177126.166295:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.166302:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177126.166314:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5500. 00000100:00000200:1.0:1786177126.166315:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1786177126.166321:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177126.166343:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177126.166345:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177126.166348:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177126.166349:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1786177126.166358:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.166359:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177126.166372:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177126.166376:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1786177126.166377:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177126.166381:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.166393:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1786177126.166393:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786177126.166407:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177126.166409:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177126.166417:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177126.166432:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177126.166443:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.166450:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177126.166457:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177126.166458:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177126.166466:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177126.166467:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.166471:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:3.0:1786177126.166477:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae8bf7e8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177126.166479:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177126.166492:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177126.166504:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1786177126.166504:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177126.166517:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177126.166521:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177126.166522:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177126.166529:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177126.166532:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177126.166543:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177126.166551:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8561 00000100:00100000:1.0:1786177126.166557:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612162688:192.168.202.156@tcp:250:kworker.0 00000400:00000200:3.0:1786177126.166565:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177126.166574:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1786177126.166575:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177126.166583:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177126.166584:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177126.166593:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5f80 x1872933612162688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786177126.166594:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.166604:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177126.166614:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177126.166624:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177126.166634:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177126.166640:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000001:1.0:1786177126.166643:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1786177126.166645:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1786177126.166647:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1786177126.166648:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 02000000:00000010:1.0:1786177126.166651:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028800. 00000020:00000001:3.0:1786177126.166652:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786177126.166657:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177126.166658:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177126.166662:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1786177126.166663:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000020:00000040:1.0:1786177126.166667:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000001:3.0:1786177126.166668:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1786177126.166677:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1786177126.166680:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000010:1.0:1786177126.166684:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc000. 00000100:00000001:3.0:1786177126.166684:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177126.166695:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 02000000:00000001:1.0:1786177126.166696:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177126.166699:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1786177126.166700:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000010:1.0:1786177126.166703:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5f80. 00000100:00000001:1.0:1786177126.166707:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177126.166707:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.166709:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177126.166715:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177126.166718:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177126.166719:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1786177126.166721:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177126.166722:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177126.166727:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.166728:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177126.166733:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177126.166735:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177126.166736:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:3.0:1786177126.166743:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000040:1.0:1786177126.166745:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1786177126.166758:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.166760:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177126.166764:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.166765:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.166767:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177126.166771:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177126.166774:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177126.166775:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6a00. 00000100:00100000:1.0:1786177126.166779:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162816:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177126.166784:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1786177126.166784:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177126.166789:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177126.166790:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177126.166792:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177126.166793:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.166805:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177126.166805:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177126.166813:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1786177126.166814:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028800. 02000000:00000001:3.0:1786177126.166817:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.166818:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177126.166827:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000400:00000200:1.0:1786177126.166828:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177126.166841:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177126.166842:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177126.166856:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00100000:3.0:1786177126.166862:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177126.166863:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612162816, portal 10 00000100:00000001:1.0:1786177126.166872:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177126.166876:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957496192 : -127833752055424 : ffff8bbc629e5180) 00000100:00000001:3.0:1786177126.166889:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1786177126.166891:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177126.166894:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.166904:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177126.166906:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000539263c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177126.166908:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177126.166910:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177126.166916:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612162816, offset 0 00000400:00000200:1.0:1786177126.166924:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177126.166932:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177126.166941:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177126.166949:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1786177126.166951:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177126.166953:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177126.166960:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1786177126.166962:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8571) 00000400:00000200:1.0:1786177126.166963:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177126.166973:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410592:410592:256:4294967295] 192.168.202.156@tcp LPNI seq info [410590:410590:8:4294967295] 00000400:00000200:1.0:1786177126.166977:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177126.166985:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177126.166988:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177126.166991:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177126.166995:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177126.166997:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177126.167001:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177126.167003:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177126.167005:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177126.167007:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177126.167009:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177126.167030:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177126.167033:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177126.167034:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177126.167036:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177126.167039:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167045:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177126.167047:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167052:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.167053:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177126.167055:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177126.167057:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177126.167059:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177126.167061:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303234057 00000100:00000001:1.0:1786177126.167063:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303234681 00000100:00000001:1.0:1786177126.167064:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303234057 00000100:00000001:1.0:1786177126.167066:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303234681 00000100:00000001:1.0:1786177126.167068:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177126.167069:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.167070:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177126.167073:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177126/real 1786177126] req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177126.167078:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177126.167079:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177126.167080:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177126.167081:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177126.167082:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177126.167084:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177126.167085:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177126.167091:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167099:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177126.167100:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167102:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177126.167103:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177126.167105:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167109:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177126.167111:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167115:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177126.167117:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167118:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177126.167119:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167120:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177126.167123:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177126.167125:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177126.167127:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177126.167128:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177126.167131:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177126.167135:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162816:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177126.167138:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177126.167140:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167145:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177126.167146:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.167148:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177126.167149:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177126.167151:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177126.167153:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162944:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177126.167155:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177126.167157:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177126.167158:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.167159:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177126.167162:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177126.167163:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177126.167165:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177126.167167:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177126.167169:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177126.167171:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612162944, portal 10 00000100:00000001:1.0:1786177126.167173:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177126.167173:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957505152 : -127833752046464 : ffff8bbc629e7480) 00000100:00000040:1.0:1786177126.167177:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167182:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177126.167183:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177126.167185:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177126.167186:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612162944, offset 0 00000400:00000200:1.0:1786177126.167189:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177126.167191:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177126.167193:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177126.167195:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177126.167197:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177126.167199:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177126.167200:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177126.167202:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410593:410593:256:4294967295] 192.168.202.156@tcp LPNI seq info [410591:410591:8:4294967295] 00000400:00000200:1.0:1786177126.167205:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177126.167209:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177126.167212:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177126.167214:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177126.167217:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177126.167219:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177126.167222:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177126.167223:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177126.167226:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177126.167227:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177126.167229:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177126.167231:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177126.167233:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177126.167234:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177126.167236:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177126.167238:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167243:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177126.167245:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167249:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.167250:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177126.167252:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177126.167254:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177126.167256:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177126.167257:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303234057 00000100:00000001:1.0:1786177126.167258:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303234681 00000100:00000001:1.0:1786177126.167260:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303234057 00000100:00000001:1.0:1786177126.167261:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303234681 00000100:00000001:1.0:1786177126.167263:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177126.167264:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.167265:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177126.167267:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177126/real 1786177126] req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177126.167273:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177126.167274:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177126.167275:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177126.167276:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177126.167277:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177126.167278:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177126.167280:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177126.167285:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167289:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177126.167290:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167291:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177126.167293:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177126.167295:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167299:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177126.167301:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167305:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177126.167307:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167308:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177126.167308:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167309:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177126.167311:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177126.167312:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177126.167314:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177126.167316:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177126.167319:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177126.167324:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612162944:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177126.167326:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177126.167328:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167345:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177126.167346:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.167347:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177126.167348:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177126.167349:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177126.167351:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163072:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177126.167354:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177126.167355:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177126.167356:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.167357:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177126.167360:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177126.167361:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177126.167363:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177126.167365:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177126.167367:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177126.167369:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612163072, portal 4 00000100:00000001:1.0:1786177126.167371:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177126.167372:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957497088 : -127833752054528 : ffff8bbc629e5500) 00000100:00000040:1.0:1786177126.167375:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167380:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177126.167381:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177126.167383:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177126.167384:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612163072, offset 0 00000400:00000200:1.0:1786177126.167387:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177126.167389:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177126.167391:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177126.167393:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177126.167395:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177126.167397:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177126.167398:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177126.167400:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410594:410594:256:4294967295] 192.168.202.156@tcp LPNI seq info [410592:410592:8:4294967295] 00000400:00000200:1.0:1786177126.167403:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177126.167407:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177126.167410:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177126.167412:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177126.167414:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177126.167416:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177126.167419:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177126.167421:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177126.167423:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177126.167425:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177126.167427:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177126.167429:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177126.167431:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177126.167432:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177126.167433:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177126.167436:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167441:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177126.167442:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167447:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.167448:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177126.167450:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177126.167451:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177126.167453:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177126.167455:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303234240 00000100:00000001:1.0:1786177126.167457:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303234681 00000100:00000001:1.0:1786177126.167459:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303234240 00000100:00000001:1.0:1786177126.167460:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303234681 00000100:00000001:1.0:1786177126.167461:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177126.167462:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.167463:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177126.167465:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177126/real 1786177126] req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177126.167470:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177126.167471:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177126.167472:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177126.167473:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177126.167474:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177126.167475:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177126.167477:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177126.167483:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167486:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177126.167487:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167488:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177126.167489:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177126.167491:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167495:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177126.167497:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167501:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177126.167504:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167505:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177126.167505:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167507:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177126.167508:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177126.167509:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177126.167511:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177126.167512:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177126.167515:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177126.167519:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163072:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177126.167521:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167523:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177126.167524:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5180 x1872933612162816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167528:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177126.167529:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177126.167530:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177126.167532:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177126.167533:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177126.167534:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177126.167536:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177126.167537:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:1.0:1786177126.167540:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177126.167541:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177126.167542:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5180. 00000100:00000001:1.0:1786177126.167544:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177126.167545:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167546:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177126.167548:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e7480 x1872933612162944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167557:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177126.167558:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177126.167559:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177126.167560:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177126.167561:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177126.167562:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177126.167563:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177126.167564:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfe000. 02000000:00000001:1.0:1786177126.167566:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177126.167566:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177126.167567:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e7480. 00000100:00000001:1.0:1786177126.167569:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177126.167569:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167570:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177126.167572:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5500 x1872933612163072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167576:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177126.167577:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177126.167577:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177126.167579:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177126.167579:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177126.167580:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177126.167581:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177126.167582:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:1.0:1786177126.167583:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177126.167584:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177126.167585:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5500. 00000100:00000001:1.0:1786177126.167586:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177126.167586:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167587:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167589:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177126.167590:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.167592:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177126.167593:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177126.167593:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177126.167596:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167601:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177126.167602:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.167604:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177126.167605:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177126.167606:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177126.167607:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163200:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177126.167609:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177126.167610:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177126.167611:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177126.167613:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177126.167615:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177126.167616:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177126.167618:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177126.167620:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177126.167621:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177126.167623:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612163200, portal 4 00000100:00000001:1.0:1786177126.167625:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177126.167625:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957502464 : -127833752049152 : ffff8bbc629e6a00) 00000100:00000040:1.0:1786177126.167629:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167634:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177126.167635:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177126.167636:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177126.167638:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612163200, offset 0 00000400:00000200:1.0:1786177126.167641:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177126.167642:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177126.167644:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177126.167646:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177126.167648:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177126.167649:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177126.167651:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177126.167653:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410595:410595:256:4294967295] 192.168.202.156@tcp LPNI seq info [410593:410593:8:4294967295] 00000400:00000200:1.0:1786177126.167656:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177126.167660:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177126.167663:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177126.167665:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177126.167667:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177126.167669:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177126.167671:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177126.167673:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177126.167676:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177126.167677:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177126.167679:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177126.167681:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177126.167683:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177126.167684:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177126.167685:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177126.167687:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167692:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177126.167694:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167698:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.167699:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177126.167701:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177126.167703:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177126.167705:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177126.167706:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303234220 00000100:00000001:1.0:1786177126.167708:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303234681 00000100:00000001:1.0:1786177126.167709:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303234220 00000100:00000001:1.0:1786177126.167711:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303234681 00000100:00000001:1.0:1786177126.167712:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177126.167714:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.167715:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177126.167717:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177126/real 1786177126] req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177126.167722:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177126.167723:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177126.167724:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177126.167725:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177126.167726:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177126.167727:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177126.167729:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177126.167735:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167739:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177126.167740:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167741:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177126.167742:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177126.167744:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167748:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177126.167750:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167754:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177126.167755:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167756:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177126.167757:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167758:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177126.167759:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177126.167760:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177126.167763:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177126.167764:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177126.167767:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177126.167772:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163200:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177126.167774:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167775:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177126.167777:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6a00 x1872933612163200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177126.167780:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177126.167781:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177126.167782:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177126.167783:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177126.167784:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177126.167785:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177126.167786:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177126.167787:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd000. 02000000:00000001:1.0:1786177126.167788:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177126.167789:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177126.167790:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6a00. 00000100:00000001:1.0:1786177126.167791:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177126.167792:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167793:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.167795:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177126.167795:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177126.167797:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177126.167798:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177126.805133:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303234681, at 4303234688 00000100:00000040:1.0:1786177126.805133:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303234681, at 4303234688 00000100:00000010:1.0:1786177126.805149:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6600. 00000100:00000010:0.0:1786177126.805157:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6e40. 00000100:00000001:3.0:1786177127.061126:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177127.061128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177127.061135:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177127.061135:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177127.061139:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177127.061139:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177127.061139:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177127.061144:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177127.061147:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177127.061148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177127.061149:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177127.061155:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177127.061158:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177127.061158:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177127.061159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177127.061163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177127.061163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177127.061164:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177127.061171:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177127.061173:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177127.061176:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177127.061176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177127.061178:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177127.061180:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177127.061185:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177127.061185:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177127.061186:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177127.061186:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177127.061196:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177127.061198:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177127.061203:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177127.061210:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177127.061215:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177127.061220:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177127.061224:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786177127.061228:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177127.061230:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177127.061232:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177127.061234:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:0.0:1786177127.061239:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177127.061239:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177127.061240:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177127.061242:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177127.061245:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177127.061252:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177127.061253:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177127.061257:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177127.061259:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177127.061261:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177127.061263:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177127.061265:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177127.061266:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177127.061268:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177127.061269:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177127.061270:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177127.061272:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177127.061274:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177127.061275:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177127.061276:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177127.061278:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177127.061280:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177127.061283:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177127.061285:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177127.061291:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177127.061293:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177127.061294:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177127.061296:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177128.085121:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177128.085128:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177128.085131:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.085137:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177128.085138:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177128.085138:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177128.085142:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177128.085147:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.085155:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177128.085155:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177128.085156:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177128.085157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177128.085161:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177128.085162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177128.085163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.085163:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177128.085177:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177128.085179:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177128.085180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177128.085180:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177128.085181:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177128.085186:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.085190:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177128.085191:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177128.085192:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177128.085194:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177128.085200:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.085201:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177128.085202:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177128.085211:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177128.085212:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177128.085218:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177128.085219:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177128.085223:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177128.085229:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177128.085230:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177128.085231:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.085233:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177128.085237:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177128.085239:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.085240:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177128.085244:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177128.085244:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.085247:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177128.085251:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177128.085251:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177128.085259:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177128.085262:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177128.085263:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177128.085264:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177128.085271:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177128.085272:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177128.085272:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177128.085277:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177128.085279:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177128.085280:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177128.085284:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177128.085285:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177128.085292:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177128.085292:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177128.085298:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177128.085299:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.085302:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177128.085308:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177128.085309:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.085309:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177128.085328:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177128.085331:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.085331:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.085334:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177128.085340:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177128.085347:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177128.085350:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.085353:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177128.085355:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.085359:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177128.085364:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177128.085367:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177128.085369:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177129.109141:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177129.109148:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177129.109150:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177129.109152:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177129.109156:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177129.109157:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177129.109164:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177129.109167:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177129.109172:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177129.109172:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177129.109172:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177129.109172:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177129.109178:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177129.109185:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177129.109186:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177129.109186:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177129.109187:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177129.109196:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177129.109197:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177129.109197:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177129.109197:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177129.109207:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177129.109216:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177129.109216:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177129.109217:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177129.109222:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177129.109229:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177129.109229:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177129.109231:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177129.109233:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177129.109234:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177129.109239:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177129.109239:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177129.109241:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177129.109242:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177129.109246:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177129.109251:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177129.109252:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177129.109260:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177129.109261:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177129.109263:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177129.109267:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177129.109271:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177129.109273:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177129.109273:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177129.109275:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177129.109283:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177129.109292:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177129.109292:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000020:00000001:1.0:1786177129.109293:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177129.109297:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177129.109298:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177129.109298:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177129.109300:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177129.109335:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177129.109335:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177129.109343:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177129.109344:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177129.109349:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177129.109350:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177129.109357:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177129.109357:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177129.109367:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177129.109371:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177129.109374:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177129.109377:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177129.109380:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177130.133168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177130.133176:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177130.133178:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177130.133185:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177130.133187:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177130.133191:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177130.133193:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177130.133200:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177130.133202:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177130.133204:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177130.133213:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177130.133218:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177130.133222:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177130.133223:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177130.133227:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177130.133229:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177130.133232:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177130.133236:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177130.133240:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177130.133241:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177130.133241:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177130.133241:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177130.133254:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177130.133255:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177130.133257:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177130.133273:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177130.133274:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000020:00000001:1.0:1786177130.133282:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177130.133289:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177130.133291:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177130.133291:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177130.133305:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177130.133306:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177130.133314:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177130.133314:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177130.133316:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1786177130.133319:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177130.133322:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177130.133328:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177130.133329:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177130.133330:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177130.133333:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177130.133340:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177130.133341:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177130.133347:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177130.133348:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177130.133367:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177130.133368:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177130.133376:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177130.133378:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177130.133383:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177130.133386:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177130.133389:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177130.133397:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177130.133402:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177130.133406:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177130.133406:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177130.133409:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177130.133410:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177130.133416:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177130.133420:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177130.133426:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177130.133427:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177130.133429:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177130.133434:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177130.133435:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177130.133438:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177131.157152:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177131.157157:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177131.157160:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177131.157163:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177131.157166:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177131.157166:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177131.157167:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177131.157173:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177131.157173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177131.157174:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177131.157177:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177131.157178:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177131.157180:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177131.157180:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177131.157184:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177131.157188:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177131.157189:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177131.157191:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177131.157193:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177131.157194:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177131.157195:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177131.157198:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177131.157199:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177131.157199:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.157200:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177131.157203:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.157208:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177131.157212:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177131.157212:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177131.157214:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177131.157219:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177131.157227:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000020:00000001:1.0:1786177131.157232:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177131.157232:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177131.157240:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177131.157241:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177131.157243:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:1.0:1786177131.157250:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177131.157252:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177131.157252:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177131.157262:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177131.157264:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177131.157270:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177131.157274:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177131.157274:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177131.157275:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177131.157296:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177131.157299:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177131.157301:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177131.157302:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177131.157305:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177131.157307:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177131.157309:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.157311:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177131.157312:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177131.157315:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.157317:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177131.157320:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177131.157321:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.157323:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177131.157324:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177131.157326:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.157328:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177131.157334:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.157339:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177131.157341:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.157343:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177131.285176:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177131.285185:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177131.285188:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177131.285192:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177131.285196:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177131.285203:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8566 00000400:00000200:1.0:1786177131.285211:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177131.285216:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177131.285218:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177131.285221:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285224:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177131.285226:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285227:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177131.285231:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177131.285232:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177131.285235:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177131.285238:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177131.285240:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177131.285242:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177131.285244:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285245:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177131.285246:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285248:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177131.285250:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177131.285252:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285253:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177131.285255:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177131.285258:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177131.285260:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.285261:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177131.285263:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177131.285271:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7dc00. 00000020:00000040:1.0:1786177131.285273:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177131.285276:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177131.285278:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.285292:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177131.285295:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177131.285299:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177131.285306:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b800. 00000100:00000001:1.0:1786177131.285312:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177131.285320:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177131.285328:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177131.285331:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177131.285335:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f30b44c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177131.285357:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177131.285360:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177131.285363:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177131.285364:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177131.285365:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177131.285367:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177131.285369:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8566 00000400:00000200:1.0:1786177131.285371:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177131.285373:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177131.285375:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177131.285377:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285378:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177131.285380:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285381:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177131.285382:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177131.285383:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:1.0:1786177131.285384:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177131.285386:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:1.0:1786177131.285388:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:1.0:1786177131.285390:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177131.285392:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285393:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177131.285394:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285396:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177131.285398:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:1.0:1786177131.285400:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285402:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177131.285403:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177131.285407:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177131.285408:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.285411:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177131.285411:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177131.285416:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1786177131.285417:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00000001:1.0:1786177131.285420:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.285421:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786177131.285424:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177131.285429:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7d180. 00000100:00000040:0.0:1786177131.285430:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1786177131.285431:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177131.285437:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177131.285439:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.285443:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177131.285446:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177131.285448:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.285454:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1786177131.285454:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028800. 00000100:00000001:0.0:1786177131.285458:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.285459:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177131.285467:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1786177131.285469:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1786177131.285471:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177131.285479:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.285481:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177131.285484:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177131.285487:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612163328:192.168.202.156@tcp:250:kworker.0 00000100:00000040:1.0:1786177131.285490:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be7fee4f] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.285497:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786177131.285501:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177131.285505:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:1.0:1786177131.285505:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1786177131.285510:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177131.285510:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177131.285513:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177131.285515:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1786177131.285518:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786177131.285518:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177131.285522:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8566 00000400:00000200:1.0:1786177131.285524:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177131.285526:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 02000000:00000010:0.0:1786177131.285527:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 00000100:00080000:1.0:1786177131.285528:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1786177131.285533:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177131.285533:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285539:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177131.285540:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285543:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786177131.285544:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:1.0:1786177131.285546:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177131.285550:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177131.285551:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:0.0:1786177131.285553:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000020:00000040:1.0:1786177131.285553:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:1.0:1786177131.285559:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:1.0:1786177131.285562:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000010:0.0:1786177131.285563:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000040:1.0:1786177131.285569:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285573:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1786177131.285575:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612163328, portal 25 00000100:00000040:1.0:1786177131.285576:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177131.285581:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177131.285582:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786177131.285584:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257088 : -127833446294528 : ffff8bbc74d7dc00) 00000020:00000040:1.0:1786177131.285588:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:1.0:1786177131.285596:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000040:0.0:1786177131.285597:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177131.285602:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177131.285607:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177131.285612:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177131.285616:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1786177131.285616:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.285621:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177131.285623:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000040:0.0:1786177131.285625:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000008:00000001:1.0:1786177131.285626:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.285629:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177131.285631:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000010:1.0:1786177131.285632:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7d880. 00000020:00000040:1.0:1786177131.285637:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000100:00000200:0.0:1786177131.285638:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612163328, offset 0 02000000:00000001:1.0:1786177131.285639:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177131.285642:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.285645:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177131.285646:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177131.285648:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177131.285652:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 02000000:00000010:1.0:1786177131.285652:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029400. 00000100:00000001:1.0:1786177131.285659:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177131.285664:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1786177131.285666:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177131.285679:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:1.0:1786177131.285683:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177131.285685:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177131.285690:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1786177131.285691:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009595d9f3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177131.285700:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:1.0:1786177131.285703:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177131.285708:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00080000:1.0:1786177131.285708:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1786177131.285715:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00080000:1.0:1786177131.285717:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177131.285720:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177131.285724:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1786177131.285725:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410596:410596:256:4294967295] 192.168.202.156@tcp LPNI seq info [410594:410594:8:4294967295] 00000100:00000001:1.0:1786177131.285731:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1786177131.285736:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:1.0:1786177131.285738:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8566 00000400:00000200:0.0:1786177131.285751:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:1.0:1786177131.285761:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:0.0:1786177131.285762:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177131.285767:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000010:0.0:1786177131.285770:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000100:00080000:1.0:1786177131.285770:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177131.285776:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285778:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177131.285779:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285782:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:0.0:1786177131.285786:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:1.0:1786177131.285786:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177131.285787:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177131.285791:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000200:0.0:1786177131.285794:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000020:00000040:1.0:1786177131.285794:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:1.0:1786177131.285797:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177131.285801:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000200:0.1:1786177131.285806:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:1.0:1786177131.285807:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285814:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.1:1786177131.285814:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000040:1.0:1786177131.285820:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000100:0.0:1786177131.285826:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177131.285827:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000010:0.0:1786177131.285831:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000020:00000040:1.0:1786177131.285833:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:1.0:1786177131.285839:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:0.0:1786177131.285840:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1786177131.285845:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177131.285849:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1786177131.285851:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 02000000:00000001:1.0:1786177131.285854:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177131.285858:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177131.285859:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000100:00000001:1.0:1786177131.285861:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:0.0:1786177131.285864:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000008:00100000:1.0:1786177131.285865:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177131.285870:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.285872:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.285873:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1786177131.285875:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7df80. 00000020:00000040:1.0:1786177131.285878:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000200:0.0:1786177131.285882:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177131.285882:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177131.285885:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.285888:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177131.285890:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177131.285892:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177131.285897:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202ac00. 00000100:00000001:1.0:1786177131.285899:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177131.285904:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177131.285919:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177131.285920:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786177131.285922:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177131.285930:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177131.285930:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003019ab83] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177131.285964:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177131.285966:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177131.285970:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177131.285971:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177131.285973:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177131.285973:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177131.285978:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177131.285980:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177131.285985:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8566 00000100:00000001:0.0:1786177131.285987:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177131.285992:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177131.285996:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177131.286001:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:0.0:1786177131.286003:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303239800 00000100:00080000:1.0:1786177131.286004:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177131.286009:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000010:0.0:1786177131.286045:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000100:00000001:1.0:1786177131.286051:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177131.286054:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177131.286055:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786177131.286056:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177131.286060:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177131.286062:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:1.0:1786177131.286064:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177131.286066:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:0.0:1786177131.286068:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303239801 00000020:00000001:1.0:1786177131.286069:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:1.0:1786177131.286074:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000010:0.0:1786177131.286075:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e180. 00000100:00000040:1.0:1786177131.286077:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.286081:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177131.286083:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1786177131.286084:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177131.286089:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177131.286091:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:0.0:1786177131.286092:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786177131.286095:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177131.286099:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.286099:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177131.286104:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786177131.286106:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1786177131.286108:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177131.286113:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177131.286116:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177131/real 1786177131] req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177131.286117:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177131.286121:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177131.286128:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.286134:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1786177131.286138:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1786177131.286140:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ca80. 00000400:00000001:0.0:1786177131.286142:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1786177131.286146:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000400:00000010:0.0:1786177131.286147:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177131.286153:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 02000000:00000001:1.0:1786177131.286154:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1786177131.286157:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 02000000:00000001:1.0:1786177131.286159:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177131.286163:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1786177131.286165:0:2389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1786177131.286165:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177131.286170:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786177131.286174:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1786177131.286175:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028c00. 00000100:00000001:1.0:1786177131.286180:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177131.286188:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177131.286195:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177131.286197:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177131.286201:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e32eaffd] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177131.286206:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177131.286208:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177131.286213:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8576) 00000100:00000001:0.0:1786177131.286222:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177131.286225:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286228:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177131.286230:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177131.286236:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286245:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177131.286250:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286259:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177131.286262:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286265:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177131.286266:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286268:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177131.286271:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177131.286274:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177131.286278:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177131.286295:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177131.286301:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177131.286310:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612163328:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177131.286315:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286318:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177131.286322:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7dc00 x1872933612163328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286329:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177131.286332:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177131.286336:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177131.286339:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177131.286342:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177131.286344:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786177131.286346:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177131.286348:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:0.0:1786177131.286352:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177131.286354:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177131.286356:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7dc00. 00000100:00000001:0.0:1786177131.286359:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177131.286360:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286362:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286370:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177131.286372:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.286374:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177131.286376:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177131.286378:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177131.286383:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286391:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177131.286393:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177131.286395:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177131.286397:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177131.286399:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177131.286402:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163456:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177131.286406:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177131.286408:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177131.286410:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177131.286412:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177131.286415:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177131.286418:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177131.286422:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177131.286425:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177131.286429:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177131.286432:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612163456, portal 10 00000100:00000001:0.0:1786177131.286435:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177131.286436:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263254400 : -127833446297216 : ffff8bbc74d7d180) 00000100:00000040:0.0:1786177131.286444:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286451:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177131.286454:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177131.286457:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177131.286460:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612163456, offset 0 00000400:00000200:0.0:1786177131.286464:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177131.286468:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177131.286473:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177131.286476:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177131.286479:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177131.286482:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177131.286485:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177131.286488:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410597:410597:256:4294967295] 192.168.202.156@tcp LPNI seq info [410595:410595:8:4294967295] 00000400:00000200:0.0:1786177131.286493:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177131.286500:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177131.286505:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177131.286509:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177131.286514:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177131.286517:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1786177131.286522:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177131.286525:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1786177131.286530:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177131.286532:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177131.286536:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177131.286539:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177131.286543:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177131.286545:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177131.286548:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177131.286553:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286562:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177131.286565:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286572:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.286574:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177131.286578:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177131.286581:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177131.286585:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177131.286587:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303239176 00000100:00000001:0.0:1786177131.286590:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303239800 00000100:00000001:0.0:1786177131.286592:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303239176 00000100:00000001:0.0:1786177131.286594:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303239801 00000100:00000001:0.0:1786177131.286597:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177131.286599:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.286602:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177131.286606:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177131/real 1786177131] req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177131.286615:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177131.286616:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177131.286618:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177131.286621:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177131.286623:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177131.286625:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177131.286629:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177131.286637:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286645:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177131.286646:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286649:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177131.286650:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177131.286654:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286661:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177131.286665:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286673:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177131.286676:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286677:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177131.286678:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286680:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177131.286684:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177131.286688:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177131.286692:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177131.286694:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177131.286698:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177131.286707:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163456:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177131.286710:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177131.286713:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286719:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177131.286721:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177131.286723:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177131.286724:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177131.286726:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177131.286729:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163584:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177131.286732:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177131.286734:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177131.286735:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177131.286737:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177131.286740:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177131.286742:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177131.286745:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177131.286748:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177131.286751:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177131.286754:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612163584, portal 10 00000100:00000001:0.0:1786177131.286755:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177131.286757:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263256192 : -127833446295424 : ffff8bbc74d7d880) 00000100:00000040:0.0:1786177131.286762:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286773:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177131.286776:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177131.286778:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177131.286781:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612163584, offset 0 00000400:00000200:0.0:1786177131.286786:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177131.286790:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177131.286794:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177131.286797:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177131.286800:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177131.286802:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177131.286805:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177131.286808:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410598:410598:256:4294967295] 192.168.202.156@tcp LPNI seq info [410596:410596:8:4294967295] 00000400:00000200:0.0:1786177131.286813:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177131.286819:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177131.286824:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177131.286828:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177131.286832:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177131.286835:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1786177131.286840:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177131.286842:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1786177131.286846:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177131.286849:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177131.286852:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177131.286856:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177131.286859:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177131.286861:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177131.286864:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177131.286868:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286876:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177131.286879:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286892:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.286894:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177131.286897:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177131.286900:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177131.286903:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177131.286905:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303239176 00000100:00000001:0.0:1786177131.286908:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303239800 00000100:00000001:0.0:1786177131.286910:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303239176 00000100:00000001:0.0:1786177131.286912:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303239801 00000100:00000001:0.0:1786177131.286915:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177131.286917:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.286919:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177131.286923:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177131/real 1786177131] req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177131.286932:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177131.286933:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177131.286935:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177131.286937:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177131.286939:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177131.286942:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177131.286945:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177131.286955:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286962:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177131.286964:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286965:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177131.286967:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177131.286971:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286979:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177131.286983:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.286991:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177131.286994:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286995:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177131.286997:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.286999:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177131.287002:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177131.287005:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177131.287008:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177131.287031:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177131.287036:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177131.287045:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163584:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177131.287049:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177131.287053:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287060:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177131.287061:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177131.287064:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177131.287066:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177131.287068:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177131.287071:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163712:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177131.287074:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177131.287076:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177131.287078:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177131.287080:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177131.287084:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786177131.287086:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177131.287090:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177131.287093:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177131.287096:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177131.287099:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612163712, portal 4 00000100:00000001:0.0:1786177131.287101:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177131.287103:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257984 : -127833446293632 : ffff8bbc74d7df80) 00000100:00000040:0.0:1786177131.287109:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287116:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177131.287119:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177131.287121:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177131.287123:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612163712, offset 0 00000400:00000200:0.0:1786177131.287128:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177131.287132:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177131.287136:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177131.287139:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177131.287142:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177131.287145:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177131.287147:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177131.287150:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410599:410599:256:4294967295] 192.168.202.156@tcp LPNI seq info [410597:410597:8:4294967295] 00000400:00000200:0.0:1786177131.287155:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177131.287162:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177131.287167:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177131.287171:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177131.287175:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177131.287178:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1786177131.287183:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177131.287186:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1786177131.287190:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177131.287193:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177131.287196:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177131.287200:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177131.287203:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177131.287205:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177131.287207:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177131.287212:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287221:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177131.287224:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287231:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.287233:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177131.287236:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177131.287239:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177131.287243:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177131.287245:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303239360 00000100:00000001:0.0:1786177131.287248:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303239800 00000100:00000001:0.0:1786177131.287250:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303239360 00000100:00000001:0.0:1786177131.287253:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303239801 00000100:00000001:0.0:1786177131.287255:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177131.287257:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.287259:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177131.287264:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177131/real 1786177131] req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177131.287272:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177131.287274:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177131.287276:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177131.287278:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177131.287280:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177131.287301:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177131.287305:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177131.287314:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287321:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177131.287323:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287325:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177131.287326:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177131.287331:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287338:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177131.287342:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287349:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177131.287352:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287354:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177131.287355:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287357:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177131.287358:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177131.287362:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177131.287365:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177131.287368:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177131.287373:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177131.287382:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163712:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177131.287386:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177131.287389:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287397:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177131.287398:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177131.287401:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177131.287403:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177131.287405:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177131.287408:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163840:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177131.287411:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177131.287413:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177131.287415:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177131.287417:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177131.287420:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177131.287422:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177131.287426:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177131.287428:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177131.287432:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177131.287435:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612163840, portal 4 00000100:00000001:0.0:1786177131.287437:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177131.287439:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263252608 : -127833446299008 : ffff8bbc74d7ca80) 00000100:00000040:0.0:1786177131.287445:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287452:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177131.287454:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177131.287457:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177131.287460:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612163840, offset 0 00000400:00000200:0.0:1786177131.287464:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177131.287469:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177131.287473:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177131.287476:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177131.287478:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177131.287481:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177131.287483:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177131.287487:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410600:410600:256:4294967295] 192.168.202.156@tcp LPNI seq info [410598:410598:8:4294967295] 00000400:00000200:0.0:1786177131.287491:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177131.287498:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177131.287503:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177131.287507:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177131.287511:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177131.287514:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1786177131.287518:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177131.287522:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1786177131.287526:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177131.287528:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177131.287531:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177131.287535:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177131.287538:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177131.287540:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177131.287543:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177131.287547:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287556:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177131.287559:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287566:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.287567:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177131.287570:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177131.287573:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177131.287577:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177131.287579:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303239340 00000100:00000001:0.0:1786177131.287582:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303239800 00000100:00000001:0.0:1786177131.287584:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303239340 00000100:00000001:0.0:1786177131.287586:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303239801 00000100:00000001:0.0:1786177131.287588:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177131.287591:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.287593:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177131.287597:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177131/real 1786177131] req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177131.287605:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177131.287607:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177131.287608:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177131.287611:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177131.287612:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177131.287614:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177131.287618:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177131.287627:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287634:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177131.287635:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287637:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177131.287638:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177131.287642:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287649:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177131.287653:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287660:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177131.287663:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287665:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177131.287666:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287668:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177131.287670:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177131.287673:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177131.287677:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177131.287679:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177131.287683:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177131.287691:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612163840:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177131.287695:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287697:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177131.287700:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d180 x1872933612163456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287707:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177131.287708:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177131.287710:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177131.287713:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177131.287714:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177131.287716:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177131.287718:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177131.287719:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028800. 02000000:00000001:0.0:1786177131.287722:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177131.287723:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177131.287725:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d180. 00000100:00000001:0.0:1786177131.287728:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177131.287730:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287731:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177131.287734:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d880 x1872933612163584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287741:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177131.287742:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177131.287743:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177131.287745:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177131.287746:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177131.287747:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177131.287749:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177131.287751:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029400. 02000000:00000001:0.0:1786177131.287753:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177131.287754:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177131.287756:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d880. 00000100:00000001:0.0:1786177131.287758:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177131.287759:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287761:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177131.287764:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7df80 x1872933612163712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287770:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177131.287771:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177131.287773:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786177131.287775:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177131.287776:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177131.287777:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177131.287779:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177131.287780:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:0.0:1786177131.287782:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177131.287783:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177131.287785:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7df80. 00000100:00000001:0.0:1786177131.287787:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177131.287788:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287789:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177131.287792:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ca80 x1872933612163840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177131.287798:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177131.287799:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177131.287801:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177131.287802:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177131.287804:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177131.287805:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177131.287807:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177131.287808:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:0.0:1786177131.287810:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177131.287812:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177131.287813:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ca80. 00000100:00000001:0.0:1786177131.287815:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177131.287816:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287818:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177131.287822:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177131.287824:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177131.287825:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177131.287827:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177131.925116:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303239800, at 4303239808 00000100:00000040:1.0:1786177131.925116:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303239801, at 4303239808 00000100:00000010:0.0:1786177131.925130:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000010:1.0:1786177131.925133:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e180. 00000100:00000001:3.0:1786177132.181159:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177132.181163:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177132.181163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177132.181167:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177132.181168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177132.181169:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177132.181172:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177132.181173:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177132.181176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177132.181179:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177132.181180:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177132.181181:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177132.181185:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177132.181187:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177132.181188:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177132.181188:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177132.181189:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177132.181196:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177132.181199:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177132.181202:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177132.181203:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177132.181204:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177132.181204:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177132.181210:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177132.181213:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177132.181219:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177132.181221:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177132.181222:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177132.181222:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177132.181232:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177132.181233:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177132.181235:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177132.181243:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177132.181243:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177132.181251:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177132.181255:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177132.181258:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177132.181261:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177132.181265:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177132.181268:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177132.181298:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177132.181301:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177132.181302:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177132.181305:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177132.181309:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177132.181311:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177132.181313:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177132.181314:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177132.181317:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177132.181318:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177132.181321:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177132.181323:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177132.181324:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177132.181332:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177132.181333:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177132.181337:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177132.181346:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177132.181346:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177132.181352:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177132.181353:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177132.181358:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177132.181360:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177132.181368:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177132.181372:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177132.181375:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177132.181377:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177132.181381:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.205146:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177133.205146:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177133.205149:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177133.205154:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177133.205155:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177133.205155:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177133.205157:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177133.205168:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177133.205168:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.205169:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177133.205169:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177133.205173:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177133.205176:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177133.205179:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786177133.205180:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177133.205182:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177133.205183:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177133.205185:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177133.205187:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177133.205188:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.205191:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177133.205193:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.205194:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177133.205194:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177133.205195:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177133.205199:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.205204:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177133.205205:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177133.205207:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177133.205207:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177133.205210:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.205211:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177133.205212:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177133.205218:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177133.205219:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177133.205220:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177133.205222:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177133.205225:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177133.205228:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177133.205232:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177133.205233:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177133.205233:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.205236:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177133.205241:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177133.205243:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177133.205246:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177133.205250:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.205251:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177133.205254:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177133.205261:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177133.205261:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177133.205276:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177133.205280:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177133.205283:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177133.205283:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177133.205287:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177133.205288:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177133.205296:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177133.205299:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177133.205301:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177133.205303:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177133.205309:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177133.205313:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177133.205313:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177133.205315:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177133.205319:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177133.205320:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.205321:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177133.205333:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177133.205336:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177133.205340:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177133.205345:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177133.205348:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177133.205348:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177133.205351:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177133.205352:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.205353:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177133.205355:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177133.205358:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177134.229163:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177134.229173:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177134.229176:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177134.229184:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177134.229189:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177134.229200:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177134.229203:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177134.229205:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177134.229213:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177134.229214:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177134.229219:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177134.229220:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177134.229229:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177134.229236:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177134.229243:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177134.229246:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177134.229250:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177134.229269:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177134.229283:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177134.229288:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177134.229290:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177134.229294:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177134.229298:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177134.229301:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177134.229303:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177134.229305:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177134.229309:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177134.229440:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177134.229445:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177134.229447:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177134.229447:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177134.229454:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177134.229454:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177134.229457:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177134.229459:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177134.229459:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177134.229465:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177134.229466:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177134.229466:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177134.229469:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177134.229472:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177134.229474:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177134.229475:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177134.229478:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177134.229479:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177134.229481:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177134.229483:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177134.229486:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177134.229486:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177134.229490:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177134.229494:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177134.229508:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177134.229512:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177134.229515:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177134.229589:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177134.229594:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177134.229599:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177134.229601:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177134.229604:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177134.229606:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177134.229609:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177134.229610:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177134.229613:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177134.229614:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177134.229627:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177134.229631:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177134.229634:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177135.253104:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177135.253112:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177135.253113:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177135.253114:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177135.253115:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177135.253119:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177135.253122:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177135.253123:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177135.253123:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177135.253126:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177135.253128:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177135.253129:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177135.253131:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177135.253133:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177135.253137:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177135.253137:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177135.253138:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177135.253142:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177135.253144:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177135.253144:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177135.253145:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177135.253153:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177135.253153:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177135.253157:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177135.253160:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177135.253161:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177135.253165:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177135.253176:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177135.253179:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177135.253181:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177135.253183:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177135.253186:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177135.253187:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177135.253189:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177135.253190:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177135.253192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177135.253290:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177135.253293:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177135.253294:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177135.253297:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177135.253299:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177135.253301:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177135.253302:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177135.253303:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177135.253305:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177135.253308:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177135.253313:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177135.253315:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177135.253319:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177135.253323:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177135.253325:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177135.253328:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177135.253329:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177135.253332:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177135.254069:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177135.254073:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177135.254078:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177135.254079:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177135.254083:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177135.254087:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177135.254089:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177135.254092:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177135.254095:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177135.254097:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177135.254099:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177135.254101:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177135.254105:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177135.254106:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177135.254110:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177135.254111:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177135.254128:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177135.254131:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177135.254134:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177136.277094:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177136.277094:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177136.277102:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177136.277103:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177136.277106:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177136.277107:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177136.277114:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177136.277115:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177136.277120:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177136.277121:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177136.277124:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177136.277126:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177136.277127:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177136.277128:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177136.277134:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177136.277134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177136.277137:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177136.277140:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177136.277144:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177136.277148:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177136.277148:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177136.277149:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177136.277155:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177136.277157:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177136.277159:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177136.277163:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177136.277164:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.277183:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177136.277186:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177136.277187:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177136.277190:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177136.277192:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177136.277194:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.277196:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177136.277197:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.277200:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177136.277202:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177136.277206:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177136.277209:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177136.277212:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177136.277216:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177136.277216:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177136.277219:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177136.277222:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177136.277224:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177136.277227:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177136.277229:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177136.277231:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177136.277244:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177136.277250:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177136.277252:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177136.277256:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177136.277258:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177136.277261:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177136.277262:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177136.277263:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177136.277269:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177136.277272:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177136.277276:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177136.277278:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177136.277281:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177136.277284:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177136.277284:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177136.277288:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177136.277289:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177136.277291:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177136.277299:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177136.405098:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177136.405108:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177136.405110:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177136.405113:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177136.405118:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177136.405124:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8571 00000400:00000200:1.0:1786177136.405131:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177136.405137:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177136.405139:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177136.405142:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405145:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177136.405148:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405150:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177136.405155:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177136.405157:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177136.405160:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177136.405163:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177136.405166:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177136.405168:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177136.405172:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405174:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177136.405176:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405179:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177136.405181:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177136.405184:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405186:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177136.405188:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177136.405191:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177136.405193:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405195:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177136.405197:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177136.405205:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ce00. 00000020:00000040:1.0:1786177136.405208:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177136.405211:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177136.405213:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405215:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177136.405217:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177136.405220:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177136.405226:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029000. 00000100:00000001:1.0:1786177136.405255:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177136.405264:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177136.405273:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177136.405276:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177136.405280:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058bcc49a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177136.405298:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177136.405301:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177136.405304:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177136.405305:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177136.405306:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177136.405308:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177136.405309:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8571 00000400:00000200:1.0:1786177136.405312:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177136.405314:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177136.405316:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177136.405318:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405320:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177136.405322:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405324:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177136.405326:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177136.405328:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:1.0:1786177136.405329:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177136.405331:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:1.0:1786177136.405332:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:1.0:1786177136.405334:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:0.0:1786177136.405337:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1786177136.405337:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405341:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177136.405343:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1786177136.405344:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177136.405346:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786177136.405347:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177136.405351:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:1.0:1786177136.405355:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000040:0.0:1786177136.405356:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177136.405357:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177136.405360:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177136.405366:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177136.405368:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786177136.405370:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.405371:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405373:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1786177136.405376:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1786177136.405378:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1786177136.405380:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1786177136.405382:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177136.405384:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405386:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177136.405390:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612163968:192.168.202.156@tcp:250:kworker.0 00000100:00000010:1.0:1786177136.405390:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7fb80. 00000020:00000040:1.0:1786177136.405395:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00000001:0.0:1786177136.405397:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177136.405399:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177136.405401:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177136.405402:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177136.405405:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405406:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177136.405409:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177136.405410:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786177136.405412:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177136.405416:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 02000000:00000010:1.0:1786177136.405418:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b000. 02000000:00000001:0.0:1786177136.405419:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405424:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177136.405430:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:1.0:1786177136.405434:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1786177136.405436:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177136.405445:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177136.405453:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612163968, portal 25 00000100:00000001:1.0:1786177136.405454:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177136.405458:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177136.405461:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.405463:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263253504 : -127833446298112 : ffff8bbc74d7ce00) 00000100:00000040:1.0:1786177136.405466:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fc0db8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177136.405475:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177136.405478:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177136.405483:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177136.405490:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177136.405493:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177136.405496:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1786177136.405496:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177136.405500:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:0.0:1786177136.405501:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:1.0:1786177136.405505:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8571 00000400:00000010:0.0:1786177136.405506:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000400:00000200:1.0:1786177136.405511:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:0.0:1786177136.405513:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612163968, offset 0 00000400:00000200:1.0:1786177136.405515:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177136.405518:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177136.405522:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:0.0:1786177136.405526:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405527:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177136.405532:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405534:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177136.405535:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177136.405536:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177136.405537:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:0.0:1786177136.405540:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:1.0:1786177136.405541:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:1.0:1786177136.405544:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:1.0:1786177136.405546:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:0.0:1786177136.405549:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:1.0:1786177136.405551:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405554:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786177136.405556:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1786177136.405557:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405560:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786177136.405563:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000040:1.0:1786177136.405564:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:0.0:1786177136.405568:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00080000:1.0:1786177136.405571:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:0.0:1786177136.405574:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405576:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177136.405579:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1786177136.405580:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410601:410601:256:4294967295] 192.168.202.156@tcp LPNI seq info [410599:410599:8:4294967295] 02000000:00000001:1.0:1786177136.405583:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786177136.405587:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:1.0:1786177136.405587:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405589:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177136.405592:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177136.405596:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405599:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177136.405600:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000010:1.0:1786177136.405603:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7e680. 00000800:00000200:0.0:1786177136.405609:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000020:00000040:1.0:1786177136.405609:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177136.405615:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177136.405616:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1786177136.405617:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000100:00000001:1.0:1786177136.405618:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177136.405621:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177136.405624:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786177136.405628:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000010:1.0:1786177136.405630:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a400. 00000800:00000200:0.0:1786177136.405632:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00000001:1.0:1786177136.405634:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1786177136.405639:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00100000:1.0:1786177136.405642:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.1:1786177136.405644:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1786177136.405655:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405657:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1786177136.405658:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000100:00000001:1.0:1786177136.405661:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177136.405666:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1786177136.405667:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001854eadf] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177136.405675:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1786177136.405682:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177136.405684:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000100:00080000:1.0:1786177136.405685:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1786177136.405688:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00080000:1.0:1786177136.405690:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177136.405693:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177136.405695:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1786177136.405695:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177136.405700:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:0.0:1786177136.405702:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177136.405704:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8571 00000400:00000200:1.0:1786177136.405713:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177136.405718:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177136.405722:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177136.405726:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177136.405727:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786177136.405728:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177136.405733:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405737:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:0.0:1786177136.405738:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786177136.405739:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177136.405741:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177136.405744:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177136.405747:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:0.0:1786177136.405755:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177136.405757:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:0.0:1786177136.405760:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1786177136.405761:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:1.0:1786177136.405765:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405767:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177136.405769:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177136.405770:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405771:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177136.405777:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000400:00000200:0.0:1786177136.405782:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:1.0:1786177136.405782:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405788:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.405789:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303244920 02000000:00000001:1.0:1786177136.405790:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177136.405794:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1786177136.405797:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 02000000:00000001:1.0:1786177136.405800:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405803:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177136.405805:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000008:00100000:1.0:1786177136.405806:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177136.405810:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.405812:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.405813:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303244920 00000100:00000010:1.0:1786177136.405816:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f800. 00000100:00000010:0.0:1786177136.405819:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e480. 00000020:00000040:1.0:1786177136.405820:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:0.0:1786177136.405823:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786177136.405824:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177136.405828:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.405829:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177136.405830:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177136.405833:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1786177136.405835:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177136.405836:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.405841:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000010:1.0:1786177136.405843:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029c00. 00000100:00000001:1.0:1786177136.405847:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177136.405848:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177136/real 1786177136] req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177136.405854:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1786177136.405868:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177136.405872:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786177136.405872:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1786177136.405875:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000100:00000001:1.0:1786177136.405878:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177136.405879:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177136.405884:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177136.405887:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1786177136.405889:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017c0250a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177136.405893:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177136.405916:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.405921:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177136.405923:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.405927:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177136.405930:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177136.405931:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177136.405936:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177136.405936:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177136.405945:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177136.405949:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177136.405951:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177136.405954:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177136.405955:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177136.405961:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8571 00000100:00000040:0.0:1786177136.405962:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177136.405968:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177136.405976:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177136.405980:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177136.405987:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.405992:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177136.405994:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1786177136.405996:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177136.405998:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177136.406000:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786177136.406002:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1786177136.406003:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177136.406004:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1786177136.406006:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000001:0.0:1786177136.406008:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177136.406031:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1786177136.406034:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00080000:0.0:1786177136.406036:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000040:1.0:1786177136.406038:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:1.0:1786177136.406042:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00080000:0.0:1786177136.406046:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000020:00000001:1.0:1786177136.406047:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177136.406053:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177136.406054:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1786177136.406056:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177136.406059:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177136.406061:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177136.406062:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:1.0:1786177136.406064:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177136.406065:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177136.406066:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177136.406069:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1786177136.406074:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177136.406074:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.406078:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177136.406081:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177136.406086:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177136.406091:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177136.406094:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612163968:192.168.202.156@tcp:250:kworker.0 00000100:00000010:1.0:1786177136.406096:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c000. 00000100:00000001:0.0:1786177136.406100:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1786177136.406100:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:0.0:1786177136.406106:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786177136.406106:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177136.406109:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177136.406111:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ce00 x1872933612163968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177136.406112:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177136.406115:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177136.406118:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406123:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1786177136.406123:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:0.0:1786177136.406128:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1786177136.406129:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177136.406131:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0c00. 00000100:00100000:1.0:1786177136.406136:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1786177136.406141:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177136.406145:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1786177136.406146:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1786177136.406148:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000001:1.0:1786177136.406150:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177136.406152:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177136.406156:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029000. 00000100:00000040:1.0:1786177136.406156:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000170380d] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177136.406160:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177136.406163:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177136.406166:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ce00. 00000100:00000001:1.0:1786177136.406168:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406170:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177136.406173:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177136.406174:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8581) 00000100:00000001:0.0:1786177136.406175:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406184:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177136.406185:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406187:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177136.406188:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177136.406189:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177136.406193:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406198:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177136.406199:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177136.406200:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177136.406202:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177136.406203:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177136.406205:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164096:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177136.406207:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177136.406209:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177136.406210:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177136.406211:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177136.406213:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177136.406215:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177136.406218:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177136.406220:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177136.406223:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177136.406225:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612164096, portal 10 00000100:00000001:0.0:1786177136.406227:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177136.406228:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263265152 : -127833446286464 : ffff8bbc74d7fb80) 00000100:00000040:0.0:1786177136.406248:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406253:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177136.406255:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177136.406257:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177136.406259:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612164096, offset 0 00000400:00000200:0.0:1786177136.406262:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177136.406265:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177136.406268:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177136.406271:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177136.406273:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177136.406274:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177136.406276:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177136.406278:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410602:410602:256:4294967295] 192.168.202.156@tcp LPNI seq info [410600:410600:8:4294967295] 00000400:00000200:0.0:1786177136.406281:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177136.406286:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177136.406289:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177136.406291:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177136.406294:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177136.406296:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1786177136.406299:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177136.406301:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1786177136.406303:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177136.406304:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177136.406307:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177136.406309:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177136.406311:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177136.406313:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177136.406315:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177136.406317:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406322:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177136.406324:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406329:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406330:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177136.406332:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177136.406334:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177136.406336:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177136.406338:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303244296 00000100:00000001:0.0:1786177136.406340:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303244920 00000100:00000001:0.0:1786177136.406342:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303244296 00000100:00000001:0.0:1786177136.406343:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303244920 00000100:00000001:0.0:1786177136.406345:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177136.406346:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406347:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177136.406350:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177136/real 1786177136] req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177136.406354:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177136.406355:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177136.406356:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177136.406358:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177136.406359:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177136.406360:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177136.406362:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177136.406367:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406371:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177136.406372:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406373:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177136.406374:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177136.406376:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406380:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177136.406383:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406388:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177136.406389:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406391:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177136.406392:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406393:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177136.406396:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177136.406398:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177136.406400:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177136.406401:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177136.406404:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177136.406409:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164096:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177136.406412:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177136.406421:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406426:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177136.406427:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177136.406431:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177136.406433:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177136.406435:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177136.406438:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164224:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177136.406441:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177136.406443:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177136.406445:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177136.406447:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177136.406450:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786177136.406452:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177136.406455:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177136.406458:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177136.406461:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177136.406464:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612164224, portal 10 00000100:00000001:0.0:1786177136.406466:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177136.406468:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263259776 : -127833446291840 : ffff8bbc74d7e680) 00000100:00000040:0.0:1786177136.406474:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406482:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177136.406484:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177136.406487:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177136.406490:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612164224, offset 0 00000400:00000200:0.0:1786177136.406494:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177136.406497:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177136.406499:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177136.406502:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177136.406503:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177136.406505:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177136.406507:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177136.406509:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410603:410603:256:4294967295] 192.168.202.156@tcp LPNI seq info [410601:410601:8:4294967295] 00000400:00000200:0.0:1786177136.406512:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177136.406516:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177136.406519:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177136.406522:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177136.406524:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177136.406526:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1786177136.406529:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177136.406531:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1786177136.406533:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177136.406535:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177136.406537:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177136.406539:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177136.406541:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177136.406542:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177136.406544:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177136.406547:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406556:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177136.406558:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406562:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406563:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177136.406565:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177136.406567:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177136.406569:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177136.406570:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303244296 00000100:00000001:0.0:1786177136.406572:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303244920 00000100:00000001:0.0:1786177136.406574:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303244296 00000100:00000001:0.0:1786177136.406575:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303244920 00000100:00000001:0.0:1786177136.406577:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177136.406578:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406579:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177136.406582:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177136/real 1786177136] req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177136.406586:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177136.406587:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177136.406588:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177136.406589:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177136.406590:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177136.406592:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177136.406593:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177136.406599:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406603:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177136.406604:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406605:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177136.406606:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177136.406609:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406613:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177136.406615:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406619:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177136.406621:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406622:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177136.406622:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406624:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177136.406625:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177136.406627:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177136.406628:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177136.406630:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177136.406632:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177136.406637:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164224:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177136.406639:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177136.406641:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406645:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177136.406646:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177136.406648:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177136.406649:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177136.406650:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177136.406652:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164352:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177136.406654:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177136.406656:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177136.406657:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177136.406658:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177136.406660:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177136.406661:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177136.406663:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177136.406665:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177136.406667:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177136.406669:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612164352, portal 4 00000100:00000001:0.0:1786177136.406670:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177136.406671:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263264256 : -127833446287360 : ffff8bbc74d7f800) 00000100:00000040:0.0:1786177136.406675:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406679:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177136.406680:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177136.406682:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177136.406683:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612164352, offset 0 00000400:00000200:0.0:1786177136.406686:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177136.406687:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177136.406689:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177136.406691:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177136.406692:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177136.406694:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177136.406696:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177136.406698:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410604:410604:256:4294967295] 192.168.202.156@tcp LPNI seq info [410602:410602:8:4294967295] 00000400:00000200:0.0:1786177136.406700:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177136.406704:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177136.406707:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177136.406709:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177136.406712:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177136.406714:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1786177136.406716:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177136.406718:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1786177136.406721:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177136.406722:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177136.406724:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177136.406726:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177136.406728:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177136.406729:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177136.406730:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177136.406732:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406737:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177136.406739:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406744:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406745:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177136.406746:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177136.406748:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177136.406750:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177136.406751:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303244479 00000100:00000001:0.0:1786177136.406753:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303244920 00000100:00000001:0.0:1786177136.406754:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303244479 00000100:00000001:0.0:1786177136.406756:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303244920 00000100:00000001:0.0:1786177136.406757:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177136.406758:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406759:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177136.406761:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177136/real 1786177136] req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177136.406766:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177136.406767:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177136.406768:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177136.406769:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177136.406770:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177136.406772:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177136.406774:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177136.406779:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406782:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177136.406783:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406784:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177136.406785:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177136.406787:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406791:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177136.406793:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406797:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177136.406798:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406799:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177136.406800:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406801:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177136.406802:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177136.406804:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177136.406806:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177136.406807:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177136.406810:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177136.406819:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164352:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177136.406822:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177136.406824:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406827:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177136.406828:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177136.406830:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177136.406831:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177136.406832:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177136.406833:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164480:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177136.406835:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177136.406836:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177136.406837:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177136.406838:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177136.406840:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177136.406841:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177136.406843:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177136.406844:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177136.406846:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177136.406848:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612164480, portal 4 00000100:00000001:0.0:1786177136.406849:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177136.406850:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263249920 : -127833446301696 : ffff8bbc74d7c000) 00000100:00000040:0.0:1786177136.406853:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406857:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177136.406859:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177136.406860:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177136.406862:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612164480, offset 0 00000400:00000200:0.0:1786177136.406864:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177136.406867:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177136.406869:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177136.406870:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177136.406872:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177136.406873:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177136.406875:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177136.406877:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410605:410605:256:4294967295] 192.168.202.156@tcp LPNI seq info [410603:410603:8:4294967295] 00000400:00000200:0.0:1786177136.406880:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177136.406883:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177136.406886:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177136.406887:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177136.406890:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177136.406891:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1786177136.406894:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177136.406895:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1786177136.406898:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177136.406900:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177136.406901:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177136.406904:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177136.406905:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177136.406907:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177136.406908:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177136.406910:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406915:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177136.406917:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406921:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406922:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177136.406923:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177136.406925:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177136.406927:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177136.406928:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303244459 00000100:00000001:0.0:1786177136.406930:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303244920 00000100:00000001:0.0:1786177136.406931:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303244459 00000100:00000001:0.0:1786177136.406933:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303244920 00000100:00000001:0.0:1786177136.406934:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177136.406935:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.406936:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177136.406938:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177136/real 1786177136] req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177136.406942:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177136.406943:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177136.406944:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177136.406945:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177136.406946:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177136.406947:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177136.406949:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177136.406954:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406958:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177136.406959:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406960:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177136.406961:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177136.406963:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406968:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177136.406970:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.406974:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177136.406976:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406977:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177136.406977:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406979:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177136.406980:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177136.406981:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177136.406983:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177136.406984:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177136.406986:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177136.406991:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164480:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177136.406993:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.406994:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177136.406996:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7fb80 x1872933612164096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.407000:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177136.407001:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177136.407002:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177136.407003:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177136.407004:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177136.407005:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177136.407006:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177136.407007:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:0.0:1786177136.407009:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177136.407026:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177136.407027:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7fb80. 00000100:00000001:0.0:1786177136.407029:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177136.407030:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.407031:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177136.407034:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7e680 x1872933612164224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.407043:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177136.407044:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177136.407045:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786177136.407046:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177136.407047:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177136.407048:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177136.407049:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177136.407050:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:0.0:1786177136.407051:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177136.407052:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177136.407053:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7e680. 00000100:00000001:0.0:1786177136.407054:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177136.407055:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.407056:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177136.407057:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f800 x1872933612164352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.407062:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177136.407062:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177136.407063:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177136.407065:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177136.407065:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177136.407066:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177136.407067:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177136.407068:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:0.0:1786177136.407069:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177136.407070:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177136.407071:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f800. 00000100:00000001:0.0:1786177136.407072:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177136.407073:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.407074:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177136.407075:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c000 x1872933612164480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177136.407079:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177136.407080:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177136.407081:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177136.407082:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177136.407083:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177136.407084:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177136.407085:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177136.407086:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:0.0:1786177136.407087:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177136.407088:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177136.407089:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c000. 00000100:00000001:0.0:1786177136.407090:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177136.407091:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.407092:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177136.407095:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177136.407095:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177136.407097:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177136.407098:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177137.045081:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303244920, at 4303244928 00000100:00000040:1.0:1786177137.045090:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303244920, at 4303244928 00000100:00000010:0.0:1786177137.045096:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000010:1.0:1786177137.045102:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e480. 00000100:00000001:0.0:1786177137.301084:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177137.301091:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177137.301092:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177137.301098:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177137.301098:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177137.301101:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177137.301105:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177137.301107:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177137.301114:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177137.301114:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177137.301119:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177137.301121:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177137.301121:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177137.301126:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177137.301128:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177137.301128:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177137.301130:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177137.301133:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177137.301134:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177137.301136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177137.301141:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177137.301142:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177137.301147:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177137.301150:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177137.301151:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177137.301153:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177137.301158:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177137.301169:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177137.301172:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177137.301174:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177137.301176:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177137.301177:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177137.301179:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177137.301181:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177137.301183:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177137.301184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177137.301189:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177137.301194:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177137.301196:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177137.301198:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177137.301202:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177137.301204:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177137.301207:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177137.301209:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177137.301211:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177137.301271:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177137.301274:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177137.301276:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177137.301279:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177137.301282:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177137.301284:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177137.301286:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177137.301288:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177137.301290:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177137.302068:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177137.302072:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177137.302076:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177137.302078:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177137.302082:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177137.302083:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177137.302087:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177137.302088:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177137.302091:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177137.302093:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177137.302110:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177137.302113:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177137.302116:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177138.325081:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177138.325095:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177138.325098:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177138.325107:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177138.325111:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177138.325115:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.325118:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177138.325122:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.325127:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177138.325176:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177138.325185:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177138.325189:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177138.325195:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177138.325200:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177138.325206:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.325207:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177138.325210:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177138.325211:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177138.325224:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177138.325229:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177138.325230:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177138.325231:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177138.325232:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177138.325240:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.325245:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177138.325247:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177138.325249:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177138.325250:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.325254:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177138.325257:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177138.325258:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177138.325261:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177138.325263:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177138.325269:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177138.325271:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177138.325272:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177138.325275:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.325276:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177138.325278:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177138.325283:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177138.325287:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177138.325292:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177138.325295:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177138.325297:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177138.325299:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.325302:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177138.325308:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177138.325312:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177138.325313:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177138.325317:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177138.325319:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.325323:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177138.325328:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177138.325329:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177138.325335:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.325335:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177138.325340:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177138.325344:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177138.325346:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177138.325348:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177138.325356:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177138.325360:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177138.325363:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177138.325367:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177138.325370:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177138.325373:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177138.325374:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177138.325376:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177138.325380:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177138.325381:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177138.325382:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177138.325383:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177138.325384:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177138.325385:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177138.325386:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177138.325387:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177138.325403:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177138.325405:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177138.325407:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177139.349179:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177139.349179:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177139.349181:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177139.349196:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177139.349196:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177139.349201:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177139.349201:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177139.349221:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177139.349227:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177139.349229:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177139.349232:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177139.349233:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177139.349237:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177139.349239:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177139.349242:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177139.349243:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177139.349245:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177139.349252:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177139.349257:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177139.349258:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177139.349264:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177139.349269:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177139.349270:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177139.349270:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177139.349280:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177139.349289:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177139.349291:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177139.349292:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177139.349328:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177139.349333:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177139.349337:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177139.349377:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177139.349383:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177139.349384:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177139.349386:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177139.349387:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177139.349391:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177139.349393:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177139.349394:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177139.349395:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177139.349398:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177139.349401:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177139.349402:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177139.349407:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177139.349408:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177139.349413:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177139.349414:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177139.349431:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177139.349436:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177139.349436:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177139.349436:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177139.349443:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177139.349450:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177139.349450:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177139.349461:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177139.349466:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177139.349470:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177139.349474:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177139.349475:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177139.349483:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177139.349486:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177139.349490:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177139.349493:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177139.349497:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177139.349498:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177139.349500:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177139.349502:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177140.373192:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177140.373208:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177140.373209:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177140.373216:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177140.373218:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177140.373219:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177140.373220:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177140.373223:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177140.373223:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177140.373226:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177140.373227:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177140.373228:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177140.373234:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177140.373239:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:1.0:1786177140.373243:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177140.373244:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177140.373244:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177140.373245:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177140.373257:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177140.373258:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177140.373259:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177140.373259:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177140.373265:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177140.373266:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177140.373278:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177140.373281:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177140.373284:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177140.373284:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177140.373285:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177140.373288:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177140.373290:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177140.373293:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177140.373294:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177140.373298:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177140.373301:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177140.373307:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177140.373327:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177140.373332:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177140.373335:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177140.373337:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177140.373338:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177140.373340:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177140.373343:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177140.373345:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177140.373348:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177140.373353:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177140.373354:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177140.373354:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177140.373371:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177140.373372:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177140.373373:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177140.373374:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177140.373379:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177140.373379:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177140.373380:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177140.373394:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177140.373398:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177140.373398:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177140.373404:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177140.373406:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177140.373414:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177140.373419:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177140.373425:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177140.373427:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177140.373455:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177140.373458:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177140.373462:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177141.397129:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177141.397142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177141.397144:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.397149:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177141.397150:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177141.397151:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177141.397151:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177141.397158:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177141.397159:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177141.397162:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177141.397164:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177141.397166:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177141.397167:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177141.397176:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.397178:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177141.397197:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177141.397202:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177141.397203:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177141.397203:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177141.397206:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177141.397210:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177141.397210:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177141.397216:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177141.397217:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177141.397221:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177141.397222:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177141.397226:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177141.397229:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177141.397231:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.397232:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177141.397234:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177141.397238:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177141.397240:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177141.397244:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.397245:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177141.397251:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.397265:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177141.397268:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177141.397271:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177141.397272:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177141.397276:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177141.397276:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177141.397279:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177141.397281:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177141.397286:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177141.397286:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177141.397287:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177141.397299:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.397301:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177141.397302:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177141.397306:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177141.397307:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177141.397311:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177141.397311:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177141.397328:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177141.397329:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177141.397330:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177141.397337:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177141.397339:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177141.397347:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177141.397347:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177141.397351:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177141.397359:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177141.397361:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177141.397384:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177141.397386:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177141.397390:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177141.525164:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177141.525173:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177141.525175:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177141.525179:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177141.525210:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177141.525216:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8576 00000400:00000200:0.0:1786177141.525222:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177141.525226:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177141.525229:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177141.525231:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525234:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177141.525236:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525238:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177141.525241:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177141.525243:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177141.525245:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177141.525248:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177141.525250:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177141.525252:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177141.525254:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525255:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177141.525256:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525258:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177141.525260:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177141.525262:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525264:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177141.525266:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177141.525268:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177141.525271:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.525272:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177141.525274:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177141.525281:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177141.525284:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177141.525287:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177141.525288:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.525291:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177141.525293:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177141.525297:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177141.525303:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786177141.525308:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177141.525316:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177141.525323:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177141.525328:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177141.525331:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177141.525352:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177141.525355:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177141.525357:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177141.525358:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177141.525359:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177141.525361:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177141.525363:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8576 00000400:00000200:0.0:1786177141.525366:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177141.525368:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177141.525370:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177141.525372:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525375:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177141.525377:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525378:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177141.525380:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177141.525381:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177141.525382:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177141.525384:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177141.525385:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177141.525386:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177141.525388:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525389:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177141.525391:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177141.525393:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177141.525394:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177141.525398:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177141.525402:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177141.525402:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177141.525407:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177141.525408:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177141.525411:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177141.525415:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177141.525420:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177141.525421:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177141.525422:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177141.525427:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177141.525440:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.525450:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.525453:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177141.525456:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177141.525457:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177141.525470:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177141.525471:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177141.525477:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177141.525479:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177141.525481:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177141.525483:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.525488:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1786177141.525488:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612164608:192.168.202.156@tcp:250:kworker.0 02000000:00000001:0.0:1786177141.525495:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177141.525500:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.525501:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177141.525507:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1786177141.525509:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:1.0:1786177141.525511:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177141.525516:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177141.525519:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177141.525525:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177141.525530:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177141.525534:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177141.525544:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177141.525550:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177141.525560:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1786177141.525562:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177141.525563:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177141.525571:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177141.525579:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177141.525582:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1786177141.525583:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612164608, portal 25 00000100:00080000:0.0:1786177141.525585:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177141.525588:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177141.525593:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177141.525594:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177141.525597:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177141.525599:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000100:00080000:0.0:1786177141.525602:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8576 00000400:00000200:0.0:1786177141.525611:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177141.525619:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177141.525620:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177141.525626:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177141.525638:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525647:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177141.525656:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177141.525658:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177141.525662:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177141.525670:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1786177141.525671:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000040:0.0:1786177141.525675:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000400:00000010:1.0:1786177141.525677:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000020:00000001:0.0:1786177141.525680:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:1.0:1786177141.525684:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612164608, offset 0 00000020:00000040:0.0:1786177141.525685:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177141.525695:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177141.525699:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177141.525702:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:0.0:1786177141.525710:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525713:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177141.525717:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786177141.525718:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525724:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177141.525728:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000040:0.0:1786177141.525730:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177141.525736:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1786177141.525740:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177141.525744:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:0.0:1786177141.525753:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177141.525755:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1786177141.525762:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177141.525764:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:0.0:1786177141.525769:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177141.525775:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410606:410606:256:4294967295] 192.168.202.156@tcp LPNI seq info [410604:410604:8:4294967295] 02000000:00000001:0.0:1786177141.525776:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.525786:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177141.525791:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00100000:0.0:1786177141.525792:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177141.525801:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.525803:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177141.525807:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177141.525814:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177141.525815:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:0.0:1786177141.525825:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177141.525828:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.525833:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1786177141.525834:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 02000000:00000001:0.0:1786177141.525839:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1786177141.525845:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 02000000:00000001:0.0:1786177141.525847:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177141.525855:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786177141.525861:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177141.525870:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1786177141.525870:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177141.525878:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000100:00000001:0.0:1786177141.525895:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1786177141.525897:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177141.525902:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177141.525904:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000100:00000040:0.0:1786177141.525909:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1786177141.525919:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177141.525930:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177141.525931:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000100:00080000:0.0:1786177141.525933:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177141.525937:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177141.525938:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177141.525939:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177141.525941:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1786177141.525943:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177141.525951:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8576 00000400:00000200:1.0:1786177141.525954:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177141.525965:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177141.525971:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:1.0:1786177141.525972:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177141.525976:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00080000:0.0:1786177141.525978:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177141.525982:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1786177141.525987:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177141.525990:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177141.526001:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177141.526054:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177141.526064:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177141.526065:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.526074:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177141.526082:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177141.526086:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177141.526096:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177141.526098:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.526101:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1786177141.526102:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177141.526108:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177141.526110:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177141.526119:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000200:1.0:1786177141.526120:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177141.526126:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303250041 00000100:00000040:0.0:1786177141.526132:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000010:1.0:1786177141.526133:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6600. 00000100:00000001:0.0:1786177141.526141:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177141.526145:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1786177141.526147:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.526150:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177141.526152:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:1.0:1786177141.526155:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303250041 00000100:00080000:0.0:1786177141.526156:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177141.526161:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177141.526161:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6660. 02000000:00000001:0.0:1786177141.526174:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177141.526175:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1786177141.526180:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177141.526181:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177141.526199:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.526201:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.526202:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177141.526210:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000008:00100000:0.0:1786177141.526211:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177141.526217:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177141.526222:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177141/real 1786177141] req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177141.526223:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177141.526233:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177141.526242:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000400:00000001:1.0:1786177141.526249:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1786177141.526250:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000001:1.0:1786177141.526255:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786177141.526256:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.526264:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1786177141.526264:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 02000000:00000001:0.0:1786177141.526269:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177141.526270:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177141.526275:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000400:00000200:1.0:1786177141.526276:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177141.526280:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177141.526282:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.526285:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1786177141.526290:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177141.526291:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177141.526348:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177141.526352:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177141.526354:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177141.526362:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.526380:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177141.526386:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177141.526388:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.526390:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1786177141.526394:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177141.526394:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177141.526404:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177141.526408:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786177141.526408:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177141.526414:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177141.526425:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177141.526432:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8576 00000100:00000001:1.0:1786177141.526432:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786177141.526446:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177141.526446:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177141.526458:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177141.526469:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177141.526480:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1786177141.526481:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177141.526493:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177141.526494:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177141.526501:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1786177141.526502:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177141.526504:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.526510:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177141.526512:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177141.526513:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177141.526520:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1786177141.526521:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177141.526525:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00080000:1.0:1786177141.526526:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177141.526531:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1786177141.526532:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1786177141.526537:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177141.526539:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177141.526552:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00100000:1.0:1786177141.526554:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612164608:192.168.202.156@tcp:250:kworker.0 00000020:00000001:0.0:1786177141.526562:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177141.526567:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177141.526568:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.526576:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177141.526577:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177141.526581:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177141.526583:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177141.526589:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000040:1.0:1786177141.526590:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612164608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177141.526594:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177141.526599:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177141.526604:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177141.526608:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177141.526615:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.526621:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177141.526621:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177141.526634:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:0.0:1786177141.526635:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 02000000:00000010:1.0:1786177141.526642:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 00000008:00000001:0.0:1786177141.526643:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.526656:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177141.526658:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1786177141.526665:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000001:1.0:1786177141.526666:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177141.526672:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000040:0.0:1786177141.526673:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177141.526680:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177141.526682:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177141.526687:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177141.526687:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786177141.526701:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177141.526704:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177141.526704:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177141.526709:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1786177141.526710:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177141.526712:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00000001:1.0:1786177141.526722:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177141.526724:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1786177141.526725:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:1.0:1786177141.526727:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177141.526736:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.526739:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177141.526742:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.526744:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177141.526748:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177141.526750:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177141.526750:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177141.526756:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177141.526817:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177141.526817:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177141.526830:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177141.526831:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177141.526839:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1786177141.526844:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177141.526844:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177141.526855:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177141.526869:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164736:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177141.526872:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.526873:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177141.526878:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177141.526880:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177141.526881:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8587) 02000000:00000001:1.0:1786177141.526883:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177141.526887:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177141.526889:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177141.526894:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177141.526897:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177141.526900:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177141.526903:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612164736, portal 10 00000100:00000001:1.0:1786177141.526905:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177141.526906:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177141.526913:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.526919:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177141.526920:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177141.526922:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177141.526924:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612164736, offset 0 00000400:00000200:1.0:1786177141.526927:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177141.526930:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177141.526933:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177141.526935:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177141.526937:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177141.526939:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177141.526941:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177141.526944:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410607:410607:256:4294967295] 192.168.202.156@tcp LPNI seq info [410605:410605:8:4294967295] 00000400:00000200:1.0:1786177141.526947:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177141.526951:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177141.526955:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177141.526957:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177141.526960:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177141.526962:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786177141.526967:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177141.526969:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1786177141.526972:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177141.526974:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177141.526976:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177141.526979:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177141.526981:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177141.526983:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177141.526985:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177141.526987:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.526993:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177141.526995:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527004:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.527006:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177141.527008:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177141.527029:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177141.527032:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177141.527034:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303249417 00000100:00000001:1.0:1786177141.527036:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303250041 00000100:00000001:1.0:1786177141.527038:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303249417 00000100:00000001:1.0:1786177141.527039:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303250041 00000100:00000001:1.0:1786177141.527041:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177141.527042:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.527044:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177141.527046:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177141/real 1786177141] req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177141.527051:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177141.527052:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177141.527054:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177141.527055:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177141.527056:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177141.527058:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177141.527060:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177141.527066:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527070:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177141.527071:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527072:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177141.527073:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177141.527075:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527081:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177141.527083:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527088:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177141.527089:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527090:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177141.527091:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527092:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177141.527096:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177141.527098:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177141.527100:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177141.527101:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177141.527103:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177141.527108:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164736:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177141.527111:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177141.527114:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527118:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177141.527119:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177141.527121:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177141.527122:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177141.527123:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177141.527125:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164864:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177141.527127:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177141.527128:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177141.527130:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177141.527131:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177141.527134:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177141.527135:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177141.527138:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177141.527140:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177141.527142:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177141.527144:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612164864, portal 10 00000100:00000001:1.0:1786177141.527145:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177141.527147:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177141.527151:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527156:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177141.527157:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177141.527159:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177141.527161:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612164864, offset 0 00000400:00000200:1.0:1786177141.527163:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177141.527165:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177141.527168:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177141.527170:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177141.527172:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177141.527173:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177141.527175:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177141.527177:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410608:410608:256:4294967295] 192.168.202.156@tcp LPNI seq info [410606:410606:8:4294967295] 00000400:00000200:1.0:1786177141.527180:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177141.527198:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177141.527202:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177141.527204:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177141.527207:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177141.527209:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786177141.527212:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177141.527214:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1786177141.527216:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177141.527219:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177141.527221:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177141.527223:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177141.527225:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177141.527227:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177141.527228:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177141.527231:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527237:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177141.527239:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527243:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.527244:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177141.527246:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177141.527249:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177141.527251:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177141.527252:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303249417 00000100:00000001:1.0:1786177141.527254:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303250041 00000100:00000001:1.0:1786177141.527256:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303249417 00000100:00000001:1.0:1786177141.527258:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303250041 00000100:00000001:1.0:1786177141.527259:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177141.527261:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.527262:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177141.527264:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177141/real 1786177141] req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177141.527269:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177141.527269:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177141.527270:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177141.527272:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177141.527273:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177141.527274:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177141.527276:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177141.527282:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527286:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177141.527287:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527288:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177141.527289:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177141.527291:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527295:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177141.527297:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527301:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177141.527302:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527303:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177141.527304:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527305:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177141.527307:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177141.527308:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177141.527310:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177141.527312:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177141.527314:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177141.527319:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164864:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177141.527322:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177141.527325:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527330:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177141.527331:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177141.527333:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177141.527334:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177141.527335:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177141.527337:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164992:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177141.527339:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177141.527340:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177141.527341:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177141.527343:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177141.527345:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177141.527347:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177141.527349:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177141.527350:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177141.527353:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177141.527355:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612164992, portal 4 00000100:00000001:1.0:1786177141.527356:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177141.527357:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177141.527361:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527366:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177141.527368:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177141.527369:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177141.527371:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612164992, offset 0 00000400:00000200:1.0:1786177141.527373:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177141.527375:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177141.527377:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177141.527379:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177141.527381:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177141.527383:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177141.527384:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177141.527387:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410609:410609:256:4294967295] 192.168.202.156@tcp LPNI seq info [410607:410607:8:4294967295] 00000400:00000200:1.0:1786177141.527390:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177141.527394:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177141.527397:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177141.527399:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177141.527401:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177141.527404:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786177141.527407:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177141.527408:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1786177141.527411:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177141.527413:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177141.527414:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177141.527417:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177141.527419:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177141.527420:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177141.527421:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177141.527423:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527428:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177141.527430:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527435:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.527436:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177141.527437:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177141.527439:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177141.527441:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177141.527442:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303249600 00000100:00000001:1.0:1786177141.527444:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303250041 00000100:00000001:1.0:1786177141.527445:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303249600 00000100:00000001:1.0:1786177141.527447:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303250041 00000100:00000001:1.0:1786177141.527449:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177141.527450:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.527452:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177141.527454:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177141/real 1786177141] req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177141.527459:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177141.527460:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177141.527469:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177141.527470:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177141.527471:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177141.527473:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177141.527475:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177141.527481:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527486:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177141.527487:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527492:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177141.527494:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177141.527497:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527502:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177141.527507:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527512:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177141.527514:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527515:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177141.527516:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527517:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177141.527518:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177141.527520:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177141.527523:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177141.527524:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177141.527527:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177141.527532:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612164992:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177141.527534:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527536:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177141.527538:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612164736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527542:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177141.527543:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177141.527544:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177141.527546:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177141.527547:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177141.527548:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177141.527549:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177141.527551:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:1.0:1786177141.527552:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177141.527553:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177141.527554:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177141.527556:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177141.527557:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527558:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177141.527560:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612164864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527567:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177141.527569:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177141.527570:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177141.527573:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177141.527574:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177141.527575:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177141.527577:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177141.527579:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:1.0:1786177141.527581:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177141.527583:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177141.527584:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177141.527587:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177141.527588:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527590:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177141.527594:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612164992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527601:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177141.527603:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177141.527604:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177141.527607:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177141.527609:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177141.527610:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177141.527613:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177141.527614:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:1.0:1786177141.527617:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177141.527619:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177141.527620:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177141.527622:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177141.527624:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527626:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527629:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177141.527631:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.527634:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177141.527635:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177141.527637:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177141.527641:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527648:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177141.527650:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177141.527652:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177141.527654:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177141.527657:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177141.527660:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612165120:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177141.527665:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177141.527666:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177141.527667:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177141.527669:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177141.527671:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177141.527673:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177141.527676:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177141.527677:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177141.527680:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177141.527683:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612165120, portal 4 00000100:00000001:1.0:1786177141.527684:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177141.527685:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177141.527689:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527694:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177141.527696:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177141.527697:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177141.527699:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612165120, offset 0 00000400:00000200:1.0:1786177141.527701:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177141.527704:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177141.527707:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177141.527709:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177141.527711:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177141.527713:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177141.527715:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177141.527717:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410610:410610:256:4294967295] 192.168.202.156@tcp LPNI seq info [410608:410608:8:4294967295] 00000400:00000200:1.0:1786177141.527720:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177141.527724:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177141.527727:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177141.527730:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177141.527733:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177141.527735:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1786177141.527738:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177141.527740:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1786177141.527743:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177141.527745:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177141.527747:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177141.527749:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177141.527751:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177141.527752:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177141.527754:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177141.527757:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527762:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177141.527764:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527768:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.527770:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177141.527772:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177141.527775:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177141.527777:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177141.527778:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303249580 00000100:00000001:1.0:1786177141.527780:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303250041 00000100:00000001:1.0:1786177141.527782:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303249580 00000100:00000001:1.0:1786177141.527784:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303250041 00000100:00000001:1.0:1786177141.527785:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177141.527786:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.527787:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177141.527790:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177141/real 1786177141] req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177141.527794:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177141.527795:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177141.527797:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177141.527798:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177141.527799:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177141.527801:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177141.527803:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177141.527808:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527812:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177141.527813:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527814:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177141.527815:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177141.527817:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527821:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177141.527823:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527828:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177141.527830:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527831:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177141.527832:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527833:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177141.527834:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177141.527836:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177141.527838:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177141.527839:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177141.527841:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177141.527846:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612165120:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177141.527849:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527850:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177141.527852:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612165120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177141.527856:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177141.527857:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177141.527858:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177141.527860:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177141.527860:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177141.527861:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177141.527862:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177141.527863:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:1.0:1786177141.527865:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177141.527866:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177141.527867:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177141.527869:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177141.527870:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527871:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177141.527873:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177141.527874:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177141.527875:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177141.527877:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177142.165164:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303250041, at 4303250048 00000100:00000040:0.0:1786177142.165167:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303250041, at 4303250048 00000100:00000010:0.0:1786177142.165202:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6600. 00000100:00000010:1.0:1786177142.165214:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6660. 00000100:00000001:3.0:1786177142.421145:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177142.421151:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177142.421152:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177142.421154:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177142.421157:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177142.421160:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177142.421161:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177142.421169:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177142.421169:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177142.421183:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177142.421188:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177142.421188:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177142.421191:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177142.421194:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177142.421195:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177142.421197:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177142.421201:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177142.421205:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177142.421206:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177142.421207:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177142.421208:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177142.421208:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177142.421214:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177142.421216:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177142.421220:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177142.421220:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177142.421221:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177142.421222:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177142.421233:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177142.421234:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177142.421238:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177142.421240:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177142.421243:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177142.421246:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177142.421248:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177142.421250:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177142.421255:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177142.421255:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177142.421258:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177142.421259:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177142.421261:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177142.421263:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177142.421266:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177142.421268:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177142.421271:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177142.421276:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177142.421281:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177142.421281:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177142.421287:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177142.421289:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1786177142.421291:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177142.421294:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177142.421296:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177142.421298:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177142.421299:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177142.421305:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177142.421305:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177142.421312:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177142.421313:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177142.421327:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177142.421328:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177142.421346:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177142.421353:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177142.421355:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177142.421358:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177142.421360:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177142.421362:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177142.421364:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177142.421367:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177142.421369:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177142.421373:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177142.421375:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177142.421379:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177142.421381:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177142.421385:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177142.421387:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177142.421409:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177142.421411:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177142.421414:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177143.445107:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177143.445116:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177143.445118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177143.445120:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177143.445123:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177143.445124:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177143.445126:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177143.445127:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177143.445128:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177143.445130:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177143.445132:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177143.445133:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177143.445135:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177143.445138:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177143.445138:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177143.445140:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177143.445141:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177143.445143:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177143.445144:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177143.445145:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177143.445146:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177143.445150:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177143.445151:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177143.445154:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177143.445155:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177143.445155:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177143.445156:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177143.445160:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177143.445161:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177143.445161:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177143.445179:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177143.445179:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177143.445182:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177143.445185:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177143.445186:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177143.445194:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177143.445194:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177143.445197:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177143.445198:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177143.445201:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177143.445204:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177143.445205:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177143.445209:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177143.445210:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177143.445213:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177143.445215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177143.445216:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177143.445216:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177143.445221:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177143.445221:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177143.445222:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177143.445224:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177143.445226:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177143.445227:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1786177143.445227:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177143.445227:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177143.445230:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177143.445233:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177143.445234:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177143.445235:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177143.445235:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177143.445239:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177143.445239:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177143.445241:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177143.445245:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177143.445247:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177143.445250:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177144.469117:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177144.469117:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177144.469118:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177144.469125:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177144.469127:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177144.469127:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177144.469128:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.469130:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177144.469135:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177144.469136:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177144.469139:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.469143:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177144.469143:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177144.469145:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177144.469149:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177144.469150:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177144.469151:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177144.469172:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177144.469176:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177144.469178:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177144.469180:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177144.469184:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177144.469184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.469188:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177144.469218:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177144.469222:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177144.469229:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177144.469231:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177144.469236:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177144.469241:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177144.469243:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177144.469247:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177144.469251:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177144.469253:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177144.469255:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177144.469258:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177144.469262:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177144.469263:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177144.469266:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177144.469268:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177144.469285:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177144.469288:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177144.469292:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177144.469311:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177144.469312:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.469315:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177144.469402:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177144.469405:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177144.469406:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177144.469408:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177144.469411:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177144.469413:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177144.469414:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177144.469416:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177144.469417:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177144.469427:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177144.469431:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177144.469433:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177144.469437:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177144.469439:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177144.469442:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177144.469444:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177144.469446:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177144.469449:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.469460:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177144.469464:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177144.469465:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177144.469468:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177144.469470:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177144.469471:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.469473:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177144.469474:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.469476:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177145.493091:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177145.493103:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177145.493107:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177145.493114:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177145.493121:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177145.493125:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177145.493128:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177145.493132:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177145.493137:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177145.493139:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177145.493156:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177145.493157:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177145.493161:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177145.493165:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177145.493168:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177145.493171:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177145.493171:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177145.493174:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177145.493181:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177145.493183:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177145.493187:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177145.493192:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177145.493195:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177145.493199:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177145.493203:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177145.493204:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177145.493211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177145.493211:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177145.493222:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177145.493223:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177145.493227:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177145.493230:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177145.493233:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177145.493235:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177145.493239:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177145.493244:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177145.493267:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177145.493271:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177145.493279:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177145.493279:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177145.493281:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177145.493283:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177145.493285:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177145.493290:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177145.493290:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177145.493290:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177145.493299:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177145.493302:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177145.493303:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177145.493304:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177145.493307:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177145.493312:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177145.493315:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177145.493315:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177145.493316:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177145.493320:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177145.493323:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177145.493328:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177145.493330:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177145.493332:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177145.493336:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177145.493340:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177145.493343:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177145.493347:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177145.493352:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177145.493355:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177145.493359:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177146.517156:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177146.517162:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177146.517166:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177146.517168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177146.517170:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177146.517178:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177146.517180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177146.517183:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177146.517184:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177146.517185:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177146.517188:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177146.517192:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177146.517192:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177146.517193:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177146.517194:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177146.517196:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177146.517198:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177146.517200:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177146.517200:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177146.517202:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177146.517205:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177146.517206:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177146.517207:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177146.517208:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177146.517211:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177146.517214:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177146.517215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177146.517219:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177146.517221:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177146.517221:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177146.517224:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177146.517226:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177146.517227:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177146.517228:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177146.517230:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177146.517236:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177146.517236:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177146.517240:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177146.517244:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177146.517247:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177146.517250:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177146.517252:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177146.517255:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177146.517255:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177146.517257:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177146.517260:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177146.517262:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177146.517262:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177146.517267:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.517268:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177146.517271:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:1.0:1786177146.517274:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177146.517276:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177146.517280:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177146.517291:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177146.517295:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177146.517299:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177146.517369:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177146.517373:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.517418:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177146.517421:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177146.517814:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177146.517817:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177146.517820:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.517822:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177146.517826:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.517830:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177146.645154:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177146.645166:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177146.645169:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177146.645173:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177146.645179:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177146.645186:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8582 00000400:00000200:3.0:1786177146.645203:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177146.645210:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177146.645214:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177146.645219:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645224:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177146.645227:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645230:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177146.645234:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177146.645236:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786177146.645239:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177146.645242:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786177146.645245:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786177146.645247:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786177146.645250:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645253:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177146.645255:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645257:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177146.645260:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786177146.645264:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645267:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177146.645276:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177146.645280:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177146.645284:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177146.645287:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177146.645289:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177146.645299:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7100. 00000020:00000040:3.0:1786177146.645302:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786177146.645307:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177146.645309:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177146.645312:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177146.645315:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177146.645321:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177146.645331:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786177146.645346:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177146.645357:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177146.645369:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177146.645374:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177146.645379:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000910f741c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177146.645404:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177146.645408:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177146.645411:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177146.645413:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177146.645414:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177146.645417:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177146.645420:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8582 00000400:00000200:3.0:1786177146.645424:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177146.645428:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177146.645431:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177146.645434:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645436:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177146.645439:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645442:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177146.645444:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177146.645446:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786177146.645448:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177146.645450:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177146.645454:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1786177146.645454:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786177146.645457:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177146.645461:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1786177146.645463:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177146.645466:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177146.645468:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177146.645473:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645477:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:1.0:1786177146.645479:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1786177146.645481:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786177146.645492:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645500:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.645501:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786177146.645504:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177146.645506:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177146.645511:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177146.645513:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177146.645516:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.645519:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177146.645520:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1786177146.645526:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1786177146.645527:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1786177146.645533:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612165248:192.168.202.156@tcp:250:kworker.0 00000008:00000001:3.0:1786177146.645534:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177146.645540:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.645545:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1786177146.645548:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6d80. 02000000:00000001:1.0:1786177146.645551:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1786177146.645554:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177146.645557:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177146.645560:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177146.645563:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177146.645564:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177146.645568:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177146.645570:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1786177146.645572:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:3.0:1786177146.645573:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.645578:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177146.645582:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000400:00000200:1.0:1786177146.645588:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177146.645590:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177146.645595:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00100000:3.0:1786177146.645602:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177146.645607:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:3.0:1786177146.645617:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1786177146.645619:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612165248, portal 25 00000100:00000001:3.0:1786177146.645620:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.645625:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1786177146.645629:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb917a94] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.645630:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957504256 : -127833752047360 : ffff8bbc629e7100) 00000100:00000040:1.0:1786177146.645642:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177146.645648:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177146.645655:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177146.645661:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1786177146.645663:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177146.645665:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1786177146.645666:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177146.645672:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:1.0:1786177146.645675:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:3.0:1786177146.645679:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8582 00000400:00000010:1.0:1786177146.645683:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000400:00000200:3.0:1786177146.645689:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:1.0:1786177146.645691:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612165248, offset 0 00000400:00000200:1.0:1786177146.645704:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177146.645712:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:1.0:1786177146.645714:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:3.0:1786177146.645718:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177146.645725:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:3.0:1786177146.645726:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645734:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177146.645737:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1786177146.645741:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645746:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177146.645747:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000001:3.0:1786177146.645751:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1786177146.645755:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1786177146.645756:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786177146.645761:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1786177146.645764:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177146.645769:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410611:410611:256:4294967295] 192.168.202.156@tcp LPNI seq info [410609:410609:8:4294967295] 00000400:00000200:1.0:1786177146.645775:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:3.0:1786177146.645777:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786177146.645789:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177146.645792:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000020:00000001:3.0:1786177146.645794:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786177146.645803:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177146.645808:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786177146.645809:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1786177146.645818:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000100:00000040:3.0:1786177146.645825:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177146.645831:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786177146.645833:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:1.0:1786177146.645839:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000020:00000040:3.0:1786177146.645840:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:3.0:1786177146.645849:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000200:1.1:1786177146.645853:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786177146.645855:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177146.645861:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.1:1786177146.645861:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 02000000:00000001:3.0:1786177146.645866:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:1.0:1786177146.645872:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000001:3.0:1786177146.645873:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177146.645879:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000100:00000001:3.0:1786177146.645879:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177146.645883:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177146.645887:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177146.645889:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1786177146.645892:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177146.645899:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000010:3.0:1786177146.645901:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6680. 00000020:00000040:3.0:1786177146.645906:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177146.645907:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177146.645912:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177146.645917:0:2389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1786177146.645922:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1786177146.645924:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177146.645925:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177146.645930:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177146.645933:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177146.645937:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177146.645945:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:1.0:1786177146.645947:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177146.645953:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177146.645955:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.645967:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177146.645968:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177146.645971:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177146.645980:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177146.645981:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177146.645985:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177146.645990:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:3.0:1786177146.645995:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081fcfd76] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.645997:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303255160 00000100:00000010:1.0:1786177146.646006:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6660. 00000100:00000001:3.0:1786177146.646047:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177146.646052:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177146.646057:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1786177146.646057:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177146.646063:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177146.646066:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177146.646069:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177146.646073:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8582 00000100:00000001:1.0:1786177146.646075:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303255161 00000400:00000200:3.0:1786177146.646081:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:1.0:1786177146.646082:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6300. 00000400:00000200:3.0:1786177146.646088:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177146.646089:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1786177146.646092:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177146.646097:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1786177146.646098:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177146.646102:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177146.646104:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177146.646107:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000040:3.0:1786177146.646111:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.646116:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00100000:1.0:1786177146.646118:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177146/real 1786177146] req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1786177146.646121:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177146.646126:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786177146.646130:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000001:1.0:1786177146.646152:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1786177146.646153:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000400:00000001:1.0:1786177146.646155:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177146.646159:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000020:00000001:3.0:1786177146.646160:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000200:1.0:1786177146.646163:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177146.646166:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000020:00000001:3.0:1786177146.646166:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177146.646170:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1786177146.646176:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177146.646177:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177146.646183:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177146.646190:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177146.646191:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177146.646196:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177146.646201:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1786177146.646203:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:1.0:1786177146.646204:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.646207:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177146.646209:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177146.646212:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00100000:1.0:1786177146.646216:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177146.646218:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177146.646224:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177146.646228:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177146.646229:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1786177146.646233:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177146.646235:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177146.646241:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177146.646245:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177146.646246:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177146.646250:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.646253:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:3.0:1786177146.646253:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.646255:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177146.646259:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.646260:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177146.646263:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000010:3.0:1786177146.646265:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4000. 00000100:00080000:1.0:1786177146.646266:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000040:3.0:1786177146.646269:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00080000:1.0:1786177146.646272:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 02000000:00000001:3.0:1786177146.646274:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177146.646275:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1786177146.646277:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177146.646280:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1786177146.646281:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177146.646282:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177146.646285:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177146.646291:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000100:00100000:1.0:1786177146.646295:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612165248:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177146.646296:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.646302:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.646307:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1786177146.646307:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1786177146.646314:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e7100 x1872933612165248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177146.646321:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177146.646326:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.646327:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177146.646331:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177146.646335:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 00000100:00000040:3.0:1786177146.646335:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000852e99d7] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177146.646340:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177146.646343:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177146.646346:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177146.646350:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177146.646354:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc800. 00000100:00000001:3.0:1786177146.646355:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.646358:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1786177146.646360:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1786177146.646361:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177146.646364:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e7100. 00000100:00080000:3.0:1786177146.646368:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177146.646369:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177146.646373:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177146.646373:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177146.646378:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177146.646379:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177146.646384:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177146.646385:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177146.646388:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177146.646391:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8582 00000100:00000001:1.0:1786177146.646392:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177146.646395:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177146.646397:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177146.646403:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786177146.646404:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177146.646414:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177146.646420:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177146.646422:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177146.646426:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.646428:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1786177146.646430:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177146.646431:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177146.646435:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177146.646438:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1786177146.646440:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612165376:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177146.646445:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1786177146.646447:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177146.646448:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177146.646450:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.646456:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177146.646456:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000010:1.0:1786177146.646460:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 00000020:00000001:3.0:1786177146.646461:0:114346:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1786177146.646464:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1786177146.646465:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000400:00000200:1.0:1786177146.646470:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:3.0:1786177146.646470:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000010:1.0:1786177146.646473:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000020:00000040:3.0:1786177146.646476:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000400:00000010:1.0:1786177146.646478:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000020:00000001:3.0:1786177146.646482:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000200:1.0:1786177146.646483:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612165376, portal 10 00000100:00000001:1.0:1786177146.646488:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177146.646490:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957503360 : -127833752048256 : ffff8bbc629e6d80) 00000020:00000001:3.0:1786177146.646492:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177146.646498:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786177146.646502:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.646509:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177146.646510:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177146.646516:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000040:3.0:1786177146.646519:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177146.646520:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177146.646525:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612165376, offset 0 00000100:00000001:3.0:1786177146.646526:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177146.646531:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000020:00000040:3.0:1786177146.646531:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000400:00000200:1.0:1786177146.646536:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:3.0:1786177146.646542:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177146.646543:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177146.646551:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1786177146.646551:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177146.646557:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177146.646558:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177146.646564:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1786177146.646564:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177146.646570:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177146.646571:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:3.0:1786177146.646576:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177146.646581:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410612:410612:256:4294967295] 192.168.202.156@tcp LPNI seq info [410610:410610:8:4294967295] 00000008:00100000:3.0:1786177146.646582:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786177146.646592:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177146.646593:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177146.646597:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177146.646603:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e7800. 00000400:00000200:1.0:1786177146.646607:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000020:00000040:3.0:1786177146.646608:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786177146.646616:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177146.646620:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177146.646621:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786177146.646624:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177146.646627:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1786177146.646629:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 02000000:00000001:3.0:1786177146.646630:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177146.646639:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000010:3.0:1786177146.646641:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000800:00000200:1.0:1786177146.646645:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000100:00000001:3.0:1786177146.646649:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177146.646655:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00100000:3.0:1786177146.646662:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1786177146.646662:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1786177146.646674:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177146.646679:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000100:00000001:3.0:1786177146.646682:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177146.646684:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1786177146.646687:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177146.646693:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000040:3.0:1786177146.646699:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003054365e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177146.646701:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177146.646705:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177146.646711:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177146.646719:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177146.646719:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177146.646727:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8592) 00000100:00000001:1.0:1786177146.646736:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177146.646740:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.646749:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.646751:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177146.646755:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177146.646760:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177146.646764:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177146.646766:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303254536 00000100:00000001:1.0:1786177146.646770:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303255160 00000100:00000001:1.0:1786177146.646772:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303254536 00000100:00000001:1.0:1786177146.646774:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303255161 00000100:00000001:1.0:1786177146.646776:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177146.646779:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.646781:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177146.646785:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177146/real 1786177146] req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177146.646794:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177146.646795:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177146.646797:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177146.646800:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177146.646802:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177146.646804:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177146.646807:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177146.646817:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.646824:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177146.646826:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.646827:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177146.646829:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177146.646833:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.646841:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177146.646845:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.646853:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177146.646856:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.646857:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177146.646859:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.646861:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177146.646865:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177146.646868:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177146.646872:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177146.646874:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177146.646879:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177146.646888:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612165376:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177146.646892:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177146.646896:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.646903:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177146.646905:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.646907:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177146.646909:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177146.646911:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177146.646915:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612165504:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177146.646918:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177146.646920:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177146.646921:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.646923:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177146.646927:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177146.646930:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177146.646933:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177146.646936:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177146.646939:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177146.646943:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612165504, portal 10 00000100:00000001:1.0:1786177146.646944:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177146.646946:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957501568 : -127833752050048 : ffff8bbc629e6680) 00000100:00000040:1.0:1786177146.646952:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.646959:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177146.646962:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177146.646964:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177146.646967:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612165504, offset 0 00000400:00000200:1.0:1786177146.646971:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177146.646975:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177146.646979:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177146.646983:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177146.646986:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177146.646989:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177146.646991:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177146.646994:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410613:410613:256:4294967295] 192.168.202.156@tcp LPNI seq info [410611:410611:8:4294967295] 00000400:00000200:1.0:1786177146.646999:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177146.647006:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177146.647030:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177146.647035:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177146.647039:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177146.647042:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177146.647047:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177146.647049:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1786177146.647053:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177146.647055:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177146.647058:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177146.647061:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177146.647065:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177146.647067:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177146.647070:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177146.647073:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647081:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177146.647085:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647092:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.647095:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177146.647098:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177146.647101:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177146.647105:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177146.647107:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303254537 00000100:00000001:1.0:1786177146.647110:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303255160 00000100:00000001:1.0:1786177146.647112:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303254537 00000100:00000001:1.0:1786177146.647114:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303255161 00000100:00000001:1.0:1786177146.647116:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177146.647118:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.647121:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177146.647125:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177146/real 1786177146] req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177146.647151:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177146.647152:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177146.647154:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177146.647157:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177146.647159:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177146.647162:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177146.647166:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177146.647175:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647182:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177146.647184:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647186:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177146.647188:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177146.647192:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647199:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177146.647204:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647212:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177146.647215:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647217:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177146.647218:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647221:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177146.647223:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177146.647226:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177146.647230:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177146.647232:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177146.647237:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177146.647245:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612165504:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177146.647249:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177146.647253:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647261:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177146.647262:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.647265:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177146.647267:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177146.647269:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177146.647272:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612165632:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177146.647275:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177146.647277:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177146.647278:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.647281:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177146.647285:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177146.647288:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177146.647292:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177146.647295:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177146.647299:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177146.647302:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612165632, portal 4 00000100:00000001:1.0:1786177146.647304:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177146.647306:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957491712 : -127833752059904 : ffff8bbc629e4000) 00000100:00000040:1.0:1786177146.647312:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647320:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177146.647322:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177146.647325:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177146.647327:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612165632, offset 0 00000400:00000200:1.0:1786177146.647332:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177146.647336:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177146.647341:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177146.647344:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177146.647347:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177146.647350:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177146.647352:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177146.647355:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410614:410614:256:4294967295] 192.168.202.156@tcp LPNI seq info [410612:410612:8:4294967295] 00000400:00000200:1.0:1786177146.647360:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177146.647367:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177146.647371:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177146.647375:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177146.647379:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177146.647382:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177146.647387:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177146.647390:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1786177146.647394:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177146.647396:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177146.647399:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177146.647403:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177146.647407:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177146.647410:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177146.647413:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177146.647416:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647426:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177146.647429:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647435:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.647437:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177146.647441:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177146.647444:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177146.647448:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177146.647450:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303254720 00000100:00000001:1.0:1786177146.647453:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303255160 00000100:00000001:1.0:1786177146.647455:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303254720 00000100:00000001:1.0:1786177146.647458:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303255161 00000100:00000001:1.0:1786177146.647460:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177146.647462:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.647464:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177146.647468:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177146/real 1786177146] req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177146.647477:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177146.647479:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177146.647481:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177146.647483:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177146.647485:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177146.647487:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177146.647491:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177146.647500:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647508:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177146.647510:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647512:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177146.647514:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177146.647517:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647525:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177146.647530:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647538:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177146.647541:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647542:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177146.647544:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647546:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177146.647547:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177146.647550:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177146.647554:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177146.647556:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177146.647561:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177146.647569:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612165632:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177146.647574:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647576:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177146.647579:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6d80 x1872933612165376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647586:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177146.647587:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177146.647590:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177146.647593:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177146.647595:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177146.647597:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177146.647599:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177146.647600:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:1.0:1786177146.647604:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177146.647606:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177146.647607:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6d80. 00000100:00000001:1.0:1786177146.647610:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177146.647612:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647614:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177146.647618:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6680 x1872933612165504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647625:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177146.647627:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177146.647629:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177146.647631:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177146.647632:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177146.647634:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177146.647636:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177146.647637:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc400. 02000000:00000001:1.0:1786177146.647640:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177146.647641:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177146.647643:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6680. 00000100:00000001:1.0:1786177146.647646:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177146.647647:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647649:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177146.647653:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4000 x1872933612165632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647661:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177146.647662:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177146.647664:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177146.647666:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177146.647668:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177146.647670:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177146.647672:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177146.647674:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:1.0:1786177146.647677:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177146.647678:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177146.647680:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4000. 00000100:00000001:1.0:1786177146.647682:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177146.647684:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647686:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647689:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177146.647691:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.647693:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177146.647694:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177146.647696:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177146.647700:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647707:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177146.647709:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.647711:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177146.647712:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177146.647714:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177146.647717:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612165760:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177146.647721:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177146.647723:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177146.647725:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177146.647727:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177146.647730:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177146.647732:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177146.647736:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177146.647739:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177146.647743:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177146.647747:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612165760, portal 4 00000100:00000001:1.0:1786177146.647749:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177146.647750:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957506048 : -127833752045568 : ffff8bbc629e7800) 00000100:00000040:1.0:1786177146.647757:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647771:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177146.647775:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177146.647777:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 00000100:00000200:1.0:1786177146.647780:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612165760, offset 0 00000400:00000200:1.0:1786177146.647785:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177146.647789:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177146.647793:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177146.647796:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177146.647799:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177146.647802:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177146.647805:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177146.647808:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410615:410615:256:4294967295] 192.168.202.156@tcp LPNI seq info [410613:410613:8:4294967295] 00000400:00000200:1.0:1786177146.647812:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177146.647819:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177146.647824:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177146.647828:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000800:00000200:1.0:1786177146.647832:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177146.647835:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177146.647839:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177146.647842:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1786177146.647846:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177146.647848:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:1.0:1786177146.647852:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177146.647855:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177146.647858:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:1.0:1786177146.647860:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:1.0:1786177146.647863:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177146.647867:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647875:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177146.647878:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647891:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.647893:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177146.647897:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177146.647900:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177146.647904:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177146.647906:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303254700 00000100:00000001:1.0:1786177146.647908:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303255160 00000100:00000001:1.0:1786177146.647911:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303254700 00000100:00000001:1.0:1786177146.647913:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303255161 00000100:00000001:1.0:1786177146.647915:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177146.647917:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.647919:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177146.647923:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177146/real 1786177146] req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177146.647932:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177146.647933:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177146.647935:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177146.647937:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177146.647939:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177146.647942:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177146.647945:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177146.647953:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647960:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177146.647962:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647964:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177146.647966:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177146.647970:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647978:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177146.647982:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.647990:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177146.647993:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647995:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177146.647996:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.647998:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177146.648000:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177146.648002:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177146.648006:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177146.648008:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177146.648033:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177146.648042:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612165760:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177146.648047:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.648049:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177146.648053:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e7800 x1872933612165760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177146.648059:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177146.648061:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177146.648063:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177146.648067:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177146.648069:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177146.648070:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177146.648073:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177146.648074:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:1.0:1786177146.648077:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177146.648079:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177146.648080:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e7800. 00000100:00000001:1.0:1786177146.648083:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177146.648084:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.648086:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.648089:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177146.648091:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177146.648093:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177146.648095:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177147.285142:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303255160, at 4303255168 00000100:00000040:1.0:1786177147.285142:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303255161, at 4303255168 00000100:00000010:0.0:1786177147.285161:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6660. 00000100:00000010:1.0:1786177147.285163:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6300. 00000100:00000001:2.0:1786177147.541164:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177147.541164:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177147.541173:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177147.541173:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177147.541174:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177147.541178:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177147.541178:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177147.541181:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177147.541186:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177147.541188:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177147.541189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786177147.541192:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177147.541197:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177147.541197:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177147.541198:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177147.541205:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177147.541205:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177147.541205:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177147.541213:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177147.541213:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177147.541218:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177147.541219:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177147.541223:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177147.541318:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177147.541321:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177147.541324:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177147.541326:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177147.541327:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177147.541330:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177147.541332:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177147.541335:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177147.541337:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177147.541341:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177147.541342:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177147.541346:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177147.541347:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177147.541351:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177147.541353:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541388:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177147.541391:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541396:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177147.541397:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541401:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177147.541417:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177147.541418:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177147.541422:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177147.541426:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177147.541426:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177147.541430:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177147.541434:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177147.541444:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177147.541449:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177147.541451:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177147.541454:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177147.541457:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177147.541459:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177147.541461:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177147.541462:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177147.541464:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541504:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541510:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177147.541513:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177147.541515:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177147.541519:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541522:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177147.541524:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541526:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541528:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541532:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177147.541534:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177147.541535:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177147.541536:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541538:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177147.541540:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541542:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177147.541544:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177147.541584:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177147.541588:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177147.541591:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177148.565176:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177148.565177:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177148.565180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177148.565190:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177148.565191:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177148.565192:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177148.565196:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177148.565198:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177148.565209:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177148.565211:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177148.565211:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177148.565215:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177148.565219:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177148.565221:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177148.565223:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177148.565226:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177148.565230:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177148.565231:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177148.565232:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177148.565233:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177148.565234:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177148.565238:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177148.565246:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177148.565246:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177148.565249:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177148.565250:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177148.565251:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177148.565256:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177148.565258:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177148.565259:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177148.565268:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177148.565268:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177148.565275:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177148.565278:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177148.565283:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177148.565286:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177148.565289:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177148.565317:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1786177148.565320:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177148.565321:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177148.565323:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1786177148.565326:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177148.565328:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177148.565331:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177148.565333:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177148.565334:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177148.565334:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177148.565339:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177148.565340:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177148.565340:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177148.565341:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177148.565347:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177148.565349:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177148.565351:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177148.565353:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177148.565357:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177148.565359:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177148.565362:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177148.565365:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177148.565369:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177148.565369:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177148.565379:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177148.565380:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177148.565385:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177148.565390:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177148.565392:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177148.565396:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177149.589128:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177149.589132:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177149.589136:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177149.589137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177149.589141:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177149.589142:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.589144:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177149.589145:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177149.589149:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177149.589151:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177149.589151:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177149.589156:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177149.589157:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177149.589157:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177149.589164:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177149.589164:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177149.589166:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177149.589171:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177149.589172:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177149.589172:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177149.589177:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177149.589179:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177149.589180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177149.589183:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177149.589184:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177149.589186:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.589188:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.589193:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177149.589222:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177149.589224:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177149.589225:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177149.589229:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177149.589229:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177149.589234:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177149.589238:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177149.589255:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177149.589258:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177149.589260:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177149.589262:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177149.589265:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177149.589307:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177149.589311:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177149.589313:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177149.589314:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.589318:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177149.589319:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177149.589320:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177149.589324:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.589325:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177149.589326:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177149.589331:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177149.589331:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177149.589336:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177149.589338:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177149.589339:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177149.589341:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177149.589345:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177149.589345:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177149.589346:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177149.589351:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177149.589352:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177149.589352:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177149.589356:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177149.589360:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.589365:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177149.589369:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177149.589373:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177150.613129:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177150.613129:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177150.613133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177150.613137:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177150.613137:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177150.613137:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177150.613139:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177150.613141:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177150.613142:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177150.613144:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177150.613148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177150.613150:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177150.613151:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177150.613151:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177150.613153:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177150.613155:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177150.613158:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177150.613158:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177150.613159:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177150.613163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177150.613164:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177150.613164:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177150.613166:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177150.613168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177150.613169:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177150.613170:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177150.613172:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177150.613175:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177150.613178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177150.613178:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177150.613180:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177150.613180:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177150.613182:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177150.613187:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177150.613191:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177150.613192:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177150.613195:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177150.613205:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177150.613210:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177150.613213:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177150.613215:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177150.613217:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177150.613219:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177150.613221:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177150.613223:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177150.613226:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177150.613227:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1786177150.613228:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177150.613231:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177150.613233:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177150.613234:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177150.613236:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177150.613237:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:1.0:1786177150.613238:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177150.613239:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177150.613240:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177150.613242:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177150.613247:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177150.613247:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177150.613251:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177150.613253:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177150.613258:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177150.613259:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177150.613265:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177150.613268:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177150.613270:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177150.613273:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.637076:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177151.637082:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177151.637097:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177151.637104:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177151.637108:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177151.637111:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177151.637114:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177151.637115:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177151.637117:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177151.637120:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177151.637122:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.637122:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177151.637125:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177151.637128:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177151.637130:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177151.637133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177151.637136:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177151.637136:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177151.637137:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177151.637141:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177151.637142:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177151.637145:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177151.637146:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177151.637148:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177151.637149:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177151.637150:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177151.637151:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177151.637156:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177151.637157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177151.637157:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177151.637162:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177151.637163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.637163:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177151.637164:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.637167:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177151.637170:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177151.637172:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177151.637173:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177151.637175:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177151.637176:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177151.637178:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.637180:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177151.637182:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.637184:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177151.637186:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177151.637187:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177151.637191:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177151.637192:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177151.637197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177151.637200:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177151.637201:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177151.637206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177151.637207:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177151.637208:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177151.637211:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177151.637212:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000020:00000001:1.0:1786177151.637215:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177151.637217:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177151.637218:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177151.637221:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177151.637222:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177151.637222:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177151.637230:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177151.637230:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177151.637230:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177151.637236:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177151.637241:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177151.765140:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177151.765151:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177151.765153:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177151.765157:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177151.765162:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177151.765170:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8587 00000400:00000200:3.0:1786177151.765177:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177151.765183:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177151.765185:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177151.765188:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765191:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177151.765193:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765194:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177151.765198:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177151.765200:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786177151.765202:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177151.765205:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786177151.765215:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786177151.765217:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786177151.765219:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765220:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177151.765222:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765223:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177151.765225:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786177151.765227:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765229:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177151.765231:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177151.765234:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177151.765236:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765238:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177151.765240:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177151.765248:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786177151.765251:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786177151.765254:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177151.765256:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765259:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177151.765261:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177151.765264:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177151.765270:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cffc00. 00000100:00000001:3.0:1786177151.765276:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177151.765282:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177151.765290:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177151.765294:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177151.765298:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177151.765318:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177151.765321:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177151.765324:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177151.765325:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177151.765326:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177151.765329:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177151.765331:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8587 00000400:00000200:3.0:1786177151.765335:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177151.765338:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177151.765340:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177151.765343:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765345:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177151.765347:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765350:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177151.765353:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177151.765354:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:3.0:1786177151.765356:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177151.765359:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:3.0:1786177151.765362:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:3.0:1786177151.765364:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:3.0:1786177151.765369:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177151.765371:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177151.765372:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177151.765377:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177151.765378:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177151.765381:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177151.765383:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1786177151.765386:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786177151.765392:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765395:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177151.765397:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177151.765397:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177151.765404:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177151.765409:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765413:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177151.765417:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177151.765422:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765426:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177151.765432:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000020:00000040:3.0:1786177151.765435:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786177151.765437:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177151.765438:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765440:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177151.765441:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786177151.765441:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177151.765445:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.765446:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177151.765449:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfe400. 02000000:00000001:1.0:1786177151.765453:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786177151.765454:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177151.765459:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786177151.765462:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177151.765464:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765475:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1786177151.765476:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612165888:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177151.765479:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.765486:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1786177151.765487:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177151.765493:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1786177151.765496:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177151.765498:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177151.765499:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177151.765505:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:1.0:1786177151.765506:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177151.765507:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177151.765511:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177151.765513:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177151.765515:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8587 02000000:00000010:1.0:1786177151.765516:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 00000400:00000200:3.0:1786177151.765520:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:1.0:1786177151.765522:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177151.765525:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177151.765528:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177151.765533:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177151.765535:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177151.765536:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177151.765540:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765542:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177151.765543:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000020:00000001:3.0:1786177151.765544:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177151.765546:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786177151.765549:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177151.765551:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786177151.765553:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000010:1.0:1786177151.765555:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000020:00000001:3.0:1786177151.765555:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:3.0:1786177151.765561:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765563:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177151.765565:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177151.765566:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612165888, portal 25 00000100:00000001:3.0:1786177151.765567:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177151.765571:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00000001:1.0:1786177151.765574:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1786177151.765575:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177151.765579:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957493504 : -127833752058112 : ffff8bbc629e4700) 00000100:00000001:3.0:1786177151.765580:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177151.765583:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177151.765588:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177151.765590:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177151.765593:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177151.765593:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177151.765595:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177151.765600:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765603:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177151.765608:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000020:00000040:3.0:1786177151.765612:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000100:00000001:1.0:1786177151.765614:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1786177151.765615:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177151.765618:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765622:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1786177151.765623:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 02000000:00000001:3.0:1786177151.765623:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177151.765628:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177151.765630:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35c38. 02000000:00000010:3.0:1786177151.765632:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfcc00. 00000100:00000200:1.0:1786177151.765637:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612165888, offset 0 00000100:00000001:3.0:1786177151.765637:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177151.765644:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177151.765653:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765655:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177151.765658:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177151.765662:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177151.765667:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177151.765675:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177151.765678:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177151.765679:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:3.0:1786177151.765681:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177151.765684:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177151.765686:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177151.765689:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177151.765690:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1786177151.765696:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8587 00000400:00000200:1.0:1786177151.765699:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177151.765704:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177151.765706:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177151.765712:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:1.0:1786177151.765713:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00080000:3.0:1786177151.765717:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177151.765723:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410616:410616:256:4294967295] 192.168.202.156@tcp LPNI seq info [410614:410614:8:4294967295] 00000100:00000040:3.0:1786177151.765727:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765733:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177151.765734:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:3.0:1786177151.765738:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765744:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177151.765750:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1786177151.765753:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000020:00000040:3.0:1786177151.765754:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786177151.765759:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177151.765763:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000800:00000200:1.0:1786177151.765767:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000020:00000001:3.0:1786177151.765768:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786177151.765774:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000010:1.0:1786177151.765778:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f000. 00000100:00000040:3.0:1786177151.765780:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765785:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177151.765788:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177151.765794:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:3.0:1786177151.765794:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177151.765800:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000800:00000200:1.1:1786177151.765807:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:3.0:1786177151.765809:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177151.765814:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177151.765816:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177151.765820:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177151.765822:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765824:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177151.765826:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786177151.765829:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.765832:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765832:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177151.765839:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000020:00000040:3.0:1786177151.765843:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000400:00000200:1.0:1786177151.765844:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:3.0:1786177151.765847:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177151.765850:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303260280 02000000:00000001:3.0:1786177151.765850:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765853:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177151.765856:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177151.765858:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177151.765861:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6300. 02000000:00000010:3.0:1786177151.765864:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd800. 00000100:00000001:3.0:1786177151.765869:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.765871:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1786177151.765877:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177151.765882:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303260280 00000100:00000010:1.0:1786177151.765891:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6720. 00000100:00000001:1.0:1786177151.765898:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177151.765904:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177151.765906:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177151.765910:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.765913:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177151.765919:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177151.765920:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.765926:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177151.765936:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.765937:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1786177151.765940:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177151.765941:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177151.765948:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1786177151.765949:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177151.765953:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177151.765954:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177151.765958:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1786177151.765959:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1786177151.765966:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177151.765976:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177151.765978:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.765982:0:114346:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:1.0:1786177151.765983:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177151.765987:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786177151.765990:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8587 02000000:00000001:1.0:1786177151.765992:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177151.765999:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:1.0:1786177151.766001:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166016:192.168.202.156@tcp:38:kworker.0 00000400:00000200:3.0:1786177151.766004:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177151.766008:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177151.766032:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.766035:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177151.766038:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.766041:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177151.766044:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177151.766046:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:3.0:1786177151.766048:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177151.766051:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:3.0:1786177151.766053:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786177151.766056:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177151.766064:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1786177151.766065:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177151.766068:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1786177151.766070:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177151.766072:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177151.766076:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177151.766078:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177151.766092:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177151.766097:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 02000000:00000010:1.0:1786177151.766100:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 00000100:00080000:3.0:1786177151.766101:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:1.0:1786177151.766107:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.766108:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177151.766117:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:3.0:1786177151.766118:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1786177151.766125:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f607e8. 02000000:00000001:3.0:1786177151.766126:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177151.766132:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177151.766133:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35550. 00000100:00000001:3.0:1786177151.766135:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177151.766139:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000200:1.0:1786177151.766142:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612166016, portal 10 00000008:00000001:3.0:1786177151.766145:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.766147:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177151.766150:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.766151:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957492608 : -127833752059008 : ffff8bbc629e4380) 00000100:00000010:3.0:1786177151.766157:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e6300. 00000100:00000040:1.0:1786177151.766164:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1786177151.766164:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:3.0:1786177151.766170:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177151.766172:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177151.766177:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177151.766180:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177151.766185:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1786177151.766185:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177151.766191:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 02000000:00000010:3.0:1786177151.766193:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfdc00. 00000400:00000010:1.0:1786177151.766196:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35bb0. 00000100:00000001:3.0:1786177151.766199:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177151.766202:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612166016, offset 0 00000100:00100000:3.0:1786177151.766209:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177151.766213:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177151.766223:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177151.766227:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177151.766232:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:3.0:1786177151.766233:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177151.766239:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1786177151.766243:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000444cb760] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177151.766248:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177151.766255:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177151.766263:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:3.0:1786177151.766265:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177151.766270:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410617:410617:255:4294967295] 192.168.202.156@tcp LPNI seq info [410615:410615:7:4294967295] 00000100:00000040:3.0:1786177151.766274:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8597) 00000400:00000200:1.0:1786177151.766280:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177151.766289:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177151.766297:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177151.766302:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fa00. 00000800:00000200:1.0:1786177151.766307:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177151.766312:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177151.766315:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177151.766318:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177151.766322:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177151.766324:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303259656 00000100:00000001:1.0:1786177151.766326:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303260280 00000100:00000001:1.0:1786177151.766329:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303259656 00000100:00000001:1.0:1786177151.766332:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303260280 00000100:00000001:1.0:1786177151.766334:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177151.766336:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.766338:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177151.766342:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177151.766351:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177151.766352:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177151.766355:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177151.766357:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177151.766359:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177151.766362:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166144:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177151.766366:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177151.766368:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177151.766369:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177151.766371:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177151.766375:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177151.766377:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177151.766380:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177151.766383:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60948. 00000400:00000010:1.0:1786177151.766387:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177151.766390:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612166144, portal 10 00000100:00000001:1.0:1786177151.766392:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177151.766394:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957497984 : -127833752053632 : ffff8bbc629e5880) 00000100:00000040:1.0:1786177151.766400:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177151.766408:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177151.766410:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177151.766413:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35440. 00000100:00000200:1.0:1786177151.766415:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612166144, offset 0 00000400:00000200:1.0:1786177151.766420:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177151.766424:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177151.766428:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177151.766431:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177151.766433:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177151.766436:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177151.766438:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177151.766442:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410618:410618:254:4294967295] 192.168.202.156@tcp LPNI seq info [410616:410616:6:4294967295] 00000400:00000200:1.0:1786177151.766446:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177151.766452:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177151.766457:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177151.766461:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f500. 00000800:00000200:1.0:1786177151.766465:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177151.766469:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177151.766472:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177151.766475:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177151.766478:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177151.766480:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303259656 00000100:00000001:1.0:1786177151.766483:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303260280 00000100:00000001:1.0:1786177151.766485:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303259656 00000100:00000001:1.0:1786177151.766487:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303260280 00000100:00000001:1.0:1786177151.766489:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177151.766492:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.766494:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177151.766498:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177151.766513:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177151.766515:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177151.766517:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177151.766519:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177151.766521:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177151.766523:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166272:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177151.766527:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177151.766528:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177151.766530:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177151.766532:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177151.766535:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177151.766537:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177151.766541:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177151.766544:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60210. 00000400:00000010:1.0:1786177151.766548:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177151.766552:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612166272, portal 4 00000100:00000001:1.0:1786177151.766553:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177151.766555:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957494400 : -127833752057216 : ffff8bbc629e4a80) 00000100:00000040:1.0:1786177151.766561:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177151.766568:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177151.766570:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177151.766573:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35880. 00000100:00000200:1.0:1786177151.766576:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612166272, offset 0 00000400:00000200:1.0:1786177151.766580:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177151.766584:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177151.766588:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177151.766591:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177151.766594:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177151.766596:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177151.766599:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177151.766603:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410619:410619:253:4294967295] 192.168.202.156@tcp LPNI seq info [410617:410617:5:4294967295] 00000400:00000200:1.0:1786177151.766607:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177151.766613:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177151.766619:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177151.766622:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f900. 00000800:00000200:1.0:1786177151.766626:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177151.766630:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177151.766633:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177151.766636:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177151.766639:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177151.766641:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303259839 00000100:00000001:1.0:1786177151.766644:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303260280 00000100:00000001:1.0:1786177151.766646:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303259839 00000100:00000001:1.0:1786177151.766648:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303260280 00000100:00000001:1.0:1786177151.766651:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177151.766653:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.766655:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.766658:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177151.766662:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177151.766664:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177151.766666:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177151.766668:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177151.766669:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177151.766673:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177151.766680:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177151.766682:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177151.766684:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177151.766686:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177151.766688:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177151.766691:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166400:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177151.766697:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177151.766699:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177151.766700:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177151.766702:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177151.766706:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177151.766708:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177151.766711:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177151.766714:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177151.766718:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177151.766721:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612166400, portal 4 00000100:00000001:1.0:1786177151.766723:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177151.766724:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957500672 : -127833752050944 : ffff8bbc629e6300) 00000100:00000040:1.0:1786177151.766730:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177151.766737:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177151.766739:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177151.766742:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35220. 00000100:00000200:1.0:1786177151.766745:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612166400, offset 0 00000400:00000200:1.0:1786177151.766758:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177151.766762:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177151.766766:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177151.766769:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177151.766772:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177151.766775:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177151.766778:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177151.766782:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410620:410620:252:4294967295] 192.168.202.156@tcp LPNI seq info [410618:410618:4:4294967295] 00000400:00000200:1.0:1786177151.766786:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177151.766792:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177151.766797:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177151.766801:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f700. 00000800:00000200:1.0:1786177151.766805:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177151.766810:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177151.766813:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177151.766817:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177151.766820:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177151.766822:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303259819 00000100:00000001:1.0:1786177151.766825:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303260280 00000100:00000001:1.0:1786177151.766828:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303259819 00000100:00000001:1.0:1786177151.766830:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303260280 00000100:00000001:1.0:1786177151.766832:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177151.766835:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.766838:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.766840:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177151.766843:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177151.766845:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177151.766846:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177151.766848:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177151.766850:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177151.766852:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177152.405096:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303260280, at 4303260288 00000100:00000010:1.0:1786177152.405114:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6720. 00000100:00000040:0.0:1786177152.405117:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303260280, at 4303260288 00000100:00000010:0.0:1786177152.405127:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6300. 00010000:00000001:1.0:1786177152.661101:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177152.661105:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177152.661110:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177152.661111:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177152.661111:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177152.661116:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177152.661117:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177152.661118:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177152.661121:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177152.661122:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177152.661124:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177152.661126:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1786177152.661128:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177152.661131:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177152.661132:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177152.661133:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177152.661135:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177152.661136:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177152.661139:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177152.661141:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177152.661141:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177152.661143:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177152.661145:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177152.661147:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177152.661148:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177152.661149:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177152.661152:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177152.661154:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177152.661156:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177152.661156:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177152.661161:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177152.661163:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177152.661166:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177152.661168:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177152.661171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177152.661173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177152.661175:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177152.661176:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177152.661180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177152.661184:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177152.661199:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177152.661208:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177152.661211:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177152.661211:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177152.661212:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177152.661213:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177152.661219:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177152.661221:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177152.661221:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177152.661222:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177152.661222:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177152.661227:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177152.661231:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786177152.661233:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177152.661233:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177152.661236:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177152.661237:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177152.661242:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177152.661244:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177152.661245:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177152.661246:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177152.661246:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177152.661251:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177152.661251:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177152.661252:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177152.661255:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177152.661256:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177152.661256:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177152.661258:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177152.661261:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177152.661263:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177152.661263:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177152.661264:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177152.661267:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177152.661268:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177152.661271:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177152.661278:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177152.661282:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177152.661286:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177153.685160:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177153.685160:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177153.685160:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177153.685160:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177153.685170:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177153.685170:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177153.685171:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177153.685171:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177153.685175:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177153.685176:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177153.685177:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177153.685177:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177153.685183:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177153.685184:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786177153.685185:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177153.685185:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177153.685189:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177153.685190:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177153.685192:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177153.685193:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177153.685195:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177153.685195:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177153.685199:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177153.685199:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177153.685202:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177153.685206:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177153.685207:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177153.685211:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177153.685212:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177153.685213:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177153.685216:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177153.685218:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177153.685219:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177153.685220:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177153.685224:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177153.685229:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177153.685238:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177153.685243:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177153.685243:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177153.685245:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177153.685247:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177153.685248:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177153.685249:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177153.685251:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177153.685252:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177153.685255:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177153.685256:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177153.685257:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177153.685258:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177153.685260:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177153.685264:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177153.685264:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177153.685265:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177153.685268:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177153.685269:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177153.685269:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177153.685272:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177153.685275:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177153.685276:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177153.685276:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177153.685279:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177153.685281:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177153.685282:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177153.685284:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177153.685303:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177153.685306:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177153.685308:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786177154.709142:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177154.709143:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177154.709150:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177154.709152:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177154.709156:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177154.709157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177154.709162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177154.709164:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177154.709166:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177154.709166:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177154.709171:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177154.709173:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177154.709178:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177154.709179:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177154.709179:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.709185:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177154.709189:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.709190:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177154.709192:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177154.709193:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.709197:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177154.709199:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177154.709199:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177154.709204:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177154.709207:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177154.709208:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177154.709210:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.709215:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177154.709224:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.709227:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177154.709228:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177154.709230:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.709235:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.709236:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177154.709237:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177154.709242:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177154.709248:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.709248:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177154.709250:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177154.709263:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177154.709263:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.709264:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177154.709268:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177154.709288:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177154.709294:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177154.709296:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177154.709299:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177154.709304:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177154.709305:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177154.709305:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177154.709316:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177154.709317:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.709317:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177154.709320:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177154.709328:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177154.709329:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177154.709329:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177154.709337:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177154.709338:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177154.709340:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177154.709345:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.709347:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.709348:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177154.709354:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177154.709355:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177154.709359:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177154.709362:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177154.709362:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.709368:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.709369:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177154.709374:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177154.709377:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177154.709379:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1786177154.837345:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:0.0:1786177154.837389:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1786177154.837399:0:2377:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177154.837404:0:2377:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:0.0:1786177154.837409:0:2377:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177154.837413:0:2377:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1786177154.837419:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177154.837423:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f000. 00000400:00000200:0.0:1786177154.837429:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177154.837434:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177154.837440:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35c38 00000400:00000010:0.0:1786177154.837443:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35c38. 00000100:00000001:0.0:1786177154.837448:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177154.837457:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177154.837495:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177154.837501:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177154.837511:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.837513:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177154.837523:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177154.837526:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fa00. 00000400:00000200:0.0:1786177154.837530:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177154.837533:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177154.837537:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35bb0 00000400:00000010:0.0:1786177154.837539:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35bb0. 00000100:00000001:0.0:1786177154.837542:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177154.837547:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177154.837557:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177154.837561:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177154.837568:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.837570:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177154.837575:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177154.837578:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f500. 00000400:00000200:0.0:1786177154.837580:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177154.837584:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177154.837587:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35440 00000400:00000010:0.0:1786177154.837589:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35440. 00000100:00000001:0.0:1786177154.837591:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177154.837596:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177154.837604:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177154.837607:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177154.837615:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.837616:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177154.837621:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177154.837624:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f900. 00000400:00000200:0.0:1786177154.837626:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177154.837630:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177154.837633:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35880 00000400:00000010:0.0:1786177154.837635:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35880. 00000100:00000001:0.0:1786177154.837637:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177154.837642:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177154.837651:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177154.837654:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177154.837661:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.837663:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177154.837668:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177154.837670:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f700. 00000400:00000200:0.0:1786177154.837673:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177154.837676:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177154.837679:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35220 00000400:00000010:0.0:1786177154.837682:0:2377:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35220. 00000100:00000001:0.0:1786177154.837684:0:2377:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177154.837689:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177154.837698:0:2377:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177154.837701:0:2377:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177154.837709:0:2377:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.837710:0:2377:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177154.837805:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177154.837809:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177154.837813:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177154.837820:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177151/real 1786177154] req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177154.837832:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177154.837835:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177154.837838:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177154.837842:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177154.837844:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177154.837847:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177154.837851:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177154.837861:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.837869:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177154.837871:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.837874:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177154.837876:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177154.837881:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.837889:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177154.837894:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.837903:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177154.837906:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.837908:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177154.837910:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.837913:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177154.837915:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177154.837919:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177154.837924:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177154.837927:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177154.837932:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177154.837942:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166400:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177154.837947:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177154.837951:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177151/real 1786177154] req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177154.837960:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177154.837962:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177154.837964:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f607e8. 00000400:00000200:1.0:1786177154.837967:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35550 00000400:00000010:1.0:1786177154.837969:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35550. 00000100:00000001:1.0:1786177154.837971:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177154.837974:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177154.837985:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.837992:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177154.837994:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.837996:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177154.837997:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177154.838001:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838008:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177154.838050:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838070:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177154.838073:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838075:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177154.838076:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838078:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177154.838083:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177154.838086:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177154.838090:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177154.838093:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177154.838098:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177154.838107:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166016:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177154.838112:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177154.838117:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177151/real 1786177154] req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177154.838126:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177154.838128:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177154.838130:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60948. 00000400:00000200:1.0:1786177154.838133:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177154.838135:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177154.838137:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177154.838141:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177154.838151:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838159:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177154.838160:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838174:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177154.838176:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177154.838180:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838188:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177154.838192:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838201:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177154.838204:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838206:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177154.838207:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838209:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177154.838211:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177154.838213:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177154.838218:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177154.838220:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177154.838225:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177154.838233:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166144:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177154.838237:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177154.838241:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177151/real 1786177154] req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177154.838250:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177154.838251:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177154.838253:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60210. 00000400:00000200:1.0:1786177154.838256:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177154.838258:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177154.838260:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177154.838263:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177154.838272:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838279:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177154.838281:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838283:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177154.838285:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177154.838289:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838296:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177154.838301:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838316:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177154.838319:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838321:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177154.838322:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838324:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177154.838326:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177154.838328:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177154.838332:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177154.838334:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177154.838338:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177154.838348:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166272:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177154.838351:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177154.838355:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177151/real 1786177154] req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177154.838364:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177154.838365:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177154.838367:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177154.838370:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177154.838371:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177154.838374:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177154.838377:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177154.838386:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838394:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177154.838395:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838398:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177154.838399:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177154.838403:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838411:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177154.838415:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838422:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177154.838424:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838426:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177154.838427:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838429:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177154.838431:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177154.838434:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177154.838437:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177154.838439:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177154.838443:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177154.838452:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612165888:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177154.838456:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838459:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177154.838463:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e6300 x1872933612166400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838471:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177154.838474:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177154.838477:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177154.838482:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177154.838485:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177154.838487:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177154.838491:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177154.838493:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfdc00. 02000000:00000001:1.0:1786177154.838498:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177154.838500:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177154.838502:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e6300. 00000100:00000001:1.0:1786177154.838507:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177154.838508:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838511:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177154.838514:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4380 x1872933612166016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838522:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177154.838524:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177154.838526:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177154.838528:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177154.838529:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177154.838530:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177154.838532:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177154.838534:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfe400. 02000000:00000001:1.0:1786177154.838537:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177154.838538:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177154.838540:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4380. 00000100:00000001:1.0:1786177154.838542:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177154.838544:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838546:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177154.838549:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5880 x1872933612166144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838557:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177154.838558:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177154.838560:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177154.838562:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177154.838564:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177154.838565:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177154.838568:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177154.838569:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfcc00. 02000000:00000001:1.0:1786177154.838571:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177154.838573:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177154.838574:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5880. 00000100:00000001:1.0:1786177154.838577:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177154.838578:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838580:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177154.838584:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4a80 x1872933612166272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838591:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177154.838593:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177154.838594:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177154.838596:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177154.838597:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177154.838598:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177154.838601:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177154.838602:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd800. 02000000:00000001:1.0:1786177154.838604:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177154.838606:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177154.838607:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4a80. 00000100:00000001:1.0:1786177154.838609:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177154.838610:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838612:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177154.838615:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4700 x1872933612165888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177154.838623:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177154.838624:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177154.838625:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177154.838627:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177154.838629:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177154.838630:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177154.838632:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177154.838633:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cffc00. 02000000:00000001:1.0:1786177154.838637:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177154.838638:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177154.838640:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4700. 00000100:00000001:1.0:1786177154.838642:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177154.838643:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838646:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.838654:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177154.838657:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177154.838661:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177154.838664:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177155.733152:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177155.733152:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177155.733156:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177155.733161:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177155.733162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177155.733162:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177155.733164:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177155.733166:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177155.733171:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177155.733172:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177155.733173:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177155.733177:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177155.733178:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177155.733180:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177155.733183:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177155.733184:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177155.733185:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177155.733188:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177155.733189:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177155.733194:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177155.733195:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177155.733199:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177155.733202:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177155.733205:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177155.733207:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177155.733208:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177155.733213:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177155.733237:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177155.733242:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177155.733247:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177155.733247:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177155.733252:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177155.733253:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177155.733256:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177155.733258:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177155.733261:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177155.733263:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177155.733265:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177155.733267:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177155.733274:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177155.733275:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177155.733278:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177155.733281:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177155.733281:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177155.733286:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177155.733286:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177155.733292:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177155.733294:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177155.733295:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177155.733296:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177155.733301:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177155.733302:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177155.733302:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177155.733303:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177155.733307:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177155.733308:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177155.733309:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177155.733312:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177155.733316:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177155.733317:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177155.733321:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177155.733322:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177155.733328:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177155.733329:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177155.733331:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177155.733334:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177155.733352:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.757102:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177156.757110:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177156.757113:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177156.757119:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177156.757124:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177156.757128:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.757131:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177156.757132:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177156.757134:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177156.757135:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177156.757140:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177156.757140:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177156.757141:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177156.757142:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.757144:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177156.757148:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177156.757149:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177156.757157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177156.757158:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177156.757162:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177156.757163:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177156.757166:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177156.757167:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177156.757167:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177156.757171:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177156.757174:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177156.757174:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177156.757177:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177156.757177:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177156.757179:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177156.757186:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.757187:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177156.757191:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177156.757197:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177156.757198:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177156.757200:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177156.757203:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177156.757204:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177156.757205:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177156.757213:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177156.757213:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177156.757215:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177156.757224:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177156.757225:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177156.757228:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177156.757229:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177156.757231:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177156.757232:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177156.757233:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177156.757239:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177156.757243:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177156.757244:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177156.757244:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177156.757245:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177156.757250:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177156.757250:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177156.757251:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177156.757257:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177156.757258:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.757265:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177156.757270:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177156.757273:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177156.757276:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177156.757278:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177156.757297:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177156.757302:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177156.757307:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177156.885163:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177156.885175:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177156.885177:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177156.885181:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177156.885187:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177156.885195:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8592 00000400:00000200:2.0:1786177156.885206:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177156.885212:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177156.885216:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177156.885220:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885224:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177156.885227:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885230:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177156.885235:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177156.885237:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177156.885240:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177156.885243:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177156.885246:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177156.885248:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177156.885251:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885253:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177156.885255:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885257:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177156.885260:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177156.885263:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885266:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177156.885269:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177156.885273:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177156.885276:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.885279:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177156.885281:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177156.885288:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786177156.885292:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177156.885296:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177156.885298:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.885301:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177156.885304:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177156.885308:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177156.885315:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786177156.885323:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177156.885332:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177156.885343:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177156.885348:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177156.885353:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177156.885385:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177156.885389:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177156.885392:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177156.885394:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177156.885395:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177156.885398:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177156.885401:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8592 00000400:00000200:2.0:1786177156.885405:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177156.885408:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177156.885410:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177156.885413:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885416:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177156.885418:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885420:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177156.885424:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177156.885426:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177156.885427:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177156.885430:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177156.885432:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177156.885435:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177156.885438:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885440:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177156.885442:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1786177156.885443:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885449:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177156.885450:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1786177156.885452:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:1.0:1786177156.885455:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1786177156.885458:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885463:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177156.885466:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177156.885467:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177156.885474:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177156.885479:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786177156.885480:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.885483:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.885485:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1786177156.885491:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:2.0:1786177156.885492:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1786177156.885495:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1786177156.885498:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.885501:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.885503:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177156.885508:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612166528:192.168.202.156@tcp:250:kworker.0 00000100:00000010:2.0:1786177156.885511:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000100:00000001:1.0:1786177156.885518:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1786177156.885518:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177156.885524:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177156.885526:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177156.885527:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.885532:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.885532:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177156.885536:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177156.885538:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177156.885540:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177156.885547:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000010:2.0:1786177156.885548:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 02000000:00000001:1.0:1786177156.885552:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.885555:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177156.885561:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:2.0:1786177156.885566:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177156.885570:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:2.0:1786177156.885580:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1786177156.885583:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:2.0:1786177156.885585:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177156.885592:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177156.885594:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612166528, portal 25 00000100:00000001:1.0:1786177156.885601:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177156.885604:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000001:2.0:1786177156.885607:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177156.885612:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177156.885617:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177156.885618:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177156.885621:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177156.885624:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177156.885631:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177156.885637:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786177156.885638:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8592 00000100:00000040:1.0:1786177156.885646:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177156.885647:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177156.885651:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000400:00000200:2.0:1786177156.885654:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000200:1.0:1786177156.885658:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612166528, offset 0 00000100:00080000:2.0:1786177156.885659:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177156.885665:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885668:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177156.885672:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:2.0:1786177156.885675:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885679:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177156.885681:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177156.885683:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177156.885686:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1786177156.885687:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:2.0:1786177156.885690:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177156.885694:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177156.885698:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000001:2.0:1786177156.885699:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177156.885707:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177156.885710:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1786177156.885711:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177156.885715:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885717:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177156.885719:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000040:2.0:1786177156.885722:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177156.885728:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00080000:2.0:1786177156.885729:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885735:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177156.885736:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:2.0:1786177156.885739:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177156.885745:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410621:410621:256:4294967295] 192.168.202.156@tcp LPNI seq info [410619:410619:8:4294967295] 02000000:00000001:2.0:1786177156.885746:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177156.885751:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.885755:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177156.885757:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00100000:2.0:1786177156.885758:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177156.885764:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.885766:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177156.885773:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000400:00000200:1.0:1786177156.885774:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000020:00000040:2.0:1786177156.885778:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177156.885784:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177156.885788:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177156.885789:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885792:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177156.885795:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177156.885798:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177156.885799:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 02000000:00000010:2.0:1786177156.885804:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000800:00000200:1.0:1786177156.885811:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786177156.885812:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177156.885817:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00100000:2.0:1786177156.885822:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1786177156.885830:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177156.885837:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000100:00000001:2.0:1786177156.885840:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177156.885845:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1786177156.885850:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000040:2.0:1786177156.885855:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1786177156.885857:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177156.885866:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1786177156.885869:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177156.885875:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177156.885876:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00080000:2.0:1786177156.885885:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1786177156.885886:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000100:00000001:2.0:1786177156.885888:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1786177156.885892:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00080000:2.0:1786177156.885893:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177156.885900:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177156.885902:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786177156.885905:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8592 00000100:00000200:1.0:1786177156.885912:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786177156.885913:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177156.885923:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177156.885928:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177156.885932:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177156.885934:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885939:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177156.885941:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177156.885945:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.885951:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177156.885960:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.885963:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786177156.885964:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177156.885968:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177156.885971:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177156.885973:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177156.885974:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177156.885980:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000200:1.0:1786177156.885985:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:2.0:1786177156.885986:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177156.885992:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303265400 00000100:00000040:2.0:1786177156.885993:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.886000:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177156.886002:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000010:1.0:1786177156.886003:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6720. 00000100:00000001:2.0:1786177156.886006:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177156.886054:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177156.886059:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177156.886062:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177156.886065:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177156.886069:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177156.886072:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.886074:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177156.886077:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177156.886081:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.886083:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886084:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000010:2.0:1786177156.886088:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786177156.886093:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177156.886095:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177156.886097:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886099:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303265401 00000100:00000001:2.0:1786177156.886100:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177156.886104:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1786177156.886109:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6540. 02000000:00000001:2.0:1786177156.886109:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886118:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000010:2.0:1786177156.886119:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:1.0:1786177156.886124:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177156.886125:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886131:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177156.886135:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177156.886137:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177156.886149:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177156/real 1786177156] req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177156.886149:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177156.886155:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177156.886165:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177156.886169:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177156.886173:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177156.886177:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:2.0:1786177156.886180:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177156.886182:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00080000:2.0:1786177156.886185:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1786177156.886187:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177156.886194:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1786177156.886194:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177156.886198:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177156.886201:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1786177156.886204:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177156.886205:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177156.886211:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8592 00000400:00000200:2.0:1786177156.886221:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:1.0:1786177156.886228:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786177156.886229:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177156.886235:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177156.886242:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.886246:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177156.886247:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1786177156.886251:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177156.886252:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177156.886257:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177156.886258:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177156.886261:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177156.886263:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177156.886266:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177156.886270:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:1.0:1786177156.886271:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786177156.886274:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786177156.886279:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177156.886285:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177156.886287:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177156.886293:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177156.886296:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177156.886297:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177156.886303:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177156.886310:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177156.886315:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:2.0:1786177156.886316:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177156.886322:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177156.886323:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177156.886326:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177156.886329:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886330:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177156.886335:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177156.886336:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177156.886340:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786177156.886341:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786177156.886345:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1786177156.886346:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177156.886350:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00080000:1.0:1786177156.886351:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000008:00100000:2.0:1786177156.886354:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177156.886355:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:2.0:1786177156.886362:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177156.886365:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177156.886366:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177156.886373:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786177156.886380:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00100000:1.0:1786177156.886381:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612166528:192.168.202.156@tcp:250:kworker.0 02000000:00000001:2.0:1786177156.886386:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177156.886389:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177156.886390:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886395:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177156.886396:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177156.886401:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1786177156.886402:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612166528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177156.886405:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177156.886413:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:1.0:1786177156.886414:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177156.886418:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786177156.886420:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177156.886422:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177156.886428:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1786177156.886431:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1786177156.886432:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177156.886435:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177156.886440:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177156.886444:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786177156.886448:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1786177156.886450:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1786177156.886452:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.886454:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177156.886458:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000040:2.0:1786177156.886461:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886463:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177156.886466:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.886472:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177156.886482:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886483:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177156.886487:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177156.886489:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8602) 00000100:00000001:1.0:1786177156.886491:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177156.886496:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177156.886498:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177156.886503:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886510:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177156.886513:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.886515:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177156.886517:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177156.886519:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177156.886523:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166656:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177156.886526:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177156.886528:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177156.886530:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.886531:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177156.886534:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177156.886536:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177156.886540:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177156.886543:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177156.886547:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177156.886550:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612166656, portal 10 00000100:00000001:1.0:1786177156.886553:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177156.886554:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000040:1.0:1786177156.886561:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886568:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177156.886570:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177156.886573:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177156.886575:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612166656, offset 0 00000400:00000200:1.0:1786177156.886579:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177156.886583:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177156.886588:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177156.886591:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177156.886594:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177156.886597:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177156.886599:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177156.886603:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410622:410622:256:4294967295] 192.168.202.156@tcp LPNI seq info [410620:410620:8:4294967295] 00000400:00000200:1.0:1786177156.886606:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177156.886613:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177156.886618:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177156.886621:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177156.886625:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177156.886628:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177156.886632:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177156.886636:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1786177156.886639:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177156.886641:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177156.886644:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177156.886647:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177156.886650:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177156.886652:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177156.886655:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177156.886658:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886665:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177156.886668:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886675:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886676:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177156.886679:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177156.886682:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177156.886685:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177156.886687:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303264776 00000100:00000001:1.0:1786177156.886690:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303265400 00000100:00000001:1.0:1786177156.886692:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303264776 00000100:00000001:1.0:1786177156.886694:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303265401 00000100:00000001:1.0:1786177156.886697:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177156.886699:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886700:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177156.886704:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177156/real 1786177156] req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177156.886711:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177156.886712:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177156.886714:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177156.886716:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177156.886717:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177156.886719:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177156.886722:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177156.886730:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886736:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177156.886737:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.886739:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177156.886740:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177156.886743:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886749:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177156.886752:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886766:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177156.886768:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.886770:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177156.886772:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.886773:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177156.886777:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177156.886780:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177156.886783:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177156.886784:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177156.886788:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177156.886798:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166656:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177156.886802:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177156.886806:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886813:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177156.886814:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.886816:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177156.886818:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177156.886820:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177156.886823:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166784:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177156.886826:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177156.886828:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177156.886830:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.886832:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177156.886835:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177156.886838:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177156.886841:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177156.886843:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177156.886847:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177156.886850:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612166784, portal 10 00000100:00000001:1.0:1786177156.886852:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177156.886854:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:1.0:1786177156.886859:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886866:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177156.886868:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177156.886871:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177156.886873:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612166784, offset 0 00000400:00000200:1.0:1786177156.886877:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177156.886882:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177156.886885:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177156.886888:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177156.886890:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177156.886893:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177156.886895:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177156.886898:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410623:410623:256:4294967295] 192.168.202.156@tcp LPNI seq info [410621:410621:8:4294967295] 00000400:00000200:1.0:1786177156.886902:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177156.886908:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177156.886913:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177156.886916:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177156.886919:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177156.886922:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177156.886926:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177156.886928:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1786177156.886932:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177156.886934:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177156.886937:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177156.886940:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177156.886943:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177156.886945:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177156.886947:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177156.886950:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886963:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177156.886966:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.886973:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886974:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177156.886977:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177156.886979:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177156.886982:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177156.886984:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303264776 00000100:00000001:1.0:1786177156.886986:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303265400 00000100:00000001:1.0:1786177156.886988:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303264776 00000100:00000001:1.0:1786177156.886991:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303265401 00000100:00000001:1.0:1786177156.886993:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177156.886995:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.886996:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177156.887000:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177156/real 1786177156] req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177156.887007:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177156.887008:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177156.887010:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177156.887046:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177156.887049:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177156.887051:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177156.887055:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177156.887063:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887069:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177156.887071:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887073:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177156.887074:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177156.887077:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887084:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177156.887088:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887094:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177156.887096:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887098:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177156.887099:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887101:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177156.887103:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177156.887105:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177156.887108:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177156.887110:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177156.887113:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177156.887121:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166784:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177156.887125:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177156.887128:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887135:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177156.887136:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.887138:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177156.887140:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177156.887142:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177156.887145:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166912:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177156.887148:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177156.887149:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177156.887151:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.887153:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177156.887155:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177156.887157:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177156.887160:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177156.887162:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177156.887165:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177156.887168:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612166912, portal 4 00000100:00000001:1.0:1786177156.887170:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177156.887171:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:1.0:1786177156.887176:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887183:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177156.887185:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177156.887187:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177156.887189:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612166912, offset 0 00000400:00000200:1.0:1786177156.887193:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177156.887196:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177156.887199:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177156.887202:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177156.887204:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177156.887206:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177156.887208:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177156.887212:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410624:410624:256:4294967295] 192.168.202.156@tcp LPNI seq info [410622:410622:8:4294967295] 00000400:00000200:1.0:1786177156.887216:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177156.887222:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177156.887226:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177156.887228:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177156.887232:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177156.887235:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177156.887239:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177156.887242:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1786177156.887245:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177156.887247:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177156.887250:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177156.887253:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177156.887256:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177156.887258:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177156.887260:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177156.887263:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887270:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177156.887273:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887280:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.887282:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177156.887284:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177156.887288:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177156.887291:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177156.887293:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303264960 00000100:00000001:1.0:1786177156.887296:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303265400 00000100:00000001:1.0:1786177156.887298:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303264960 00000100:00000001:1.0:1786177156.887301:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303265401 00000100:00000001:1.0:1786177156.887303:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177156.887305:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.887307:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177156.887311:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177156/real 1786177156] req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177156.887318:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177156.887320:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177156.887321:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177156.887323:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177156.887325:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177156.887327:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177156.887330:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177156.887337:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887344:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177156.887345:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887347:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177156.887349:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177156.887353:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887359:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177156.887363:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887370:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177156.887372:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887374:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177156.887375:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887377:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177156.887379:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177156.887382:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177156.887385:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177156.887388:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177156.887392:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177156.887408:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612166912:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177156.887412:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177156.887416:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887424:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177156.887426:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.887428:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177156.887430:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177156.887433:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177156.887436:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167040:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177156.887440:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177156.887442:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177156.887444:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177156.887446:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177156.887449:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177156.887452:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177156.887455:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177156.887458:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177156.887462:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177156.887465:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612167040, portal 4 00000100:00000001:1.0:1786177156.887467:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177156.887469:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:1.0:1786177156.887475:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887483:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177156.887485:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177156.887487:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177156.887490:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612167040, offset 0 00000400:00000200:1.0:1786177156.887495:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177156.887499:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177156.887503:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177156.887506:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177156.887509:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177156.887512:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177156.887515:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177156.887518:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410625:410625:256:4294967295] 192.168.202.156@tcp LPNI seq info [410623:410623:8:4294967295] 00000400:00000200:1.0:1786177156.887523:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177156.887530:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177156.887535:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177156.887539:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177156.887543:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177156.887547:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1786177156.887551:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177156.887554:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1786177156.887559:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177156.887561:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177156.887564:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177156.887568:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177156.887571:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177156.887573:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177156.887576:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177156.887580:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887589:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177156.887592:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887600:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.887602:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177156.887605:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177156.887608:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177156.887612:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177156.887614:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303264940 00000100:00000001:1.0:1786177156.887617:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303265400 00000100:00000001:1.0:1786177156.887620:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303264940 00000100:00000001:1.0:1786177156.887622:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303265401 00000100:00000001:1.0:1786177156.887624:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177156.887627:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.887629:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177156.887633:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177156/real 1786177156] req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177156.887642:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177156.887644:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177156.887646:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177156.887648:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177156.887650:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177156.887652:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177156.887656:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177156.887667:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887674:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177156.887676:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887678:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177156.887680:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177156.887684:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887692:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177156.887697:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887705:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177156.887708:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887710:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177156.887712:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887714:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177156.887715:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177156.887718:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177156.887721:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177156.887724:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177156.887728:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177156.887738:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167040:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177156.887742:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887744:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177156.887748:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612166656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887756:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177156.887758:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177156.887760:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177156.887763:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177156.887765:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177156.887767:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177156.887769:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177156.887771:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:1.0:1786177156.887774:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177156.887776:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177156.887777:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:1.0:1786177156.887780:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177156.887781:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887783:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177156.887787:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612166784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887801:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177156.887803:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177156.887804:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177156.887807:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177156.887808:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177156.887809:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177156.887811:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177156.887813:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:1.0:1786177156.887815:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177156.887816:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177156.887818:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:1.0:1786177156.887820:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177156.887822:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887824:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177156.887827:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612166912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887835:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177156.887837:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177156.887838:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177156.887840:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177156.887842:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177156.887843:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177156.887845:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177156.887846:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:1.0:1786177156.887849:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177156.887850:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177156.887852:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:1.0:1786177156.887854:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177156.887855:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887857:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177156.887861:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612167040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177156.887868:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177156.887870:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177156.887872:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177156.887874:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177156.887876:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177156.887877:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177156.887879:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177156.887881:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:1.0:1786177156.887883:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177156.887884:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177156.887886:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:1.0:1786177156.887888:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177156.887890:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887892:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.887896:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177156.887898:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177156.887900:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177156.887902:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177157.525145:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303265400, at 4303265408 00000100:00000040:1.0:1786177157.525145:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303265401, at 4303265408 00000100:00000010:0.0:1786177157.525161:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6720. 00000100:00000010:1.0:1786177157.525164:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6540. 00000100:00000001:0.0:1786177157.781139:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177157.781139:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177157.781139:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177157.781147:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177157.781147:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177157.781148:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177157.781149:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177157.781152:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177157.781153:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177157.781156:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177157.781160:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177157.781162:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177157.781162:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177157.781165:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177157.781167:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177157.781168:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177157.781169:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177157.781172:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177157.781173:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177157.781175:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177157.781176:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177157.781179:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177157.781181:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177157.781181:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177157.781183:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177157.781185:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177157.781191:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177157.781305:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177157.781309:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177157.781311:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177157.781314:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177157.781317:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177157.781320:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177157.781323:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177157.781325:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177157.781328:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177157.781336:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177157.781348:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177157.781351:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177157.781354:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177157.781355:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177157.781359:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177157.781361:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177157.781366:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177157.781367:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177157.781369:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177157.781371:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177157.781374:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177157.781377:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177157.781379:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177157.781381:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177157.781387:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177157.781391:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177157.781394:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177157.781398:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177157.781403:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177157.781406:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177157.781408:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177157.781409:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177157.781413:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177157.781414:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177157.781417:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177157.781422:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177157.781422:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177157.781426:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177157.781427:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177157.781429:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177157.781431:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177157.781433:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177157.781436:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177157.781437:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177157.781441:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177157.781441:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177157.781448:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177157.781449:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177157.781452:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177157.781549:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177157.781553:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177157.781556:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177158.805135:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177158.805140:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177158.805143:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177158.805143:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177158.805146:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177158.805148:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177158.805149:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177158.805150:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177158.805156:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177158.805158:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177158.805158:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177158.805161:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177158.805168:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177158.805168:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177158.805169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177158.805173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177158.805175:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177158.805175:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177158.805178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177158.805182:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177158.805183:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177158.805186:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177158.805191:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177158.805194:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177158.805197:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177158.805200:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177158.805208:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177158.805212:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177158.805214:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177158.805217:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177158.805220:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177158.805222:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177158.805225:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177158.805228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177158.805232:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177158.805265:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177158.805269:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177158.805272:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177158.805275:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177158.805276:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177158.805277:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177158.805278:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177158.805280:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177158.805283:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177158.805284:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177158.805284:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177158.805289:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177158.805291:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177158.805291:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177158.805294:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177158.805297:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177158.805297:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177158.805299:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177158.805302:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177158.805305:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177158.805306:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177158.805306:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177158.805309:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177158.805314:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177158.805314:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177158.805318:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177158.805321:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177158.805374:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177158.805376:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177158.805421:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177158.805425:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177158.805428:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177159.829123:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177159.829127:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177159.829132:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177159.829133:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177159.829133:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.829133:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177159.829139:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177159.829140:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.829140:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177159.829143:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177159.829144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177159.829144:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177159.829148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177159.829149:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177159.829149:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177159.829151:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177159.829156:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177159.829157:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177159.829158:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177159.829159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177159.829162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177159.829164:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.829165:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.829165:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177159.829169:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177159.829171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177159.829173:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177159.829174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177159.829175:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.829177:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177159.829183:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.829183:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177159.829184:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177159.829184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.829188:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177159.829189:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.829196:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.829206:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177159.829210:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177159.829211:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177159.829213:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177159.829216:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177159.829217:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177159.829220:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177159.829221:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.829223:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177159.829226:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177159.829228:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177159.829228:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000020:00000001:1.0:1786177159.829231:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.829233:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.829233:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177159.829235:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177159.829237:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177159.829238:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177159.829239:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177159.829241:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177159.829242:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177159.829246:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.829246:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.829249:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177159.829252:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177159.829257:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177159.829260:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177159.829263:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177159.829266:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177159.829279:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177160.853118:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177160.853121:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177160.853124:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177160.853127:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177160.853128:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177160.853129:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177160.853133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177160.853133:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177160.853138:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177160.853140:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177160.853142:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177160.853144:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177160.853146:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177160.853149:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177160.853151:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177160.853151:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177160.853151:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177160.853153:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177160.853154:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177160.853158:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177160.853159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177160.853160:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177160.853161:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177160.853163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177160.853164:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177160.853166:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177160.853167:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177160.853167:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177160.853169:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177160.853170:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177160.853171:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177160.853174:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177160.853174:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177160.853180:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177160.853183:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177160.853187:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177160.853191:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177160.853196:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177160.853199:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177160.853200:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177160.853201:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177160.853207:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177160.853208:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177160.853208:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177160.853210:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177160.853212:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177160.853213:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177160.853214:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177160.853218:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177160.853220:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177160.853220:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177160.853223:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177160.853226:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177160.853227:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177160.853228:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177160.853231:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177160.853232:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177160.853233:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177160.853237:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177160.853237:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177160.853238:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177160.853241:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177160.853242:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177160.853244:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177160.853248:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177160.853249:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177160.853254:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177161.877122:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177161.877122:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177161.877124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177161.877127:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177161.877130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177161.877130:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177161.877130:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177161.877133:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177161.877133:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177161.877134:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177161.877137:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177161.877139:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177161.877141:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177161.877142:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177161.877144:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177161.877144:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177161.877149:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177161.877149:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177161.877151:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177161.877152:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177161.877155:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177161.877155:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177161.877156:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177161.877157:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177161.877162:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177161.877163:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177161.877166:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177161.877167:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177161.877167:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177161.877171:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177161.877172:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177161.877172:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177161.877173:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177161.877180:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177161.877182:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177161.877185:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177161.877185:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177161.877186:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177161.877191:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177161.877191:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177161.877195:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177161.877196:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177161.877198:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177161.877199:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177161.877202:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177161.877203:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177161.877207:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177161.877207:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177161.877207:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177161.877211:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177161.877212:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177161.877213:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177161.877214:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177161.877217:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177161.877218:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177161.877219:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177161.877221:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177161.877222:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177161.877226:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177161.877226:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786177161.877227:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177161.877232:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177161.877234:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177161.877238:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177161.877242:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177161.877244:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177161.877247:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177162.005112:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177162.005123:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177162.005126:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177162.005130:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177162.005135:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177162.005142:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8597 00000400:00000200:2.0:1786177162.005151:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177162.005157:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177162.005160:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177162.005164:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005167:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177162.005170:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005173:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177162.005177:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177162.005179:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177162.005182:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177162.005186:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177162.005189:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177162.005191:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177162.005195:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005197:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177162.005199:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005202:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177162.005206:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177162.005209:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005212:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177162.005215:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177162.005219:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177162.005222:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.005225:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177162.005227:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177162.005236:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786177162.005239:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177162.005244:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177162.005246:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.005250:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177162.005252:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177162.005257:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177162.005265:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786177162.005272:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177162.005282:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177162.005293:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177162.005298:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177162.005303:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177162.005331:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177162.005335:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177162.005339:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177162.005341:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177162.005343:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177162.005347:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177162.005350:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8597 00000400:00000200:2.0:1786177162.005355:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177162.005357:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1786177162.005361:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177162.005363:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177162.005367:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1786177162.005368:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177162.005374:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177162.005375:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005380:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177162.005385:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005390:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177162.005392:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786177162.005394:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177162.005395:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177162.005398:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 02000000:00000001:1.0:1786177162.005400:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786177162.005401:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1786177162.005404:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1786177162.005405:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 02000000:00000001:1.0:1786177162.005408:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177162.005411:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00100000:1.0:1786177162.005414:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612167168:192.168.202.156@tcp:250:kworker.0 00000020:00000001:2.0:1786177162.005416:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177162.005421:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177162.005425:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1786177162.005425:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177162.005429:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.005430:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177162.005433:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1786177162.005434:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005438:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000010:1.0:1786177162.005439:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b400. 00000020:00000040:2.0:1786177162.005442:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:1.0:1786177162.005443:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177162.005450:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177162.005452:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177162.005457:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177162.005458:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 02000000:00000001:2.0:1786177162.005463:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1786177162.005467:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 02000000:00000001:2.0:1786177162.005471:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1786177162.005475:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612167168, portal 25 02000000:00000001:2.0:1786177162.005476:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.005480:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177162.005482:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177162.005483:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439480576 : -127834270071040 : ffff8bbc43be0700) 00000100:00000040:1.0:1786177162.005490:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1786177162.005490:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177162.005498:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.005502:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177162.005504:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177162.005506:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177162.005511:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000010:2.0:1786177162.005513:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000100:00000200:1.0:1786177162.005514:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612167168, offset 0 00000020:00000040:2.0:1786177162.005520:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177162.005525:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 02000000:00000001:2.0:1786177162.005527:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177162.005530:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.005533:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1786177162.005535:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:2.0:1786177162.005536:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177162.005541:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177162.005542:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177162.005548:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1786177162.005548:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786177162.005555:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177162.005556:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177162.005564:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1786177162.005568:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177162.005571:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177162.005582:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410626:410626:256:4294967295] 192.168.202.156@tcp LPNI seq info [410624:410624:8:4294967295] 00000100:00000001:2.0:1786177162.005585:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177162.005591:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177162.005593:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786177162.005600:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177162.005613:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:2.0:1786177162.005622:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177162.005627:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177162.005630:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000200:1.0:1786177162.005634:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005635:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177162.005640:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:1.0:1786177162.005642:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00000001:2.0:1786177162.005644:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177162.005650:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8597 00000800:00000200:1.0:1786177162.005651:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177162.005657:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000400:00000200:2.0:1786177162.005659:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.1:1786177162.005665:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:2.0:1786177162.005669:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000200:1.1:1786177162.005670:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00080000:2.0:1786177162.005676:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1786177162.005678:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177162.005682:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000100:00000040:2.0:1786177162.005684:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177162.005688:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1786177162.005689:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177162.005694:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177162.005696:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1786177162.005701:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177162.005704:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000020:00000001:2.0:1786177162.005705:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:1.0:1786177162.005707:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000020:00000040:2.0:1786177162.005709:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000100:00000001:1.0:1786177162.005712:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1786177162.005713:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:1.0:1786177162.005719:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786177162.005719:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177162.005726:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000001:1.0:1786177162.005732:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1786177162.005733:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:1.0:1786177162.005738:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177162.005743:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005749:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177162.005751:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.005755:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1786177162.005756:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177162.005760:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177162.005762:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177162.005763:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177162.005769:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177162.005770:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177162.005773:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303270520 00000100:00000001:2.0:1786177162.005775:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177162.005778:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:1.0:1786177162.005779:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6540. 02000000:00000001:2.0:1786177162.005782:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177162.005787:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.005789:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177162.005791:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1786177162.005792:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000008:00000001:2.0:1786177162.005798:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.005800:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.005806:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303270520 00000100:00000010:2.0:1786177162.005806:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786177162.005810:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000100:00000010:1.0:1786177162.005812:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6840. 02000000:00000001:2.0:1786177162.005818:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177162.005819:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1786177162.005822:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.005824:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177162.005827:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177162.005828:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177162.005831:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177162.005832:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786177162.005835:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177162.005838:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177162/real 1786177162] req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1786177162.005843:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000400:00000001:1.0:1786177162.005847:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786177162.005849:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177162.005850:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177162.005853:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177162.005857:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177162.005859:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00100000:2.0:1786177162.005861:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177162.005862:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177162.005868:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177162.005886:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1786177162.005887:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177162.005891:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.005898:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177162.005901:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177162.005901:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.005903:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177162.005906:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177162.005913:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177162.005923:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.005924:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177162.005929:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177162.005931:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177162.005938:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177162.005943:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177162.005944:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177162.005948:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177162.005948:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177162.005952:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177162.005956:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177162.005956:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177162.005958:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177162.005961:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177162.005964:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177162.005964:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8597 00000100:00080000:1.0:1786177162.005973:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000400:00000200:2.0:1786177162.005974:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177162.005976:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:2.0:1786177162.006001:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177162.006005:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177162.006007:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177162.006036:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:1.0:1786177162.006039:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612167168:192.168.202.156@tcp:250:kworker.0 00000100:00000001:2.0:1786177162.006043:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177162.006046:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177162.006050:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177162.006051:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177162.006056:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0700 x1872933612167168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177162.006056:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177162.006064:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177162.006067:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177162.006071:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177162.006075:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1786177162.006077:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 02000000:00000001:1.0:1786177162.006078:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177162.006082:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b400. 00000020:00000001:2.0:1786177162.006083:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 02000000:00000001:1.0:1786177162.006086:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177162.006088:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177162.006089:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177162.006091:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177162.006094:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1786177162.006097:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000010:1.0:1786177162.006098:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786177162.006104:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177162.006105:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177162.006108:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177162.006110:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0700. 00000100:00000040:2.0:1786177162.006110:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177162.006116:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177162.006116:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177162.006119:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.006122:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1786177162.006122:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177162.006129:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177162.006131:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177162.006134:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.006134:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.006140:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786177162.006141:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177162.006142:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177162.006145:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786177162.006147:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1786177162.006149:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177162.006154:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.006157:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177162.006160:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177162.006167:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.006173:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177162.006173:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.006177:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177162.006179:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1786177162.006180:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 02000000:00000001:1.0:1786177162.006181:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177162.006186:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177162.006187:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00100000:1.0:1786177162.006190:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167296:192.168.202.156@tcp:38:kworker.0 02000000:00000001:2.0:1786177162.006192:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177162.006194:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177162.006196:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177162.006197:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177162.006200:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177162.006203:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177162.006203:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177162.006208:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1786177162.006209:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177162.006213:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177162.006213:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177162.006220:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000010:2.0:1786177162.006222:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000400:00000010:1.0:1786177162.006224:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177162.006229:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:2.0:1786177162.006229:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177162.006235:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612167296, portal 10 00000100:00000001:1.0:1786177162.006238:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177162.006240:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439486848 : -127834270064768 : ffff8bbc43be1f80) 00000100:00100000:2.0:1786177162.006240:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1786177162.006249:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177162.006256:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177162.006260:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177162.006261:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177162.006265:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177162.006268:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177162.006272:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612167296, offset 0 00000100:00000040:2.0:1786177162.006272:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177162.006281:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177162.006287:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177162.006293:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:2.0:1786177162.006295:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177162.006297:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1786177162.006301:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177162.006302:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177162.006306:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177162.006310:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00080000:2.0:1786177162.006310:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177162.006315:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177162.006316:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410627:410627:256:4294967295] 192.168.202.156@tcp LPNI seq info [410625:410625:8:4294967295] 00000100:00080000:2.0:1786177162.006320:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177162.006323:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177162.006326:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177162.006334:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8597 00000400:00000200:1.0:1786177162.006339:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:2.0:1786177162.006344:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.0:1786177162.006350:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177162.006354:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000010:1.0:1786177162.006357:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00080000:2.0:1786177162.006359:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177162.006366:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177162.006370:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786177162.006372:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1786177162.006377:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000100:00000040:2.0:1786177162.006378:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177162.006385:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:1.1:1786177162.006391:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:2.0:1786177162.006392:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177162.006395:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000800:00000200:1.1:1786177162.006397:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000020:00000001:2.0:1786177162.006399:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177162.006404:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000800:00000100:1.0:1786177162.006408:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000020:00000001:2.0:1786177162.006410:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000800:00000010:1.0:1786177162.006412:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000020:00000001:2.0:1786177162.006414:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000400:00000200:1.0:1786177162.006419:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:2.0:1786177162.006422:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177162.006428:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1786177162.006429:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177162.006435:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177162.006436:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000100:00000001:2.0:1786177162.006439:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177162.006441:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000020:00000040:2.0:1786177162.006445:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177162.006447:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786177162.006452:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000200:1.0:1786177162.006456:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177162.006458:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177162.006464:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177162.006468:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177162.006474:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.006476:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177162.006477:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177162.006482:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000040:1.0:1786177162.006483:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1786177162.006487:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.006492:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177162.006499:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000100:00000001:1.0:1786177162.006502:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177162.006504:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177162.006507:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786177162.006509:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177162.006512:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.006513:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.006515:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1786177162.006518:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 02000000:00000001:2.0:1786177162.006519:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177162.006523:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177162.006526:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177162.006529:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303269896 02000000:00000010:2.0:1786177162.006531:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:1.0:1786177162.006532:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303270520 00000100:00000001:1.0:1786177162.006536:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303269896 00000100:00000001:2.0:1786177162.006538:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.006539:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303270520 00000100:00000001:1.0:1786177162.006545:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177162.006550:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177162.006550:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177162.006555:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177162.006564:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177162/real 1786177162] req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177162.006580:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177162.006585:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177162.006586:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177162.006590:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177162.006594:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000100:00000040:2.0:1786177162.006594:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177162.006600:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177162.006605:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177162.006610:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177162.006612:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177162.006619:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177162.006619:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8607) 00000100:00000200:1.0:1786177162.006633:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.006648:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177162.006650:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.006652:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177162.006653:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177162.006657:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.006665:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177162.006670:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.006678:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177162.006681:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.006682:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177162.006684:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.006686:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177162.006689:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177162.006692:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177162.006695:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177162.006698:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177162.006702:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177162.006711:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167296:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177162.006715:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177162.006718:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.006725:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177162.006726:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177162.006728:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177162.006729:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177162.006731:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177162.006733:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167424:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177162.006735:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177162.006737:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177162.006738:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177162.006739:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177162.006742:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177162.006743:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177162.006746:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177162.006748:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177162.006750:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177162.006753:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612167424, portal 10 00000100:00000001:1.0:1786177162.006755:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177162.006756:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:1.0:1786177162.006763:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.006769:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177162.006772:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177162.006775:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177162.006777:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612167424, offset 0 00000400:00000200:1.0:1786177162.006782:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177162.006786:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177162.006790:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177162.006793:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177162.006796:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177162.006799:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177162.006802:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177162.006805:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410628:410628:256:4294967295] 192.168.202.156@tcp LPNI seq info [410626:410626:8:4294967295] 00000400:00000200:1.0:1786177162.006809:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177162.006816:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177162.006821:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177162.006825:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177162.006829:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177162.006832:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786177162.006838:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177162.006840:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1786177162.006845:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177162.006847:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177162.006850:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177162.006854:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177162.006858:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177162.006860:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177162.006863:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177162.006867:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.006876:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177162.006879:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.006886:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.006888:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177162.006892:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177162.006895:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177162.006899:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177162.006901:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303269896 00000100:00000001:1.0:1786177162.006904:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303270520 00000100:00000001:1.0:1786177162.006906:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303269896 00000100:00000001:1.0:1786177162.006908:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303270520 00000100:00000001:1.0:1786177162.006911:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177162.006913:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.006915:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177162.006920:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177162/real 1786177162] req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177162.006929:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177162.006931:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177162.006933:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177162.006935:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177162.006937:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177162.006939:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177162.006943:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177162.006953:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.006960:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177162.006962:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.006964:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177162.006965:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177162.006969:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.006976:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177162.006980:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007004:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177162.007006:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007008:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177162.007009:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007033:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177162.007035:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177162.007038:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177162.007043:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177162.007045:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177162.007050:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177162.007060:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167424:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177162.007064:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007066:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177162.007069:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1f80 x1872933612167296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007076:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177162.007078:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177162.007080:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177162.007083:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177162.007085:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177162.007086:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177162.007089:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177162.007090:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7800. 02000000:00000001:1.0:1786177162.007093:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177162.007095:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177162.007096:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1f80. 00000100:00000001:1.0:1786177162.007099:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177162.007101:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007103:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177162.007106:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612167424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007113:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177162.007114:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177162.007116:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177162.007118:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177162.007119:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177162.007120:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177162.007122:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177162.007124:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4800. 02000000:00000001:1.0:1786177162.007126:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177162.007127:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177162.007129:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:1.0:1786177162.007131:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177162.007133:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007134:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007138:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177162.007140:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.007142:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177162.007143:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177162.007144:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177162.007147:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007152:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177162.007153:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177162.007155:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177162.007156:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177162.007158:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177162.007161:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167552:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177162.007164:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177162.007166:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177162.007168:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177162.007170:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177162.007173:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177162.007175:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177162.007179:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177162.007182:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177162.007186:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177162.007190:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612167552, portal 4 00000100:00000001:1.0:1786177162.007192:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177162.007193:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:1.0:1786177162.007200:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007207:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177162.007210:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177162.007213:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177162.007215:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612167552, offset 0 00000400:00000200:1.0:1786177162.007220:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177162.007224:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177162.007228:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177162.007232:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177162.007234:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177162.007237:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177162.007240:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177162.007243:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410629:410629:256:4294967295] 192.168.202.156@tcp LPNI seq info [410627:410627:8:4294967295] 00000400:00000200:1.0:1786177162.007248:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177162.007255:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177162.007261:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177162.007264:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177162.007268:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177162.007271:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786177162.007276:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177162.007279:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1786177162.007283:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177162.007286:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177162.007289:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177162.007293:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177162.007296:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177162.007298:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177162.007300:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177162.007304:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007313:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177162.007317:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007324:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.007326:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177162.007329:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177162.007333:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177162.007336:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177162.007338:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303270080 00000100:00000001:1.0:1786177162.007341:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303270520 00000100:00000001:1.0:1786177162.007343:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303270080 00000100:00000001:1.0:1786177162.007346:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303270520 00000100:00000001:1.0:1786177162.007348:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177162.007350:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.007352:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177162.007356:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177162/real 1786177162] req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177162.007364:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177162.007366:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177162.007368:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177162.007370:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177162.007372:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177162.007373:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177162.007377:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177162.007385:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007390:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177162.007391:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007393:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177162.007394:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177162.007396:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007400:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177162.007403:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007408:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177162.007409:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007410:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177162.007411:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007412:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177162.007414:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177162.007415:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177162.007417:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177162.007418:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177162.007420:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177162.007425:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167552:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177162.007428:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177162.007430:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007434:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177162.007436:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177162.007437:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177162.007438:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177162.007439:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177162.007441:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167680:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177162.007443:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177162.007444:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177162.007445:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177162.007446:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177162.007449:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177162.007450:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177162.007452:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177162.007454:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177162.007456:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177162.007458:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612167680, portal 4 00000100:00000001:1.0:1786177162.007460:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177162.007461:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:1.0:1786177162.007464:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007469:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177162.007471:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177162.007472:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177162.007473:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612167680, offset 0 00000400:00000200:1.0:1786177162.007476:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177162.007478:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177162.007480:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177162.007482:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177162.007484:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177162.007485:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177162.007487:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177162.007489:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410630:410630:256:4294967295] 192.168.202.156@tcp LPNI seq info [410628:410628:8:4294967295] 00000400:00000200:1.0:1786177162.007492:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177162.007496:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177162.007498:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177162.007500:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177162.007503:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177162.007504:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1786177162.007507:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177162.007509:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1786177162.007511:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177162.007513:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177162.007515:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177162.007517:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177162.007519:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177162.007520:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177162.007522:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177162.007524:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007529:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177162.007531:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007535:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.007537:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177162.007539:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177162.007541:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177162.007542:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177162.007543:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303270060 00000100:00000001:1.0:1786177162.007545:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303270520 00000100:00000001:1.0:1786177162.007547:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303270060 00000100:00000001:1.0:1786177162.007548:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303270520 00000100:00000001:1.0:1786177162.007549:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177162.007551:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.007552:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177162.007554:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177162/real 1786177162] req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177162.007558:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177162.007559:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177162.007560:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177162.007561:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177162.007563:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177162.007564:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177162.007566:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177162.007571:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007579:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177162.007580:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007581:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177162.007582:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177162.007585:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007589:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177162.007591:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007595:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177162.007596:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007597:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177162.007598:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007599:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177162.007600:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177162.007601:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177162.007603:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177162.007604:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177162.007607:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177162.007611:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167680:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177162.007613:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007614:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177162.007616:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612167552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007621:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177162.007622:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177162.007623:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177162.007625:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177162.007626:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177162.007627:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177162.007628:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177162.007630:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:1.0:1786177162.007631:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177162.007632:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177162.007633:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:1.0:1786177162.007634:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177162.007635:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007636:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177162.007639:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612167680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177162.007643:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177162.007643:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177162.007644:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177162.007645:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177162.007646:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177162.007647:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177162.007648:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177162.007649:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:1.0:1786177162.007650:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177162.007650:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177162.007651:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:1.0:1786177162.007652:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177162.007653:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007654:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.007656:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177162.007657:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177162.007658:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177162.007660:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177162.645138:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303270520, at 4303270528 00000100:00000040:1.0:1786177162.645138:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303270520, at 4303270528 00000100:00000010:0.0:1786177162.645156:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6540. 00000100:00000010:1.0:1786177162.645158:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6840. 00000100:00000001:2.0:1786177162.901086:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177162.901093:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177162.901095:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177162.901097:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177162.901102:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177162.901104:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177162.901108:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177162.901109:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177162.901114:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177162.901114:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177162.901115:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177162.901120:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177162.901122:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177162.901122:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177162.901124:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177162.901127:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.901128:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177162.901129:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177162.901129:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177162.901133:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177162.901134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177162.901136:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177162.901137:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177162.901137:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177162.901137:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177162.901143:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177162.901144:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177162.901147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177162.901148:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177162.901149:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177162.901150:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177162.901152:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177162.901153:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177162.901153:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177162.901157:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177162.901158:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177162.901159:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177162.901160:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177162.901161:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177162.901165:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177162.901165:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177162.901168:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177162.901170:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177162.901176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177162.901178:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177162.901184:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177162.901184:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177162.901185:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177162.901186:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.901190:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177162.901191:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177162.901192:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177162.901194:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177162.901196:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177162.901196:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177162.901198:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177162.901198:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177162.901200:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177162.901204:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177162.901205:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177162.901205:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177162.901210:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177162.901210:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177162.901211:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177162.901216:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177162.901217:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177162.901218:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177162.901219:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177162.901219:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177162.901221:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177162.901221:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177162.901226:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177162.901227:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177162.901227:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177162.901227:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177162.901233:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177162.901237:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177162.901239:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177162.901252:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177163.925121:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177163.925121:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177163.925122:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177163.925125:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177163.925130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177163.925131:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177163.925131:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177163.925131:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177163.925133:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177163.925135:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177163.925136:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177163.925140:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177163.925141:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177163.925142:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177163.925144:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177163.925145:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177163.925147:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177163.925148:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177163.925149:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177163.925153:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177163.925154:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177163.925154:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177163.925155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177163.925159:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177163.925160:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177163.925161:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177163.925166:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177163.925166:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177163.925167:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177163.925170:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177163.925174:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177163.925174:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177163.925174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177163.925176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177163.925179:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177163.925181:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177163.925184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177163.925198:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177163.925199:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177163.925200:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177163.925202:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177163.925203:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177163.925203:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177163.925206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177163.925207:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177163.925209:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177163.925210:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177163.925210:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177163.925210:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177163.925214:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177163.925217:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177163.925217:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1786177163.925218:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177163.925219:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177163.925221:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177163.925224:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177163.925224:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177163.925225:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177163.925229:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177163.925229:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177163.925230:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177163.925233:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177163.925236:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177163.925237:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177163.925238:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177163.925243:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177163.925247:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177164.949143:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177164.949143:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177164.949149:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177164.949152:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177164.949153:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177164.949156:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.949156:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177164.949157:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177164.949166:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177164.949167:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177164.949167:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177164.949171:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177164.949173:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177164.949173:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177164.949179:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.949179:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177164.949180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177164.949182:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177164.949185:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177164.949186:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177164.949190:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177164.949190:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177164.949191:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177164.949195:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177164.949197:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177164.949199:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177164.949202:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177164.949205:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177164.949208:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177164.949211:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177164.949218:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177164.949219:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177164.949225:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177164.949227:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.949239:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177164.949242:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177164.949243:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177164.949246:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177164.949250:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177164.949253:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177164.949256:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177164.949256:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177164.949259:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177164.949262:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177164.949262:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1786177164.949265:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177164.949265:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177164.949266:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.949271:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177164.949272:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177164.949277:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177164.949280:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177164.949282:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177164.949286:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.949286:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177164.949290:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177164.949290:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177164.949290:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177164.949294:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177164.949295:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177164.949298:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177164.949299:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177164.949305:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177164.949305:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177164.949309:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177164.949310:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177164.949314:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.949314:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177164.949318:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.949321:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177164.949324:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177164.949327:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177164.949330:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177165.973148:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177165.973148:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177165.973148:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177165.973158:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177165.973159:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177165.973159:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177165.973163:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177165.973165:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177165.973165:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177165.973171:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:1.0:1786177165.973172:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177165.973177:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177165.973183:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177165.973183:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177165.973184:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177165.973190:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177165.973191:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177165.973192:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177165.973193:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177165.973196:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177165.973203:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177165.973204:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177165.973205:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177165.973205:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177165.973211:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177165.973213:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177165.973218:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177165.973219:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177165.973220:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177165.973222:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177165.973226:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177165.973228:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177165.973230:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177165.973234:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177165.973235:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177165.973236:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177165.973237:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177165.973245:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177165.973245:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177165.973251:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177165.973256:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177165.973257:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177165.973260:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177165.973261:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177165.973266:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177165.973267:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177165.973269:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177165.973280:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177165.973283:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177165.973284:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177165.973290:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177165.973293:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177165.973294:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177165.973297:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177165.973300:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177165.973305:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177165.973307:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177165.973309:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177165.973313:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177165.973316:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177165.973318:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177165.973320:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177165.973322:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177165.973327:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177165.973349:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177165.973354:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177165.973358:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177166.997134:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177166.997134:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177166.997136:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177166.997141:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177166.997142:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177166.997143:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177166.997145:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177166.997148:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177166.997150:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177166.997150:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177166.997153:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177166.997154:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177166.997155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177166.997155:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177166.997158:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177166.997160:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177166.997161:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177166.997162:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177166.997164:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177166.997164:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177166.997165:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177166.997168:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177166.997169:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177166.997171:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177166.997172:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177166.997173:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177166.997174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177166.997175:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177166.997178:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177166.997179:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177166.997182:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177166.997184:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177166.997185:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177166.997185:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177166.997189:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177166.997190:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177166.997192:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177166.997194:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177166.997195:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177166.997198:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177166.997201:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177166.997204:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177166.997207:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177166.997209:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177166.997211:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177166.997212:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177166.997213:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177166.997216:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177166.997220:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177166.997220:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786177166.997224:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1786177166.997226:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177166.997226:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1786177166.997227:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177166.997231:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177166.997232:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1786177166.997233:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177166.997235:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177166.997239:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177166.997239:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177166.997242:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177166.997246:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177166.997246:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177166.997252:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177166.997257:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177166.997259:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177166.997261:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177167.125324:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177167.125335:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177167.125338:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177167.125341:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177167.125346:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177167.125352:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8602 00000400:00000200:0.0:1786177167.125360:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177167.125366:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177167.125369:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177167.125373:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125377:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177167.125379:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125382:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177167.125386:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177167.125388:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177167.125391:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177167.125395:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177167.125397:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177167.125400:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177167.125403:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125405:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177167.125407:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125409:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177167.125413:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177167.125422:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125425:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177167.125428:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177167.125431:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177167.125435:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177167.125437:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177167.125441:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177167.125450:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177167.125454:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177167.125458:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177167.125460:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177167.125463:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177167.125466:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177167.125469:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177167.125478:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786177167.125485:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177167.125494:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177167.125505:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177167.125510:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177167.125515:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177167.125539:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177167.125542:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177167.125546:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177167.125547:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177167.125549:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177167.125552:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177167.125554:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8602 00000400:00000200:0.0:1786177167.125558:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177167.125561:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177167.125564:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177167.125567:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125569:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177167.125572:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125574:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177167.125576:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177167.125577:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177167.125579:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177167.125581:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177167.125583:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177167.125586:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177167.125589:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125591:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177167.125593:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125595:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177167.125598:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177167.125601:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125604:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177167.125605:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177167.125611:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177167.125613:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177167.125615:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177167.125628:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177167.125631:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177167.125634:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177167.125638:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177167.125641:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177167.125644:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177167.125645:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177167.125647:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177167.125648:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177167.125650:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177167.125654:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:0.0:1786177167.125657:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177167.125663:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177167.125671:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177167.125674:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177167.125677:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177167.125686:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177167.125690:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177167.125693:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177167.125695:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177167.125696:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177167.125699:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177167.125702:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8602 00000400:00000200:0.0:1786177167.125705:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177167.125708:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177167.125711:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177167.125715:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125718:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177167.125721:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125723:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177167.125726:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177167.125728:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177167.125730:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177167.125732:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177167.125735:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177167.125738:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177167.125741:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125744:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177167.125746:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177167.125748:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177167.125753:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177167.125756:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177167.125757:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177167.125761:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177167.125767:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000040:1.0:1786177167.125767:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177167.125773:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177167.125777:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177167.125781:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177167.125787:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.125788:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177167.125790:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177167.125792:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786177167.125793:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177167.125798:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177167.125799:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786177167.125800:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177167.125804:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1786177167.125806:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 02000000:00000001:1.0:1786177167.125809:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1786177167.125811:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000100:00100000:1.0:1786177167.125816:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612167808:192.168.202.156@tcp:250:kworker.0 02000000:00000001:0.0:1786177167.125823:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177167.125824:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177167.125827:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177167.125831:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177167.125831:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177167.125835:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177167.125836:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177167.125837:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177167.125842:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786177167.125845:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177167.125851:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177167.125853:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177167.125861:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 00000100:00000001:0.0:1786177167.125862:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1786177167.125866:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177167.125867:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177167.125874:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177167.125877:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177167.125885:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177167.125888:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177167.125892:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1786177167.125893:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00080000:0.0:1786177167.125895:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177167.125899:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177167.125900:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1786177167.125903:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612167808, portal 25 00000100:00000001:0.0:1786177167.125904:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177167.125909:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1786177167.125910:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8602 00000100:00000001:1.0:1786177167.125914:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000400:00000200:0.0:1786177167.125918:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177167.125925:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000040:1.0:1786177167.125926:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177167.125928:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177167.125951:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177167.125955:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177167.125956:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177167.125961:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125965:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:1.0:1786177167.125966:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000001:0.0:1786177167.125970:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177167.125973:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000400:00000010:1.0:1786177167.125973:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000020:00000001:0.0:1786177167.125977:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:1.0:1786177167.125980:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612167808, offset 0 00000020:00000040:0.0:1786177167.125981:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177167.125986:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177167.125989:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177167.125992:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.125995:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177167.125999:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:0.0:1786177167.126000:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.126004:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177167.126006:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000400:00000200:1.0:1786177167.126053:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177167.126061:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:0.0:1786177167.126074:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177167.126076:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1786177167.126082:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177167.126086:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177167.126086:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:0.0:1786177167.126091:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177167.126095:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1786177167.126096:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177167.126100:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177167.126103:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000008:00100000:0.0:1786177167.126104:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177167.126110:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177167.126111:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410631:410631:256:4294967295] 192.168.202.156@tcp LPNI seq info [410629:410629:8:4294967295] 00000100:00000001:0.0:1786177167.126113:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177167.126118:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177167.126123:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000400:00000200:1.0:1786177167.126124:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177167.126129:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177167.126132:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177167.126135:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177167.126138:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177167.126141:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177167.126142:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000010:0.0:1786177167.126147:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786177167.126153:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177167.126153:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00100000:0.0:1786177167.126164:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1786177167.126164:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00000001:0.0:1786177167.126176:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1786177167.126177:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177167.126180:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177167.126185:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00000040:0.0:1786177167.126188:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1786177167.126198:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177167.126204:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177167.126205:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000100:00080000:0.0:1786177167.126210:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1786177167.126215:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00080000:0.0:1786177167.126217:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177167.126220:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000010:1.0:1786177167.126220:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000100:00080000:0.0:1786177167.126223:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177167.126227:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177167.126228:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:0.0:1786177167.126233:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8602 00000400:00000200:0.0:1786177167.126238:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177167.126242:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177167.126244:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177167.126247:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.126249:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177167.126252:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.126255:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177167.126258:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1786177167.126259:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177167.126262:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177167.126265:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177167.126267:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000400:00000200:1.0:1786177167.126268:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000020:00000001:0.0:1786177167.126272:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000400:00000010:1.0:1786177167.126273:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000020:00000001:0.0:1786177167.126276:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177167.126280:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1786177167.126283:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.126286:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1786177167.126289:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177167.126291:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177167.126296:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177167.126302:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786177167.126309:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177167.126312:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.126312:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786177167.126316:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177167.126320:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177167.126321:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177167.126326:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177167.126330:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177167.126334:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177167.126338:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786177167.126339:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.126342:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177167.126344:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177167.126348:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177167.126350:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1786177167.126351:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177167.126356:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177167.126359:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177167.126359:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177167.126364:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177167.126365:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177167.126367:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177167.126371:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:1.0:1786177167.126373:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303275641 00000100:00000001:0.0:1786177167.126375:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177167.126383:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6840. 00000100:00100000:0.0:1786177167.126384:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177167.126392:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177167.126397:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177167.126400:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.126402:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303275641 00000100:00000040:0.0:1786177167.126406:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1786177167.126408:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f65a0. 00000100:00000001:1.0:1786177167.126414:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786177167.126420:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177167.126422:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.126426:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177167.126430:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8612) 00000100:00000001:1.0:1786177167.126430:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177167.126438:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177167/real 1786177167] req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177167.126463:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177167.126465:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177167.126467:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177167.126471:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177167.126473:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177167.126476:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177167.126480:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177167.126490:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126497:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177167.126499:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.126501:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177167.126504:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177167.126508:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126516:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177167.126522:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126529:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177167.126533:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.126534:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177167.126536:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.126538:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177167.126540:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177167.126544:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177167.126548:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177167.126551:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177167.126555:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177167.126564:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612167808:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177167.126569:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177167.126573:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126580:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177167.126581:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177167.126584:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177167.126586:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177167.126588:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177167.126591:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167936:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177167.126595:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177167.126597:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177167.126599:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177167.126601:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177167.126604:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177167.126606:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177167.126610:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177167.126613:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177167.126618:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177167.126621:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612167936, portal 10 00000100:00000001:1.0:1786177167.126623:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177167.126624:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177167.126632:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126639:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177167.126642:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177167.126644:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177167.126647:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612167936, offset 0 00000400:00000200:1.0:1786177167.126651:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177167.126656:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177167.126660:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177167.126663:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177167.126666:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177167.126669:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177167.126672:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177167.126675:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410632:410632:256:4294967295] 192.168.202.156@tcp LPNI seq info [410630:410630:8:4294967295] 00000400:00000200:1.0:1786177167.126680:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177167.126687:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177167.126692:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177167.126695:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177167.126700:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177167.126703:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786177167.126708:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177167.126710:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1786177167.126714:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177167.126716:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177167.126719:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177167.126723:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177167.126728:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177167.126730:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177167.126733:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177167.126737:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126745:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177167.126749:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126756:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.126758:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177167.126762:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177167.126766:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177167.126769:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177167.126772:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303275016 00000100:00000001:1.0:1786177167.126775:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303275641 00000100:00000001:1.0:1786177167.126777:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303275016 00000100:00000001:1.0:1786177167.126779:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303275641 00000100:00000001:1.0:1786177167.126782:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177167.126784:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.126787:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177167.126791:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177167/real 1786177167] req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177167.126800:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177167.126801:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177167.126803:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177167.126806:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177167.126808:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177167.126810:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177167.126814:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177167.126823:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126831:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177167.126833:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.126834:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177167.126836:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177167.126840:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126848:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177167.126852:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126859:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177167.126863:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.126864:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177167.126866:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.126867:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177167.126871:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177167.126874:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177167.126878:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177167.126880:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177167.126884:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177167.126893:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612167936:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177167.126897:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.126900:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177167.126903:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612167808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126911:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177167.126913:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177167.126916:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177167.126919:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177167.126921:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177167.126923:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177167.126925:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177167.126927:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:1.0:1786177167.126930:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177167.126931:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177167.126933:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177167.126947:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177167.126949:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.126951:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177167.126955:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612167936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.126969:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177167.126970:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177167.126972:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177167.126974:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177167.126976:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177167.126977:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177167.126979:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177167.126981:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:1.0:1786177167.126983:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177167.126984:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177167.126986:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177167.126988:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177167.126989:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.126992:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.126999:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177167.127001:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.127004:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177167.127005:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177167.127007:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177167.127031:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127039:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177167.127040:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177167.127042:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177167.127044:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177167.127046:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177167.127049:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168064:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177167.127052:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177167.127055:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177167.127056:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177167.127058:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177167.127062:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177167.127064:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177167.127069:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177167.127071:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177167.127074:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177167.127078:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612168064, portal 10 00000100:00000001:1.0:1786177167.127079:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177167.127081:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177167.127087:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127093:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177167.127096:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177167.127098:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177167.127101:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612168064, offset 0 00000400:00000200:1.0:1786177167.127106:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177167.127110:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177167.127115:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177167.127118:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177167.127121:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177167.127123:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177167.127126:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177167.127129:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410633:410633:256:4294967295] 192.168.202.156@tcp LPNI seq info [410631:410631:8:4294967295] 00000400:00000200:1.0:1786177167.127133:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177167.127139:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177167.127142:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177167.127145:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177167.127148:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177167.127150:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786177167.127153:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177167.127155:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1786177167.127158:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177167.127159:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177167.127161:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177167.127164:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177167.127166:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177167.127168:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177167.127170:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177167.127172:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127178:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177167.127180:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127184:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.127185:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177167.127187:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177167.127190:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177167.127192:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177167.127193:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303275017 00000100:00000001:1.0:1786177167.127195:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303275641 00000100:00000001:1.0:1786177167.127196:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303275017 00000100:00000001:1.0:1786177167.127198:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303275641 00000100:00000001:1.0:1786177167.127199:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177167.127200:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.127202:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177167.127204:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177167/real 1786177167] req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177167.127209:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177167.127210:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177167.127211:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177167.127213:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177167.127214:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177167.127215:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177167.127217:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177167.127222:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127227:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177167.127228:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127230:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177167.127231:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177167.127233:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127237:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177167.127239:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127243:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177167.127245:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127246:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177167.127246:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127248:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177167.127249:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177167.127251:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177167.127252:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177167.127254:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177167.127256:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177167.127261:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168064:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177167.127263:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177167.127265:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127269:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177167.127271:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177167.127272:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177167.127274:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177167.127275:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177167.127277:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168192:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177167.127280:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177167.127281:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177167.127282:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177167.127284:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177167.127287:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177167.127289:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177167.127293:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177167.127296:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177167.127300:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177167.127303:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612168192, portal 4 00000100:00000001:1.0:1786177167.127305:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177167.127306:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177167.127312:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127319:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177167.127322:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177167.127324:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177167.127327:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612168192, offset 0 00000400:00000200:1.0:1786177167.127331:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177167.127336:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177167.127339:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177167.127343:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177167.127345:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177167.127347:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177167.127350:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177167.127353:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410634:410634:256:4294967295] 192.168.202.156@tcp LPNI seq info [410632:410632:8:4294967295] 00000400:00000200:1.0:1786177167.127357:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177167.127364:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177167.127369:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177167.127372:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177167.127376:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177167.127385:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786177167.127390:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177167.127393:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1786177167.127397:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177167.127400:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177167.127403:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177167.127406:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177167.127410:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177167.127412:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177167.127414:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177167.127418:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127427:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177167.127430:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127438:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.127440:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177167.127442:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177167.127445:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177167.127448:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177167.127450:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303275200 00000100:00000001:1.0:1786177167.127453:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303275641 00000100:00000001:1.0:1786177167.127454:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303275200 00000100:00000001:1.0:1786177167.127456:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303275641 00000100:00000001:1.0:1786177167.127457:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177167.127458:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.127460:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177167.127462:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177167/real 1786177167] req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177167.127468:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177167.127469:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177167.127470:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177167.127471:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177167.127472:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177167.127474:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177167.127476:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177167.127482:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127486:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177167.127487:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127488:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177167.127489:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177167.127493:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127500:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177167.127504:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127511:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177167.127513:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127515:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177167.127517:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127519:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177167.127520:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177167.127523:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177167.127526:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177167.127529:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177167.127534:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177167.127542:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168192:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177167.127546:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177167.127550:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127557:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177167.127558:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177167.127560:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177167.127562:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177167.127564:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177167.127567:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168320:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177167.127570:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177167.127572:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177167.127573:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177167.127575:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177167.127579:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177167.127581:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177167.127584:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177167.127587:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177167.127590:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177167.127593:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612168320, portal 4 00000100:00000001:1.0:1786177167.127595:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177167.127596:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177167.127602:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127609:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177167.127612:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177167.127614:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177167.127616:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612168320, offset 0 00000400:00000200:1.0:1786177167.127621:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177167.127624:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177167.127628:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177167.127631:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177167.127633:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177167.127636:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177167.127638:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177167.127642:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410635:410635:256:4294967295] 192.168.202.156@tcp LPNI seq info [410633:410633:8:4294967295] 00000400:00000200:1.0:1786177167.127647:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177167.127653:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177167.127658:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177167.127661:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177167.127665:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177167.127668:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1786177167.127672:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177167.127675:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1786177167.127679:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177167.127681:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177167.127684:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177167.127686:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177167.127688:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177167.127689:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177167.127691:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177167.127693:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127698:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177167.127700:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127704:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.127706:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177167.127707:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177167.127709:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177167.127711:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177167.127713:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303275180 00000100:00000001:1.0:1786177167.127715:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303275641 00000100:00000001:1.0:1786177167.127716:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303275180 00000100:00000001:1.0:1786177167.127718:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303275641 00000100:00000001:1.0:1786177167.127719:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177167.127720:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.127721:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177167.127723:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177167/real 1786177167] req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177167.127728:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177167.127729:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177167.127730:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177167.127731:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177167.127733:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177167.127734:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177167.127736:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177167.127741:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127745:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177167.127745:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127746:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177167.127747:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177167.127749:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127753:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177167.127756:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127760:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177167.127762:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127763:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177167.127764:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127765:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177167.127766:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177167.127768:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177167.127769:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177167.127771:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177167.127773:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177167.127777:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168320:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177167.127780:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127781:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177167.127783:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612168064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127786:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177167.127787:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177167.127789:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177167.127790:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177167.127791:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177167.127792:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177167.127793:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177167.127794:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:1.0:1786177167.127796:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177167.127797:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177167.127798:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177167.127799:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177167.127800:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127802:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177167.127803:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612168192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127812:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177167.127813:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177167.127814:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177167.127815:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177167.127816:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177167.127816:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177167.127817:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177167.127818:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:1.0:1786177167.127819:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177167.127820:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177167.127821:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177167.127822:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177167.127823:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127824:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177167.127825:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612168320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177167.127829:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177167.127830:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177167.127831:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177167.127832:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177167.127832:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177167.127833:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177167.127834:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177167.127835:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:1.0:1786177167.127836:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177167.127837:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177167.127837:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177167.127839:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177167.127839:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127841:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.127843:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177167.127844:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177167.127845:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177167.127846:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177167.765126:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303275641, at 4303275648 00000100:00000010:1.0:1786177167.765146:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f65a0. 00000100:00000040:0.0:1786177167.765270:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303275641, at 4303275648 00000100:00000010:0.0:1786177167.765278:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6840. 00000100:00000001:0.0:1786177168.021106:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177168.021114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177168.021115:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177168.021115:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177168.021116:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177168.021119:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177168.021121:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177168.021122:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177168.021122:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177168.021126:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177168.021127:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177168.021127:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177168.021127:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177168.021134:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177168.021136:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1786177168.021137:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177168.021137:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177168.021138:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177168.021143:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177168.021145:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177168.021145:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177168.021146:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177168.021147:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177168.021149:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177168.021151:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177168.021152:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177168.021152:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177168.021156:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177168.021157:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177168.021159:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177168.021163:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177168.021164:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177168.021170:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177168.021170:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177168.021174:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177168.021177:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177168.021181:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177168.021186:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177168.021187:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177168.021189:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177168.021191:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177168.021192:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177168.021194:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177168.021196:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177168.021196:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177168.021198:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177168.021200:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177168.021201:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177168.021204:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177168.021205:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177168.021206:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177168.021207:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177168.021208:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177168.021213:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177168.021215:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177168.021216:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177168.021220:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177168.021221:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177168.021226:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177168.021227:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177168.021229:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177168.021231:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177168.021233:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177168.021237:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177168.021237:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177168.021239:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177168.021242:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177168.021245:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177168.021247:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177168.021248:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177168.021249:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177168.021250:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177168.021251:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177168.021253:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177168.021254:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177168.021255:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177168.021291:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177168.021293:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177168.021296:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177169.045117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177169.045120:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177169.045125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177169.045125:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177169.045126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177169.045127:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177169.045131:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.045131:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177169.045132:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.045132:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177169.045135:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.045138:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177169.045139:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177169.045140:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177169.045140:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177169.045144:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177169.045145:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177169.045148:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177169.045148:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177169.045151:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.045151:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177169.045153:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177169.045154:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177169.045156:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177169.045157:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177169.045158:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177169.045160:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177169.045162:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177169.045165:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.045166:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177169.045169:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177169.045171:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177169.045175:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.045175:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177169.045182:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.045183:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.045186:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177169.045191:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177169.045192:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177169.045194:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177169.045196:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177169.045199:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177169.045199:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177169.045202:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177169.045204:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.045204:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.045206:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177169.045212:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177169.045212:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177169.045214:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.045215:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177169.045217:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177169.045221:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177169.045225:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177169.045226:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177169.045230:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.045231:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.045236:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177169.045237:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177169.045238:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177169.045241:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.045243:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177169.045250:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177169.045253:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177169.045300:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177169.045303:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177169.045307:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177170.069114:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177170.069120:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177170.069120:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177170.069124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177170.069125:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177170.069127:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177170.069128:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177170.069131:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177170.069132:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177170.069134:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177170.069136:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177170.069138:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177170.069141:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177170.069143:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177170.069144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177170.069147:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177170.069149:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177170.069150:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177170.069150:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177170.069152:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177170.069160:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177170.069161:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177170.069162:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177170.069163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177170.069170:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177170.069171:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177170.069172:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177170.069172:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177170.069185:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177170.069185:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177170.069186:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177170.069197:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177170.069198:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177170.069207:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177170.069211:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177170.069213:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177170.069216:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177170.069240:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177170.069240:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177170.069245:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177170.069247:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177170.069248:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177170.069249:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177170.069251:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177170.069252:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177170.069254:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177170.069256:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00010000:1.0:1786177170.069259:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177170.069259:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177170.069262:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177170.069264:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177170.069269:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177170.069270:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177170.069271:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177170.069275:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177170.069277:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177170.069277:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177170.069287:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177170.069289:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177170.069295:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177170.069297:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177170.069312:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177170.069316:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177170.069319:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177170.069321:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177170.069323:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177170.069325:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177171.093120:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177171.093120:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177171.093124:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177171.093127:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177171.093127:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177171.093129:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177171.093131:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177171.093133:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177171.093135:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177171.093136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177171.093137:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177171.093138:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177171.093141:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177171.093143:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177171.093145:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177171.093146:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177171.093147:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177171.093148:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177171.093149:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177171.093154:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177171.093154:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177171.093155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177171.093157:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177171.093159:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177171.093160:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177171.093161:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177171.093163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177171.093167:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177171.093193:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177171.093195:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177171.093198:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177171.093289:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177171.093293:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177171.093295:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177171.093297:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177171.093300:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177171.093302:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177171.093302:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177171.093306:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177171.093306:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177171.093310:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177171.093310:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177171.093315:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177171.093316:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177171.093319:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177171.093322:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177171.093324:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177171.093325:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177171.093326:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177171.093333:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177171.093337:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177171.093340:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177171.093343:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177171.093346:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177171.093348:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177171.093350:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177171.093351:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177171.093354:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177171.093407:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177171.093409:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177171.093410:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177171.093412:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177171.093414:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177171.093415:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177171.093417:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177171.093418:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177171.093419:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.117130:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177172.117130:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177172.117130:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177172.117138:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177172.117138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177172.117138:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177172.117143:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.117144:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177172.117144:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177172.117151:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177172.117151:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177172.117151:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177172.117157:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177172.117157:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177172.117157:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177172.117163:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177172.117163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177172.117163:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177172.117169:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177172.117169:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177172.117173:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177172.117173:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177172.117176:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177172.117181:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177172.117185:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177172.117189:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177172.117266:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177172.117268:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177172.117269:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177172.117270:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.117271:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177172.117272:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177172.117273:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:1.0:1786177172.117275:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177172.117275:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177172.117276:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177172.117278:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177172.117278:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.117280:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177172.117280:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177172.117282:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177172.117282:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.117284:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177172.117284:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177172.117303:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177172.117303:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177172.117305:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177172.117305:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177172.117307:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177172.117308:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177172.117310:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177172.117310:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177172.117311:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177172.117312:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177172.117314:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177172.117315:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177172.117316:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177172.117316:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177172.117318:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177172.117319:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177172.117321:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177172.117324:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177172.117325:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.117362:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177172.117366:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177172.117371:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177172.117375:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177172.245124:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177172.245133:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177172.245135:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177172.245138:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177172.245142:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177172.245148:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8607 00000400:00000200:0.0:1786177172.245155:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177172.245160:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177172.245162:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177172.245165:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245167:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177172.245169:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245171:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177172.245175:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177172.245176:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177172.245179:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177172.245182:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177172.245183:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177172.245185:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177172.245187:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245188:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177172.245190:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245191:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177172.245193:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177172.245195:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245197:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177172.245199:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177172.245201:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177172.245203:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.245205:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177172.245206:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177172.245215:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177172.245218:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177172.245222:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177172.245223:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.245225:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177172.245227:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177172.245230:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177172.245238:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786177172.245244:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177172.245253:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177172.245264:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177172.245269:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177172.245274:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177172.245309:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177172.245314:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177172.245317:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177172.245319:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177172.245320:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177172.245323:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177172.245326:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8607 00000400:00000200:0.0:1786177172.245329:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177172.245333:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177172.245336:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177172.245339:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245342:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177172.245345:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245347:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177172.245349:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177172.245351:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177172.245352:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177172.245355:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177172.245355:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786177172.245361:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177172.245363:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786177172.245365:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177172.245368:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177172.245372:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245377:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177172.245381:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177172.245382:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245388:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177172.245394:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177172.245401:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245408:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.245408:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786177172.245413:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177172.245413:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.245420:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177172.245423:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177172.245423:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177172.245430:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177172.245431:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177172.245436:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612168448:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177172.245437:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177172.245442:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:0.0:1786177172.245444:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1786177172.245447:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:0.0:1786177172.245448:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.245450:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.245451:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.245456:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1786177172.245458:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177172.245462:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000010:1.0:1786177172.245463:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:0.0:1786177172.245465:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177172.245468:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177172.245469:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.245471:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177172.245472:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177172.245474:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177172.245478:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786177172.245481:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177172.245487:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177172.245494:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177172.245498:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177172.245501:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177172.245503:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000040:0.0:1786177172.245505:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177172.245514:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177172.245514:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00080000:0.0:1786177172.245519:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177172.245523:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177172.245524:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177172.245526:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1786177172.245526:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612168448, portal 25 00000100:00000001:1.0:1786177172.245532:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177172.245533:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177172.245536:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000100:00080000:0.0:1786177172.245537:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8607 00000400:00000200:0.0:1786177172.245545:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177172.245548:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177172.245551:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177172.245556:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177172.245563:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177172.245567:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177172.245568:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177172.245573:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177172.245577:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245578:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177172.245581:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000020:00000001:0.0:1786177172.245582:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177172.245586:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000100:00000200:1.0:1786177172.245587:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612168448, offset 0 00000020:00000001:0.0:1786177172.245588:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177172.245592:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177172.245594:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177172.245598:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177172.245599:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:0.0:1786177172.245603:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245605:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177172.245607:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245609:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177172.245610:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:0.0:1786177172.245614:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177172.245618:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177172.245621:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:0.0:1786177172.245622:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177172.245626:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177172.245628:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177172.245628:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1786177172.245632:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177172.245634:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:0.0:1786177172.245635:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177172.245638:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1786177172.245640:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000008:00000001:0.0:1786177172.245642:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.245646:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177172.245646:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000010:0.0:1786177172.245653:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000400:00000200:1.0:1786177172.245653:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410636:410636:256:4294967295] 192.168.202.156@tcp LPNI seq info [410634:410634:8:4294967295] 00000020:00000040:0.0:1786177172.245658:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177172.245663:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177172.245664:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177172.245667:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.245668:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177172.245671:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177172.245674:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177172.245679:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000010:0.0:1786177172.245680:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786177172.245685:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177172.245688:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00100000:0.0:1786177172.245693:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1786177172.245695:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177172.245702:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177172.245709:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786177172.245719:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177172.245725:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000100:00000001:0.0:1786177172.245726:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177172.245730:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1786177172.245732:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177172.245736:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000100:00000040:0.0:1786177172.245737:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177172.245743:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1786177172.245746:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177172.245749:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177172.245751:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00080000:0.0:1786177172.245753:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177172.245756:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177172.245757:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000100:00080000:0.0:1786177172.245758:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177172.245763:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:1.0:1786177172.245763:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00080000:0.0:1786177172.245768:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8607 00000100:00000001:1.0:1786177172.245769:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1786177172.245773:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:1.0:1786177172.245777:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177172.245779:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177172.245784:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177172.245790:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245794:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177172.245799:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177172.245800:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177172.245801:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177172.245804:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1786177172.245806:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177172.245807:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177172.245810:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177172.245813:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177172.245818:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177172.245821:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177172.245822:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177172.245826:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1786177172.245829:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177172.245832:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177172.245835:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177172.245835:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.245839:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177172.245842:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177172.245847:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177172.245847:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177172.245853:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177172.245854:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177172.245854:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303280760 02000000:00000001:0.0:1786177172.245858:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177172.245860:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.245862:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177172.245864:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000010:1.0:1786177172.245865:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f65a0. 00000008:00000001:0.0:1786177172.245866:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.245871:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177172.245874:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177172.245876:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177172.245876:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1786177172.245882:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177172.245883:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.245901:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303280760 00000100:00000010:1.0:1786177172.245907:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6900. 00000100:00000001:1.0:1786177172.245910:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177172.245912:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177172.245914:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177172.245915:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177172.245921:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177172.245922:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177172.245929:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:1.0:1786177172.245929:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177172.245934:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177172.245938:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177172/real 1786177172] req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177172.245943:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177172.245972:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177172.245974:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177172.245974:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177172.245979:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1786177172.245980:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1786177172.245983:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177172.245988:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177172.245992:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177172.245993:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.245995:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1786177172.245997:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177172.246001:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177172.246004:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1786177172.246005:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177172.246006:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177172.246045:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:1.0:1786177172.246048:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177172.246052:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8607 00000400:00000200:0.0:1786177172.246062:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177172.246069:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177172.246069:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177172.246073:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177172.246074:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177172.246076:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177172.246080:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177172.246081:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:1.0:1786177172.246086:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177172.246088:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177172.246095:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177172.246100:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177172.246101:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177172.246106:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000040:1.0:1786177172.246107:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177172.246109:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177172.246114:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177172.246118:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:1.0:1786177172.246119:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1786177172.246122:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177172.246124:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177172.246127:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177172.246129:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177172.246133:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177172.246135:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177172.246137:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177172.246141:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177172.246143:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1786177172.246147:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00080000:1.0:1786177172.246150:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786177172.246152:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00080000:1.0:1786177172.246158:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000020:00000040:0.0:1786177172.246159:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177172.246163:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1786177172.246167:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177172.246175:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177172.246175:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177172.246180:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177172.246186:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1786177172.246189:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612168448:192.168.202.156@tcp:250:kworker.0 02000000:00000001:0.0:1786177172.246191:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.246196:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177172.246197:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177172.246199:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00100000:0.0:1786177172.246202:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000040:1.0:1786177172.246204:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612168448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1786177172.246209:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.246216:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.246216:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177172.246220:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1786177172.246223:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 02000000:00000010:1.0:1786177172.246224:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 00000020:00000040:0.0:1786177172.246231:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177172.246231:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177172.246234:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177172.246238:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177172.246239:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1786177172.246240:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177172.246244:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177172.246245:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786177172.246247:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177172.246250:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177172.246250:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177172.246253:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1786177172.246255:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177172.246256:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00000001:1.0:1786177172.246260:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1786177172.246261:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:1.0:1786177172.246262:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177172.246267:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.246267:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246273:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177172.246274:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177172.246276:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.246282:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177172.246285:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177172.246287:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177172.246288:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177172.246292:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177172.246296:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177172.246300:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246316:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177172.246320:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177172.246322:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.246323:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177172.246326:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1786177172.246327:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8617) 02000000:00000001:1.0:1786177172.246328:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177172.246334:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168576:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177172.246337:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177172.246339:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177172.246340:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.246342:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177172.246345:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177172.246347:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177172.246350:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177172.246352:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177172.246356:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177172.246360:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612168576, portal 10 00000100:00000001:1.0:1786177172.246362:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177172.246363:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177172.246371:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246378:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177172.246380:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177172.246383:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177172.246385:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612168576, offset 0 00000400:00000200:1.0:1786177172.246390:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177172.246394:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177172.246399:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177172.246403:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177172.246406:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177172.246408:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177172.246411:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177172.246413:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410637:410637:256:4294967295] 192.168.202.156@tcp LPNI seq info [410635:410635:8:4294967295] 00000400:00000200:1.0:1786177172.246416:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177172.246421:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177172.246424:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177172.246427:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177172.246430:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177172.246432:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786177172.246435:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177172.246437:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1786177172.246440:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177172.246441:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177172.246444:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177172.246446:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177172.246449:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177172.246450:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177172.246452:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177172.246454:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246460:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177172.246462:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246467:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.246468:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177172.246470:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177172.246473:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177172.246477:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177172.246479:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303280136 00000100:00000001:1.0:1786177172.246482:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303280760 00000100:00000001:1.0:1786177172.246484:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303280136 00000100:00000001:1.0:1786177172.246487:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303280760 00000100:00000001:1.0:1786177172.246489:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177172.246491:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.246493:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177172.246497:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177172/real 1786177172] req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177172.246506:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177172.246508:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177172.246510:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177172.246512:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177172.246514:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177172.246516:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177172.246520:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177172.246527:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246532:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177172.246533:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246534:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177172.246535:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177172.246538:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246542:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177172.246545:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246549:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177172.246550:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246551:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177172.246552:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246553:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177172.246556:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177172.246557:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177172.246559:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177172.246560:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177172.246563:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177172.246567:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168576:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177172.246570:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177172.246572:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246581:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177172.246582:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.246583:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177172.246585:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177172.246586:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177172.246588:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168704:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177172.246590:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177172.246591:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177172.246593:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.246594:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177172.246596:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177172.246598:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177172.246600:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177172.246602:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177172.246604:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177172.246606:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612168704, portal 10 00000100:00000001:1.0:1786177172.246608:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177172.246609:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177172.246613:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246617:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177172.246619:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177172.246620:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177172.246622:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612168704, offset 0 00000400:00000200:1.0:1786177172.246624:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177172.246627:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177172.246629:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177172.246631:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177172.246632:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177172.246634:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177172.246636:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177172.246638:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410638:410638:256:4294967295] 192.168.202.156@tcp LPNI seq info [410636:410636:8:4294967295] 00000400:00000200:1.0:1786177172.246641:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177172.246645:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177172.246648:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177172.246650:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177172.246653:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177172.246655:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786177172.246658:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177172.246659:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1786177172.246662:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177172.246663:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177172.246665:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177172.246668:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177172.246670:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177172.246671:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177172.246672:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177172.246675:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246680:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177172.246682:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246686:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.246687:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177172.246689:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177172.246691:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177172.246693:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177172.246694:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303280136 00000100:00000001:1.0:1786177172.246696:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303280760 00000100:00000001:1.0:1786177172.246698:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303280136 00000100:00000001:1.0:1786177172.246699:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303280760 00000100:00000001:1.0:1786177172.246700:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177172.246702:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.246703:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177172.246705:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177172/real 1786177172] req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177172.246710:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177172.246711:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177172.246712:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177172.246713:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177172.246715:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177172.246716:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177172.246718:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177172.246723:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246727:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177172.246728:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246729:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177172.246730:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177172.246732:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246736:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177172.246738:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246742:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177172.246743:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246744:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177172.246745:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246746:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177172.246747:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177172.246749:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177172.246751:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177172.246752:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177172.246755:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177172.246760:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168704:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177172.246762:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177172.246764:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246768:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177172.246769:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.246770:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177172.246771:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177172.246772:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177172.246774:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168832:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177172.246776:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177172.246777:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177172.246778:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.246779:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177172.246781:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177172.246782:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177172.246784:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177172.246786:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177172.246788:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177172.246790:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612168832, portal 4 00000100:00000001:1.0:1786177172.246791:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177172.246792:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177172.246796:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246800:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177172.246802:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177172.246803:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177172.246804:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612168832, offset 0 00000400:00000200:1.0:1786177172.246807:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177172.246809:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177172.246811:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177172.246813:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177172.246814:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177172.246816:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177172.246817:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177172.246819:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410639:410639:256:4294967295] 192.168.202.156@tcp LPNI seq info [410637:410637:8:4294967295] 00000400:00000200:1.0:1786177172.246822:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177172.246826:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177172.246829:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177172.246830:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177172.246832:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177172.246834:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786177172.246836:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177172.246838:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1786177172.246840:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177172.246842:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177172.246844:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177172.246846:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177172.246848:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177172.246849:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177172.246850:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177172.246852:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246857:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177172.246859:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246863:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.246864:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177172.246866:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177172.246868:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177172.246870:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177172.246871:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303280319 00000100:00000001:1.0:1786177172.246873:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303280760 00000100:00000001:1.0:1786177172.246874:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303280319 00000100:00000001:1.0:1786177172.246876:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303280760 00000100:00000001:1.0:1786177172.246877:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177172.246878:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.246879:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177172.246881:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177172/real 1786177172] req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177172.246900:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177172.246902:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177172.246903:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177172.246906:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177172.246907:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177172.246908:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177172.246911:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177172.246917:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246921:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177172.246922:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246923:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177172.246924:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177172.246926:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246930:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177172.246932:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246937:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177172.246938:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246939:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177172.246940:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246941:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177172.246942:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177172.246944:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177172.246946:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177172.246947:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177172.246949:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177172.246954:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168832:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177172.246956:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246957:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177172.246959:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612168576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246963:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177172.246964:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177172.246966:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177172.246967:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177172.246969:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177172.246970:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177172.246971:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177172.246972:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:1.0:1786177172.246974:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177172.246975:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177172.246976:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177172.246978:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177172.246978:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246980:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177172.246982:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612168704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.246986:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177172.246987:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177172.246988:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177172.246989:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177172.246990:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177172.246990:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177172.246991:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177172.246992:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:1.0:1786177172.246993:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177172.246994:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177172.246995:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177172.246996:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177172.246997:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.246998:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177172.247000:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612168832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.247003:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177172.247004:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177172.247005:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177172.247006:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177172.247007:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177172.247008:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177172.247009:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177172.247009:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:1.0:1786177172.247025:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177172.247027:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177172.247027:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177172.247029:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177172.247030:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.247031:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.247034:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177172.247034:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.247036:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177172.247037:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177172.247038:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177172.247041:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.247045:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177172.247046:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.247048:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177172.247049:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177172.247050:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177172.247052:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168960:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177172.247054:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177172.247056:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177172.247057:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177172.247058:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177172.247060:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177172.247061:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177172.247064:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177172.247065:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177172.247067:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177172.247070:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612168960, portal 4 00000100:00000001:1.0:1786177172.247071:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177172.247072:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177172.247076:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.247080:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177172.247081:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177172.247083:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177172.247084:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612168960, offset 0 00000400:00000200:1.0:1786177172.247087:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177172.247089:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177172.247091:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177172.247093:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177172.247095:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177172.247097:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177172.247099:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177172.247101:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410640:410640:256:4294967295] 192.168.202.156@tcp LPNI seq info [410638:410638:8:4294967295] 00000400:00000200:1.0:1786177172.247104:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177172.247108:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177172.247110:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177172.247112:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177172.247115:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177172.247117:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1786177172.247120:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177172.247122:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1786177172.247125:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177172.247127:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177172.247130:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177172.247133:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177172.247136:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177172.247138:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177172.247140:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177172.247144:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.247152:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177172.247155:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177197 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.247162:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.247164:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177172.247168:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177172.247171:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177172.247175:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177172.247177:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303280300 00000100:00000001:1.0:1786177172.247179:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303280760 00000100:00000001:1.0:1786177172.247181:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303280300 00000100:00000001:1.0:1786177172.247184:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303280760 00000100:00000001:1.0:1786177172.247186:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177172.247187:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.247188:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177172.247192:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177172/real 1786177172] req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177172.247197:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177172.247198:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177172.247199:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177172.247200:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177172.247202:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177172.247203:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177172.247205:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177172.247211:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.247215:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177172.247216:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.247217:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177172.247218:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177172.247220:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.247224:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177172.247226:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.247230:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177172.247231:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.247232:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177172.247233:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.247235:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177172.247236:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177172.247237:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177172.247240:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177172.247241:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177172.247243:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177172.247248:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612168960:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177172.247250:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.247251:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177172.247253:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612168960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177197 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177172.247257:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177172.247258:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177172.247259:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177172.247261:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177172.247262:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177172.247263:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177172.247264:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177172.247265:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:1.0:1786177172.247267:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177172.247268:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177172.247269:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177172.247271:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177172.247272:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.247273:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.247275:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177172.247276:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177172.247277:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177172.247278:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177172.885113:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303280760, at 4303280768 00000100:00000040:1.0:1786177172.885113:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303280760, at 4303280768 00000100:00000010:1.0:1786177172.885128:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6900. 00000100:00000010:0.0:1786177172.885131:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f65a0. 00000100:00000001:2.0:1786177173.141108:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177173.141111:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177173.141111:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177173.141117:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177173.141118:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177173.141119:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177173.141123:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177173.141123:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177173.141123:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177173.141127:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177173.141133:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:1.0:1786177173.141133:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177173.141133:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177173.141134:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177173.141141:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177173.141141:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177173.141142:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177173.141142:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177173.141149:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177173.141149:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177173.141149:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177173.141149:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177173.141156:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177173.141156:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177173.141157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177173.141160:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177173.141161:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177173.141163:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177173.141164:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177173.141165:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177173.141166:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177173.141170:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177173.141170:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177173.141174:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177173.141176:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177173.141179:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177173.141196:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177173.141198:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177173.141202:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177173.141203:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177173.141204:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177173.141207:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:2.0:1786177173.141208:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177173.141212:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177173.141214:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177173.141215:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177173.141221:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177173.141223:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177173.141223:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177173.141225:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177173.141226:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177173.141227:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177173.141232:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177173.141233:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177173.141236:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177173.141238:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177173.141241:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177173.141245:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177173.141248:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177173.141249:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177173.141251:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177173.141253:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177173.141256:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177173.141259:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177173.141262:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177173.141263:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177173.141267:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177173.141270:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177173.141274:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177173.141275:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177173.141277:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177173.141279:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177173.141283:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177173.141284:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177173.141287:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177173.141288:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177173.141321:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177173.141324:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177173.141326:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786177174.165118:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177174.165122:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177174.165122:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177174.165123:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177174.165125:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.165127:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177174.165130:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177174.165131:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.165131:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177174.165135:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.165136:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177174.165137:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177174.165142:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177174.165143:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177174.165145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177174.165147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177174.165148:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177174.165149:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177174.165152:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.165152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177174.165154:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.165154:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177174.165159:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177174.165159:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177174.165161:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177174.165162:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177174.165166:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177174.165167:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.165167:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.165168:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177174.165174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177174.165175:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177174.165177:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177174.165183:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.165184:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.165186:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177174.165189:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177174.165190:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177174.165192:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.165193:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177174.165197:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177174.165198:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177174.165201:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.165203:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177174.165204:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177174.165206:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177174.165207:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.165213:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177174.165217:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177174.165220:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177174.165224:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177174.165227:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177174.165228:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177174.165231:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.165233:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1786177174.165235:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177174.165237:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177174.165242:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177174.165253:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177174.165258:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177174.165260:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177174.165263:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177174.165266:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177174.165269:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177174.165271:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177174.165273:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177174.165276:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177175.189144:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177175.189154:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177175.189156:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177175.189157:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177175.189158:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177175.189165:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177175.189165:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177175.189166:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177175.189169:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177175.189173:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177175.189174:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177175.189176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177175.189179:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177175.189180:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177175.189180:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177175.189183:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177175.189185:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177175.189188:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177175.189189:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177175.189191:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177175.189193:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177175.189197:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177175.189198:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177175.189198:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177175.189200:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177175.189205:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177175.189207:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177175.189209:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177175.189217:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177175.189218:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177175.189227:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177175.189230:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177175.189230:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177175.189231:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177175.189232:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177175.189242:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177175.189242:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177175.189243:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177175.189244:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177175.189248:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177175.189249:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177175.189250:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177175.189250:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177175.189257:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177175.189261:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177175.189262:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177175.189264:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177175.189265:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177175.189274:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177175.189277:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177175.189278:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177175.189278:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177175.189285:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177175.189285:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177175.189286:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177175.189290:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177175.189291:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177175.189292:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177175.189294:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177175.189301:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177175.189302:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177175.189303:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177175.189315:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177175.189320:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177175.189325:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000020:00000001:1.0:1786177175.189326:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177175.189330:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177175.189331:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1786177175.189334:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177175.189337:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177175.189342:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177175.189346:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177175.189350:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177176.213125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177176.213131:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177176.213139:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177176.213139:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177176.213145:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177176.213146:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177176.213147:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177176.213148:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177176.213149:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177176.213151:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177176.213157:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786177176.213158:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177176.213158:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177176.213163:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177176.213166:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177176.213166:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177176.213167:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177176.213167:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177176.213170:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177176.213171:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177176.213173:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177176.213174:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177176.213175:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177176.213176:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177176.213179:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177176.213180:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177176.213181:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177176.213184:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177176.213185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177176.213187:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177176.213191:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177176.213191:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177176.213192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177176.213196:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177176.213197:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177176.213205:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177176.213209:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177176.213214:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177176.213215:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177176.213217:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177176.213218:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177176.213218:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177176.213221:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177176.213223:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177176.213224:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177176.213224:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177176.213229:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177176.213230:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177176.213230:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177176.213232:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177176.213237:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177176.213237:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177176.213240:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177176.213241:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177176.213243:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177176.213247:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177176.213248:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177176.213252:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177176.213252:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177176.213256:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177176.213258:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177176.213260:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177176.213263:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177176.213265:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177176.213281:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177176.213284:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177176.213288:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177177.237133:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177177.237133:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177177.237134:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177177.237142:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177177.237142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177177.237143:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177177.237145:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177177.237146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.237147:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177177.237153:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:1.0:1786177177.237154:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177177.237155:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177177.237156:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177177.237159:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177177.237162:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177177.237163:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177177.237164:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177177.237165:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.237168:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177177.237168:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177177.237170:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177177.237170:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177177.237175:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177177.237176:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177177.237177:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177177.237179:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177177.237181:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.237184:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177177.237185:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177177.237186:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.237189:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177177.237190:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177177.237196:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177177.237197:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177177.237197:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177177.237200:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177177.237202:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177177.237203:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177177.237208:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177177.237208:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177177.237210:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177177.237212:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177177.237212:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177177.237213:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177177.237218:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177177.237219:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177177.237220:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177177.237222:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177177.237224:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177177.237225:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177177.237226:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177177.237228:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177177.237229:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177177.237230:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177177.237232:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177177.237236:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177177.237236:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177177.237237:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177177.237240:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177177.237242:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177177.237246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177177.237246:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177177.237249:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177177.237252:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177177.237269:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177177.237272:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177177.237275:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177177.365102:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177177.365112:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177177.365114:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177177.365117:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177177.365121:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177177.365127:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8612 00000400:00000200:0.0:1786177177.365133:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177177.365138:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177177.365140:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177177.365143:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365146:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177177.365149:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365150:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177177.365154:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177177.365155:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177177.365157:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177177.365160:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177177.365161:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177177.365163:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177177.365165:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365167:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177177.365168:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365169:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177177.365171:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177177.365173:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365175:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177177.365178:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177177.365180:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177177.365182:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365184:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177177.365186:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177177.365193:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177177.365195:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177177.365198:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177177.365200:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365202:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177177.365205:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177177.365208:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177177.365215:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786177177.365221:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177177.365228:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177177.365236:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177177.365239:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177177.365242:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177177.365261:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177177.365263:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177177.365266:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177177.365267:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177177.365268:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177177.365270:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177177.365272:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8612 00000400:00000200:0.0:1786177177.365274:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177177.365277:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177177.365279:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177177.365281:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365283:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177177.365285:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365287:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177177.365288:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177177.365290:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177177.365291:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177177.365293:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177177.365294:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177177.365304:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177177.365306:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177177.365306:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177177.365311:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177177.365313:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177177.365313:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177177.365317:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177177.365318:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1786177177.365320:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177177.365323:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365326:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177177.365328:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177177.365329:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177177.365333:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177177.365338:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365342:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177177.365347:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1786177177.365348:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1786177177.365351:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.365353:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365355:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.365358:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1786177177.365359:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177177.365363:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177177.365363:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177177.365367:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177177.365370:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.365370:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365376:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177177.365378:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1786177177.365379:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612169088:192.168.202.156@tcp:250:kworker.0 02000000:00000001:0.0:1786177177.365380:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177177.365386:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:1.0:1786177177.365388:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177177.365390:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.365392:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177177.365396:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.365399:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1786177177.365402:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1786177177.365406:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 00000100:00000001:0.0:1786177177.365411:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1786177177.365412:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365415:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177177.365420:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177177.365423:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177177.365431:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177177.365432:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177177.365436:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177177.365439:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177177.365440:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1786177177.365441:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00080000:0.0:1786177177.365442:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177177.365447:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177177.365449:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8612 00000100:00000200:1.0:1786177177.365452:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612169088, portal 25 00000400:00000200:0.0:1786177177.365453:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177177.365456:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1786177177.365458:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177177.365460:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00080000:0.0:1786177177.365461:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177177.365467:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365469:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177177.365472:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177177.365473:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365480:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177177.365486:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177177.365488:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1786177177.365489:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177177.365494:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1786177177.365495:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000040:0.0:1786177177.365499:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000010:1.0:1786177177.365501:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000020:00000001:0.0:1786177177.365505:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000200:1.0:1786177177.365506:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612169088, offset 0 00000020:00000001:0.0:1786177177.365512:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177177.365518:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:0.0:1786177177.365521:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365526:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177177.365529:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786177177.365531:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365536:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177177.365539:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000040:0.0:1786177177.365541:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177177.365546:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1786177177.365550:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365556:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177177.365556:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:0.0:1786177177.365561:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177177.365562:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1786177177.365567:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177177.365567:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:0.0:1786177177.365574:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177177.365575:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410641:410641:256:4294967295] 192.168.202.156@tcp LPNI seq info [410639:410639:8:4294967295] 00000100:00000001:0.0:1786177177.365581:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177177.365584:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1786177177.365585:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00000001:0.0:1786177177.365591:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365592:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177177.365597:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177177.365601:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177177.365602:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:0.0:1786177177.365604:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177177.365607:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365610:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177177.365611:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177177.365615:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177177.365615:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 02000000:00000010:0.0:1786177177.365624:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786177177.365627:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177177.365631:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177177.365637:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177177.365638:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177177.365641:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177177.365646:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177177.365648:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177177.365651:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177177.365652:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177177.365653:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177177.365655:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177177.365657:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8612 00000400:00000200:0.0:1786177177.365660:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000010:1.0:1786177177.365662:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000400:00000200:0.0:1786177177.365663:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177177.365668:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177177.365670:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365672:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177177.365677:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177177.365677:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177177.365683:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177177.365685:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:1.0:1786177177.365685:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000020:00000040:0.0:1786177177.365687:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177177.365690:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177177.365693:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177177.365697:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000200:1.1:1786177177.365698:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:0.0:1786177177.365700:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000800:00000200:1.1:1786177177.365706:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000100:00000040:0.0:1786177177.365707:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365711:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177177.365715:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365719:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000100:1.0:1786177177.365719:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000020:00000040:0.0:1786177177.365721:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000800:00000010:1.0:1786177177.365724:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000100:00080000:0.0:1786177177.365726:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365729:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177177.365730:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177177.365732:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1786177177.365733:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177177.365738:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365740:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177177.365743:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000200:1.0:1786177177.365744:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000008:00000001:0.0:1786177177.365746:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365749:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177177.365752:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000400:00000200:1.0:1786177177.365752:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000020:00000040:0.0:1786177177.365757:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000400:00000010:1.0:1786177177.365758:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 02000000:00000001:0.0:1786177177.365759:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177177.365762:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365764:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177177.365765:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177177.365766:0:2389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786177177.365767:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177177.365772:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000200:1.0:1786177177.365774:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177177.365775:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177177.365783:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177177.365797:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177177.365798:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177177.365801:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.365805:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177177.365810:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177177.365813:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177177.365815:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177177.365816:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177177.365819:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177177.365821:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177177.365826:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177177.365830:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8612 00000100:00000001:1.0:1786177177.365847:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177177.365852:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177177.365853:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1786177177.365857:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177177.365861:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177177.365861:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177177.365864:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365867:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177177.365870:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177177.365872:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177177.365873:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177177.365878:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177177.365878:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303285880 00000020:00000040:0.0:1786177177.365879:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177177.365883:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177177.365885:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177177.365887:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000010:1.0:1786177177.365888:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6900. 00000020:00000001:0.0:1786177177.365889:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177177.365895:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177177.365896:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177177.365898:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177177.365899:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177177.365903:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177177.365906:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786177177.365909:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177177.365909:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303285880 00000100:00000001:0.0:1786177177.365915:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177177.365917:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:1.0:1786177177.365917:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6060. 02000000:00000001:0.0:1786177177.365921:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177177.365923:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1786177177.365924:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365928:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177177.365930:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177177.365930:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1786177177.365937:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.365938:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177177.365939:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.365943:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000010:0.0:1786177177.365945:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177177.365948:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177177.365952:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177177.365953:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177177.365953:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177177/real 1786177177] req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177177.365957:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177177.365959:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177177.365961:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177177.365966:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:0.0:1786177177.365971:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177177.365976:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177177.365984:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177177.365988:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177177.365998:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177177.366004:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177177.366007:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177177.366035:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177177.366039:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177177.366042:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177177.366043:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.366046:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1786177177.366050:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8622) 00000100:00000200:1.0:1786177177.366054:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177177.366067:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366075:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177177.366077:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366080:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177177.366082:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177177.366086:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366094:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177177.366099:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366107:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177177.366110:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366112:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177177.366113:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366116:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177177.366118:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177177.366121:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177177.366125:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177177.366127:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177177.366132:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177177.366142:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612169088:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177177.366147:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366149:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177177.366153:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612169088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366160:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177177.366163:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177177.366165:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177177.366168:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177177.366170:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177177.366172:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177177.366174:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177177.366176:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:1.0:1786177177.366180:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177177.366182:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177177.366183:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177177.366186:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177177.366188:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366191:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366198:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177177.366200:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.366202:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177177.366203:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177177.366205:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177177.366209:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366216:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177177.366218:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.366220:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177177.366222:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177177.366225:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177177.366228:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177177.366232:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177177.366234:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177177.366236:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.366238:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177177.366241:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177177.366243:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177177.366247:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177177.366250:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177177.366254:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177177.366257:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612169216, portal 10 00000100:00000001:1.0:1786177177.366259:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177177.366260:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177177.366267:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366274:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177177.366276:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177177.366279:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177177.366281:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612169216, offset 0 00000400:00000200:1.0:1786177177.366285:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177177.366289:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177177.366293:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177177.366296:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177177.366299:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177177.366302:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177177.366305:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177177.366308:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410642:410642:256:4294967295] 192.168.202.156@tcp LPNI seq info [410640:410640:8:4294967295] 00000400:00000200:1.0:1786177177.366313:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177177.366320:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177177.366325:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177177.366328:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177177.366333:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177177.366336:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786177177.366341:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177177.366345:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1786177177.366349:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177177.366351:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177177.366354:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177177.366358:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177177.366361:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177177.366363:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177177.366366:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177177.366369:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366378:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177177.366382:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366389:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.366391:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177177.366394:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177177.366397:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177177.366401:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177177.366403:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303285256 00000100:00000001:1.0:1786177177.366406:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303285880 00000100:00000001:1.0:1786177177.366408:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303285256 00000100:00000001:1.0:1786177177.366410:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303285880 00000100:00000001:1.0:1786177177.366413:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177177.366415:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.366417:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177177.366421:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177177/real 1786177177] req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177177.366429:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177177.366431:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177177.366433:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177177.366435:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177177.366437:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177177.366439:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177177.366443:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177177.366452:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366458:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177177.366460:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366461:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177177.366463:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177177.366467:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366474:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177177.366478:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366486:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177177.366489:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366491:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177177.366492:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366494:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177177.366497:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177177.366500:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177177.366503:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177177.366505:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177177.366510:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177177.366519:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177177.366523:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177177.366527:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366534:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177177.366535:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.366537:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177177.366539:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177177.366541:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177177.366544:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177177.366547:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177177.366549:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177177.366551:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.366553:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177177.366556:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177177.366558:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177177.366561:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177177.366563:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177177.366566:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177177.366569:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612169344, portal 10 00000100:00000001:1.0:1786177177.366571:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177177.366573:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177177.366578:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366585:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177177.366588:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177177.366590:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177177.366592:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612169344, offset 0 00000400:00000200:1.0:1786177177.366596:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177177.366600:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177177.366603:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177177.366606:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177177.366609:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177177.366611:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177177.366613:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177177.366617:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410643:410643:256:4294967295] 192.168.202.156@tcp LPNI seq info [410641:410641:8:4294967295] 00000400:00000200:1.0:1786177177.366622:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177177.366628:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177177.366632:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177177.366635:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177177.366639:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177177.366642:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786177177.366647:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177177.366650:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1786177177.366654:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177177.366656:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177177.366659:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177177.366663:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177177.366666:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177177.366668:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177177.366670:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177177.366674:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366682:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177177.366686:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366693:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.366695:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177177.366697:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177177.366700:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177177.366716:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177177.366721:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303285256 00000100:00000001:1.0:1786177177.366724:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303285880 00000100:00000001:1.0:1786177177.366726:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303285256 00000100:00000001:1.0:1786177177.366729:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303285880 00000100:00000001:1.0:1786177177.366731:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177177.366734:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.366735:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177177.366740:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177177/real 1786177177] req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177177.366748:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177177.366750:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177177.366751:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177177.366754:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177177.366756:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177177.366758:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177177.366762:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177177.366771:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366778:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177177.366780:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366781:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177177.366783:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177177.366787:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366794:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177177.366798:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366805:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177177.366808:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366810:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177177.366811:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.366814:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177177.366816:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177177.366819:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177177.366822:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177177.366824:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177177.366829:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177177.366849:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177177.366853:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177177.366857:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366864:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177177.366866:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.366868:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177177.366870:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177177.366872:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177177.366875:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177177.366879:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177177.366881:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177177.366882:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.366884:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177177.366887:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177177.366889:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177177.366893:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177177.366896:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177177.366899:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177177.366902:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612169472, portal 4 00000100:00000001:1.0:1786177177.366904:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177177.366905:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177177.366911:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.366919:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177177.366921:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177177.366924:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177177.366926:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612169472, offset 0 00000400:00000200:1.0:1786177177.366930:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177177.366934:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177177.366937:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177177.366940:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177177.366942:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177177.366945:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177177.366947:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177177.366951:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410644:410644:256:4294967295] 192.168.202.156@tcp LPNI seq info [410642:410642:8:4294967295] 00000400:00000200:1.0:1786177177.366955:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177177.366962:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177177.366967:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177177.366970:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177177.366974:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177177.366978:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786177177.366982:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177177.366985:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1786177177.366990:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177177.366992:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177177.366995:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177177.366999:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177177.367002:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177177.367004:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177177.367006:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177177.367026:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367035:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177177.367039:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367052:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.367054:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177177.367057:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177177.367060:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177177.367064:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177177.367066:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303285440 00000100:00000001:1.0:1786177177.367069:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303285880 00000100:00000001:1.0:1786177177.367071:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303285440 00000100:00000001:1.0:1786177177.367073:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303285880 00000100:00000001:1.0:1786177177.367076:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177177.367078:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.367080:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177177.367083:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177177/real 1786177177] req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177177.367091:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177177.367093:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177177.367095:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177177.367097:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177177.367099:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177177.367101:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177177.367105:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177177.367115:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367122:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177177.367123:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367125:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177177.367127:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177177.367131:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367139:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177177.367143:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367151:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177177.367154:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367156:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177177.367157:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367159:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177177.367160:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177177.367163:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177177.367166:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177177.367168:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177177.367172:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177177.367180:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177177.367184:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177177.367188:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367195:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177177.367196:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.367199:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177177.367201:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177177.367203:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177177.367206:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177177.367209:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177177.367210:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177177.367213:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177177.367215:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177177.367218:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a400. 02000000:00000001:1.0:1786177177.367220:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177177.367223:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177177.367225:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177177.367229:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177177.367231:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612169600, portal 4 00000100:00000001:1.0:1786177177.367233:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177177.367235:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177177.367241:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367248:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177177.367250:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177177.367252:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177177.367254:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612169600, offset 0 00000400:00000200:1.0:1786177177.367258:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177177.367262:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177177.367265:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177177.367268:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177177.367271:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177177.367273:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177177.367276:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177177.367279:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410645:410645:256:4294967295] 192.168.202.156@tcp LPNI seq info [410643:410643:8:4294967295] 00000400:00000200:1.0:1786177177.367284:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177177.367290:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177177.367295:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177177.367298:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177177.367302:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177177.367305:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1786177177.367309:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177177.367312:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 38 secs later) 00000800:00000100:1.0:1786177177.367316:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177177.367319:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177177.367322:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177177.367325:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177177.367328:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177177.367330:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177177.367333:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177177.367336:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367345:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177177.367348:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367356:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.367357:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177177.367360:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177177.367362:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177177.367365:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177177.367367:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303285420 00000100:00000001:1.0:1786177177.367370:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303285880 00000100:00000001:1.0:1786177177.367372:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303285420 00000100:00000001:1.0:1786177177.367374:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303285880 00000100:00000001:1.0:1786177177.367377:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177177.367379:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.367380:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177177.367384:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177177/real 1786177177] req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177177.367392:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177177.367393:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177177.367395:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177177.367397:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177177.367399:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177177.367401:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177177.367404:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177177.367414:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367420:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177177.367422:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367423:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177177.367425:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177177.367429:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367436:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177177.367439:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367446:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177177.367448:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367449:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177177.367451:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367452:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177177.367454:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177177.367457:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177177.367460:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177177.367462:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177177.367466:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177177.367475:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177177.367479:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367481:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177177.367485:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612169216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367493:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177177.367494:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177177.367496:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177177.367498:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177177.367500:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177177.367502:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177177.367504:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177177.367506:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:1.0:1786177177.367508:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177177.367510:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177177.367511:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177177.367514:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177177.367516:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367518:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177177.367521:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612169344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367529:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177177.367530:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177177.367532:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177177.367534:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177177.367535:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177177.367536:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177177.367538:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177177.367539:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:1.0:1786177177.367541:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177177.367543:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177177.367544:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177177.367546:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177177.367547:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367549:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177177.367552:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612169472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367559:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177177.367561:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177177.367562:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177177.367565:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177177.367566:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177177.367568:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177177.367570:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177177.367571:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:1.0:1786177177.367573:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177177.367574:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177177.367576:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177177.367578:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177177.367579:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367581:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177177.367584:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612169600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177177.367591:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177177.367592:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177177.367594:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:1.0:1786177177.367596:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177177.367597:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177177.367598:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177177.367600:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177177.367602:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:1.0:1786177177.367603:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177177.367605:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177177.367606:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177177.367608:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177177.367609:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367611:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.367614:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177177.367616:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177177.367618:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177177.367620:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177178.005110:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303285880, at 4303285888 00000100:00000010:0.0:1786177178.005126:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6900. 00000100:00000040:1.0:1786177178.005228:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303285880, at 4303285888 00000100:00000010:1.0:1786177178.005236:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6060. 00000100:00000001:0.0:1786177178.261106:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177178.261107:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177178.261107:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177178.261114:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177178.261115:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177178.261115:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177178.261117:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177178.261119:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177178.261119:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177178.261123:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177178.261124:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177178.261125:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177178.261125:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177178.261130:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177178.261132:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177178.261132:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177178.261135:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177178.261137:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177178.261137:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177178.261139:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177178.261142:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177178.261142:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177178.261143:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177178.261148:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177178.261149:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177178.261149:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177178.261157:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177178.261157:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177178.261157:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177178.261161:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177178.261164:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177178.261165:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177178.261170:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177178.261173:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177178.261175:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177178.261178:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177178.261186:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177178.261187:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177178.261190:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177178.261190:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177178.261192:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177178.261195:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177178.261195:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177178.261197:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177178.261199:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177178.261200:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177178.261201:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177178.261203:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177178.261206:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177178.261207:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177178.261208:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177178.261209:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177178.261210:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177178.261211:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177178.261214:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177178.261216:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177178.261217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177178.261218:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177178.261221:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177178.261224:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177178.261224:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177178.261226:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177178.261227:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177178.261230:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177178.261234:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177178.261237:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177178.261240:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177178.261243:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177178.261246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177178.261248:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177178.261250:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177178.261251:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177178.261253:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177178.261254:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177178.261256:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177178.261258:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177178.261274:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177178.261276:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177178.261278:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177179.285120:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177179.285122:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177179.285125:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177179.285127:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.285127:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177179.285129:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177179.285131:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.285133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177179.285134:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177179.285136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177179.285137:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177179.285138:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.285141:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177179.285144:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177179.285146:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177179.285147:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.285148:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177179.285149:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.285152:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177179.285153:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177179.285155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177179.285157:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177179.285158:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.285159:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.285160:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177179.285165:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177179.285167:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177179.285168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177179.285193:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177179.285197:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177179.285200:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177179.285285:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177179.285287:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177179.285289:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177179.285291:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177179.285294:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177179.285296:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177179.285299:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177179.285299:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177179.285303:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177179.285304:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177179.285306:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177179.285307:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177179.285311:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177179.285314:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177179.285317:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177179.285319:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177179.285321:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177179.285322:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177179.285334:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177179.285338:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177179.285340:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177179.285341:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177179.285343:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177179.285344:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177179.285346:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177179.285347:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177179.285349:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.285375:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177179.285378:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177179.285379:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177179.285381:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177179.285382:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177179.285384:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177179.285385:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177179.285386:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177179.285388:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177180.309111:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177180.309115:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177180.309120:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177180.309121:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177180.309124:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177180.309125:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177180.309128:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177180.309130:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177180.309133:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177180.309133:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177180.309134:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177180.309137:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177180.309137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177180.309140:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177180.309141:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177180.309142:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177180.309143:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177180.309147:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177180.309148:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177180.309150:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177180.309150:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177180.309155:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177180.309156:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177180.309156:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177180.309157:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177180.309160:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177180.309162:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177180.309163:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177180.309166:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177180.309169:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177180.309169:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177180.309170:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177180.309174:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177180.309175:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177180.309180:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177180.309181:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177180.309184:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177180.309189:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177180.309191:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177180.309194:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177180.309197:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177180.309199:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177180.309202:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177180.309204:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177180.309208:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177180.309211:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177180.309212:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177180.309213:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177180.309216:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177180.309217:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177180.309218:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177180.309221:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177180.309224:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177180.309225:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177180.309227:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177180.309229:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177180.309230:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177180.309232:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177180.309233:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177180.309238:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177180.309242:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177180.309244:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177180.309247:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177180.309248:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177180.309267:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177180.309269:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177180.309271:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177181.333135:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177181.333135:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177181.333135:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177181.333141:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177181.333144:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177181.333145:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177181.333146:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177181.333146:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177181.333148:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177181.333150:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177181.333151:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177181.333152:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177181.333155:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177181.333158:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177181.333159:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:1.0:1786177181.333160:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177181.333162:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177181.333166:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177181.333167:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177181.333168:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177181.333168:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177181.333171:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177181.333172:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177181.333173:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177181.333174:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177181.333177:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177181.333179:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177181.333184:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177181.333184:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177181.333185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177181.333189:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177181.333191:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177181.333192:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177181.333195:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177181.333198:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177181.333203:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177181.333206:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177181.333212:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177181.333213:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177181.333214:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177181.333217:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177181.333219:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177181.333222:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177181.333223:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177181.333227:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177181.333228:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177181.333229:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177181.333232:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177181.333234:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177181.333235:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177181.333236:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177181.333241:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177181.333242:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177181.333244:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177181.333249:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177181.333249:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177181.333253:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177181.333257:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177181.333259:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177181.333261:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177181.333268:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177181.333270:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177181.333274:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177181.333275:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177181.333297:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177181.333301:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177181.333304:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177182.357123:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177182.357123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177182.357123:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177182.357130:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177182.357132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177182.357132:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177182.357133:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177182.357136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177182.357137:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177182.357139:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177182.357143:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177182.357146:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177182.357146:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177182.357148:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177182.357150:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177182.357153:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177182.357154:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177182.357154:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177182.357159:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177182.357160:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177182.357161:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177182.357162:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177182.357165:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177182.357170:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177182.357170:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177182.357175:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177182.357179:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177182.357179:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177182.357184:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177182.357185:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177182.357187:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177182.357189:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177182.357191:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177182.357193:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177182.357194:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177182.357196:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.357294:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177182.357298:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177182.357299:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177182.357301:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177182.357304:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177182.357306:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.357307:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177182.357309:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.357311:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177182.357318:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177182.357323:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177182.357324:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177182.357327:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177182.357330:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177182.357331:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177182.357333:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177182.357336:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177182.357338:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177182.357340:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177182.357341:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177182.357344:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177182.357346:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177182.357349:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177182.357349:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177182.357355:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177182.357357:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177182.357359:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177182.357360:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177182.357374:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177182.357377:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177182.357379:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177182.485128:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177182.485139:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177182.485142:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177182.485146:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177182.485151:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177182.485159:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8617 00000400:00000200:0.0:1786177182.485167:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177182.485174:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177182.485177:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177182.485181:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485184:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177182.485187:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485189:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177182.485194:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177182.485196:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177182.485198:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177182.485202:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177182.485204:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177182.485207:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177182.485210:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485212:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177182.485215:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485217:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177182.485220:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177182.485224:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485226:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177182.485229:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177182.485233:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177182.485236:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177182.485239:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177182.485241:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177182.485250:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177182.485254:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177182.485258:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177182.485260:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177182.485263:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177182.485265:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177182.485270:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177182.485278:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786177182.485285:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177182.485295:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177182.485308:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177182.485312:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177182.485318:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177182.485344:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177182.485348:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177182.485352:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177182.485354:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177182.485356:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177182.485359:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177182.485361:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8617 00000400:00000200:0.0:1786177182.485365:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177182.485369:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177182.485371:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177182.485375:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485377:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177182.485380:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485383:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177182.485385:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177182.485387:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177182.485390:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177182.485392:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1786177182.485393:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177182.485397:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786177182.485398:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177182.485401:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1786177182.485403:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177182.485410:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177182.485412:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485418:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177182.485424:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177182.485425:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177182.485428:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177182.485430:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177182.485432:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1786177182.485435:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:1.0:1786177182.485436:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177182.485440:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177182.485443:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00100000:1.0:1786177182.485446:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612169728:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177182.485450:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177182.485453:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177182.485458:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177182.485459:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177182.485464:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177182.485468:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1786177182.485471:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:0.0:1786177182.485472:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1786177182.485476:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786177182.485478:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177182.485482:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177182.485482:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1786177182.485490:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 02000000:00000010:1.0:1786177182.485490:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177182.485496:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1786177182.485497:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177182.485503:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177182.485506:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177182.485507:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177182.485510:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177182.485513:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1786177182.485514:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 02000000:00000001:0.0:1786177182.485515:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177182.485523:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000400:00000010:1.0:1786177182.485524:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177182.485528:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177182.485534:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612169728, portal 25 00000100:00100000:0.0:1786177182.485538:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177182.485539:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177182.485542:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000100:00000040:1.0:1786177182.485553:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177182.485555:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177182.485560:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177182.485569:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.485570:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177182.485578:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177182.485584:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000001:0.0:1786177182.485589:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177182.485590:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612169728, offset 0 00000100:00080000:0.0:1786177182.485596:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177182.485602:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177182.485604:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177182.485608:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177182.485609:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485615:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177182.485620:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8617 00000400:00000200:1.0:1786177182.485622:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177182.485631:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177182.485637:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177182.485641:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177182.485645:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177182.485648:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177182.485652:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410646:410646:256:4294967295] 192.168.202.156@tcp LPNI seq info [410644:410644:8:4294967295] 00000400:00000200:1.0:1786177182.485657:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177182.485668:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:0.0:1786177182.485677:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.0:1786177182.485678:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177182.485684:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000010:1.0:1786177182.485687:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00080000:0.0:1786177182.485689:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177182.485695:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485699:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1786177182.485701:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786177182.485706:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:1.0:1786177182.485708:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000001:0.0:1786177182.485711:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177182.485717:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000200:1.1:1786177182.485718:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000040:0.0:1786177182.485721:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000800:00000200:1.1:1786177182.485722:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000020:00000001:0.0:1786177182.485727:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000100:1.0:1786177182.485730:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000020:00000040:0.0:1786177182.485732:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000800:00000010:1.0:1786177182.485733:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000020:00000001:0.0:1786177182.485739:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177182.485741:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1786177182.485743:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177182.485746:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177182.485750:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177182.485755:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000040:0.0:1786177182.485759:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177182.485761:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177182.485765:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1786177182.485769:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177182.485772:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.485777:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177182.485784:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177182.485807:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177182.485810:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177182.485811:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177182.485816:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177182.485817:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177182.485820:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177182.485826:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177182.485827:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.485829:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177182.485831:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177182.485835:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1786177182.485836:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786177182.485840:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177182.485844:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177182.485846:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.485847:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303291000 00000100:00000010:0.0:1786177182.485853:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000100:00000010:1.0:1786177182.485854:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6060. 00000020:00000040:0.0:1786177182.485860:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000100:00000001:1.0:1786177182.485864:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1786177182.485865:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177182.485869:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.485870:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303291000 00000100:00000001:0.0:1786177182.485872:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1786177182.485874:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f66c0. 02000000:00000001:0.0:1786177182.485876:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177182.485878:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1786177182.485880:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.485882:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177182.485885:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.485887:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000010:0.0:1786177182.485888:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00100000:1.0:1786177182.485892:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177182/real 1786177182] req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177182.485895:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177182.485904:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1786177182.485907:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1786177182.485907:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177182.485911:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177182.485915:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177182.485918:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177182.485922:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177182.485926:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1786177182.485928:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177182.485931:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177182.485941:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177182.485942:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.485972:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177182.485973:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.485978:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177182.485979:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177182.485985:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177182.485985:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177182.485989:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177182.485990:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177182.485993:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177182.485998:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:1.0:1786177182.486000:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177182.486004:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8617 00000100:00000001:1.0:1786177182.486031:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177182.486036:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486041:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177182.486044:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786177182.486049:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177182.486049:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177182.486052:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486055:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177182.486057:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:0.0:1786177182.486059:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177182.486060:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177182.486065:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1786177182.486068:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177182.486073:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177182.486076:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177182.486079:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177182.486081:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177182.486088:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00100000:1.0:1786177182.486091:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612169728:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177182.486093:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177182.486099:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177182.486102:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000001:1.0:1786177182.486102:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486108:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1786177182.486109:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177182.486114:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177182.486118:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:1.0:1786177182.486118:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612169728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177182.486123:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177182.486132:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.486138:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177182.486139:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1786177182.486143:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177182.486144:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1786177182.486149:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000010:1.0:1786177182.486150:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 00000020:00000040:0.0:1786177182.486155:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 02000000:00000001:1.0:1786177182.486157:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177182.486160:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00080000:0.0:1786177182.486162:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000020:00000040:1.0:1786177182.486163:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000001:0.0:1786177182.486169:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177182.486169:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177182.486173:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177182.486174:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177182.486177:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177182.486180:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177182.486180:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177182.486183:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 02000000:00000001:0.0:1786177182.486186:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486187:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177182.486190:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177182.486191:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177182.486192:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1786177182.486195:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177182.486200:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486200:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177182.486203:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177182.486205:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486206:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177182.486210:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177182.486211:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1786177182.486212:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000100:00000040:1.0:1786177182.486216:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177182.486218:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177182.486224:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177182.486227:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486228:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177182.486232:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177182.486232:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177182.486237:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177182.486237:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177182.486242:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177182.486243:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177182.486244:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177182.486250:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169856:192.168.202.156@tcp:38:kworker.0 02000000:00000010:0.0:1786177182.486253:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:1.0:1786177182.486253:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177182.486256:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177182.486258:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177182.486261:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177182.486261:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177182.486266:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177182.486269:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177182.486271:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177182.486274:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177182.486279:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177182.486285:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177182.486290:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612169856, portal 10 00000100:00000001:0.0:1786177182.486291:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177182.486293:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177182.486295:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000001:0.0:1786177182.486297:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177182.486303:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177182.486307:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486313:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177182.486320:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177182.486324:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177182.486329:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612169856, offset 0 00000100:00000001:0.0:1786177182.486332:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177182.486334:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00080000:0.0:1786177182.486338:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177182.486340:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:0.0:1786177182.486347:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:1.0:1786177182.486347:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:0.0:1786177182.486352:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177182.486353:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1786177182.486356:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177182.486357:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177182.486363:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1786177182.486365:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177182.486366:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00080000:0.0:1786177182.486374:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8617 00000400:00000200:1.0:1786177182.486374:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410647:410647:256:4294967295] 192.168.202.156@tcp LPNI seq info [410645:410645:8:4294967295] 00000400:00000200:1.0:1786177182.486381:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177182.486385:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177182.486389:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177182.486393:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000010:1.0:1786177182.486394:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177182.486401:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:0.0:1786177182.486404:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000200:1.0:1786177182.486405:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00080000:0.0:1786177182.486410:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:1.1:1786177182.486413:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177182.486417:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000040:0.0:1786177182.486419:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000100:1.0:1786177182.486424:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177182.486426:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1786177182.486427:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177182.486431:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1786177182.486432:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177182.486436:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1786177182.486439:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177182.486440:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177182.486443:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000020:00000001:0.0:1786177182.486445:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177182.486446:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1786177182.486449:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000200:1.0:1786177182.486451:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177182.486454:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177182.486458:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:1.0:1786177182.486462:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1786177182.486463:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177182.486466:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177182.486468:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177182.486477:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.486482:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177182.486487:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177182.486492:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177182.486498:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177182.486501:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177182.486503:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177182.486506:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177182.486509:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486511:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177182.486514:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177182.486516:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 02000000:00000001:0.0:1786177182.486519:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177182.486522:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177182.486525:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486526:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303290376 00000100:00000001:0.0:1786177182.486532:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177182.486532:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303291000 00000100:00000001:1.0:1786177182.486536:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303290376 00000008:00100000:0.0:1786177182.486537:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177182.486538:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303291000 00000100:00000001:1.0:1786177182.486543:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1786177182.486546:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486546:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177182.486553:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486553:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177182.486558:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177182/real 1786177182] req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1786177182.486560:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177182.486566:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000400:00000001:1.0:1786177182.486568:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177182.486571:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786177182.486572:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1786177182.486573:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 02000000:00000001:0.0:1786177182.486577:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177182.486577:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177182.486580:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177182.486582:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177182.486583:0:2389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786177182.486587:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1786177182.486588:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177182.486591:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177182.486600:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000200:1.0:1786177182.486600:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177182.486607:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486609:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177182.486612:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486614:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177182.486616:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177182.486618:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786177182.486621:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486646:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177182.486649:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1786177182.486651:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177182.486655:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486661:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177182.486665:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177182.486666:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486667:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177182.486669:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486673:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177182.486677:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177182.486681:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786177182.486688:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177182.486689:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177182.486694:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177182.486697:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8628) 00000100:00000040:1.0:1786177182.486698:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177182.486707:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169856:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177182.486710:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177182.486712:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486716:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177182.486718:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177182.486719:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177182.486721:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177182.486722:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177182.486724:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169984:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177182.486726:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177182.486727:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177182.486728:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177182.486730:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177182.486732:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177182.486733:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177182.486736:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177182.486737:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177182.486739:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177182.486741:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612169984, portal 10 00000100:00000001:1.0:1786177182.486742:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177182.486744:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177182.486748:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486752:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177182.486754:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177182.486755:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177182.486757:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612169984, offset 0 00000400:00000200:1.0:1786177182.486759:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177182.486761:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177182.486764:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177182.486765:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177182.486767:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177182.486769:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177182.486771:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177182.486773:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410648:410648:256:4294967295] 192.168.202.156@tcp LPNI seq info [410646:410646:8:4294967295] 00000400:00000200:1.0:1786177182.486776:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177182.486780:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177182.486782:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177182.486785:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177182.486804:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177182.486807:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177182.486809:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177182.486811:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177182.486813:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177182.486815:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177182.486817:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177182.486820:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177182.486822:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177182.486823:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177182.486825:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177182.486827:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486833:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177182.486835:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486839:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486840:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177182.486842:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177182.486844:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177182.486846:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177182.486848:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303290376 00000100:00000001:1.0:1786177182.486849:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303291000 00000100:00000001:1.0:1786177182.486851:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303290376 00000100:00000001:1.0:1786177182.486852:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303291000 00000100:00000001:1.0:1786177182.486854:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177182.486855:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486856:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177182.486858:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177182/real 1786177182] req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177182.486863:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177182.486864:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177182.486866:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177182.486867:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177182.486868:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177182.486870:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177182.486872:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177182.486877:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486881:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177182.486882:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486883:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177182.486884:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177182.486886:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486890:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177182.486892:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486896:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177182.486898:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486899:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177182.486899:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486900:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177182.486902:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177182.486903:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177182.486905:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177182.486907:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177182.486909:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177182.486914:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612169984:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177182.486916:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486918:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177182.486920:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612169856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486924:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177182.486925:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177182.486927:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177182.486928:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177182.486929:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177182.486930:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177182.486931:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177182.486932:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:1.0:1786177182.486934:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177182.486935:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177182.486936:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177182.486938:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177182.486939:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486940:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177182.486942:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612169984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486946:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177182.486946:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177182.486947:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177182.486948:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177182.486949:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177182.486950:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177182.486951:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177182.486952:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:1.0:1786177182.486953:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177182.486953:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177182.486954:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177182.486955:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177182.486956:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486957:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.486960:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177182.486960:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.486962:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177182.486963:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177182.486964:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177182.486966:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.486971:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177182.486972:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177182.486973:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177182.486974:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177182.486975:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177182.486977:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170112:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177182.486979:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177182.486981:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177182.486982:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177182.486983:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177182.486985:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177182.486986:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177182.486988:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177182.486990:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177182.486992:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177182.486994:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612170112, portal 4 00000100:00000001:1.0:1786177182.486995:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177182.486996:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177182.487000:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487004:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177182.487006:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177182.487007:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177182.487009:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612170112, offset 0 00000400:00000200:1.0:1786177182.487026:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177182.487029:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177182.487031:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177182.487033:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177182.487035:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177182.487037:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177182.487039:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177182.487041:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410649:410649:256:4294967295] 192.168.202.156@tcp LPNI seq info [410647:410647:8:4294967295] 00000400:00000200:1.0:1786177182.487044:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177182.487048:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177182.487050:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177182.487053:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177182.487055:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177182.487057:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177182.487060:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177182.487062:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177182.487064:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177182.487066:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177182.487068:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177182.487070:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177182.487072:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177182.487073:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177182.487075:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177182.487077:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487082:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177182.487084:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487088:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.487090:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177182.487092:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177182.487095:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177182.487113:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177182.487115:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303290560 00000100:00000001:1.0:1786177182.487118:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303291000 00000100:00000001:1.0:1786177182.487120:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303290560 00000100:00000001:1.0:1786177182.487124:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303291000 00000100:00000001:1.0:1786177182.487127:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177182.487129:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.487131:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177182.487136:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177182/real 1786177182] req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177182.487150:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177182.487151:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177182.487153:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177182.487155:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177182.487157:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177182.487158:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177182.487161:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177182.487166:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487171:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177182.487172:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.487173:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177182.487174:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177182.487176:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487180:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177182.487182:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487187:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177182.487188:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.487189:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177182.487190:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.487192:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177182.487193:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177182.487195:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177182.487197:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177182.487199:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177182.487201:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177182.487206:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170112:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177182.487208:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177182.487210:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487215:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177182.487216:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177182.487217:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177182.487218:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177182.487220:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177182.487221:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170240:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177182.487223:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177182.487225:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177182.487226:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177182.487227:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177182.487229:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177182.487230:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177182.487233:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177182.487234:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177182.487236:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177182.487238:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612170240, portal 4 00000100:00000001:1.0:1786177182.487240:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177182.487241:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177182.487245:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487249:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177182.487251:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177182.487252:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177182.487254:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612170240, offset 0 00000400:00000200:1.0:1786177182.487256:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177182.487259:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177182.487261:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177182.487263:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177182.487265:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177182.487266:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177182.487268:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177182.487270:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410650:410650:256:4294967295] 192.168.202.156@tcp LPNI seq info [410648:410648:8:4294967295] 00000400:00000200:1.0:1786177182.487273:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177182.487277:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177182.487280:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177182.487282:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177182.487285:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177182.487287:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177182.487290:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177182.487291:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177182.487294:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177182.487296:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177182.487298:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177182.487300:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177182.487302:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177182.487303:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177182.487305:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177182.487307:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487312:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177182.487314:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487323:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.487324:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177182.487325:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177182.487327:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177182.487329:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177182.487331:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303290540 00000100:00000001:1.0:1786177182.487332:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303291000 00000100:00000001:1.0:1786177182.487334:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303290540 00000100:00000001:1.0:1786177182.487335:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303291000 00000100:00000001:1.0:1786177182.487336:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177182.487337:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.487338:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177182.487341:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177182/real 1786177182] req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177182.487345:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177182.487346:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177182.487347:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177182.487349:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177182.487350:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177182.487351:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177182.487353:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177182.487357:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487361:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177182.487362:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.487363:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177182.487365:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177182.487367:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487372:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177182.487374:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487378:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177182.487379:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.487380:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177182.487381:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.487382:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177182.487383:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177182.487385:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177182.487386:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177182.487388:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177182.487390:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177182.487394:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170240:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177182.487396:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.487398:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177182.487399:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612170112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487403:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177182.487404:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177182.487405:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177182.487406:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177182.487407:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177182.487408:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177182.487409:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177182.487410:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:1.0:1786177182.487412:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177182.487413:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177182.487414:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177182.487415:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177182.487416:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.487417:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177182.487419:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612170240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177182.487423:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177182.487424:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177182.487425:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177182.487426:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177182.487427:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177182.487427:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177182.487428:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177182.487429:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:1.0:1786177182.487430:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177182.487431:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177182.487432:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177182.487433:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177182.487434:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.487435:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.487437:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177182.487438:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177182.487439:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177182.487440:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177183.125117:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303291000, at 4303291008 00000100:00000040:1.0:1786177183.125118:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303291000, at 4303291008 00000100:00000010:1.0:1786177183.125134:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f66c0. 00000100:00000010:0.0:1786177183.125142:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6060. 00000100:00000001:2.0:1786177183.381135:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177183.381139:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177183.381143:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177183.381146:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177183.381146:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177183.381151:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:2.0:1786177183.381152:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177183.381156:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177183.381157:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177183.381161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177183.381162:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177183.381164:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177183.381167:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177183.381167:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177183.381174:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177183.381174:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177183.381180:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177183.381184:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177183.381185:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177183.381186:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177183.381188:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177183.381189:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177183.381191:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177183.381193:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177183.381195:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177183.381196:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177183.381198:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177183.381201:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177183.381202:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177183.381205:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177183.381206:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177183.381207:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177183.381209:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177183.381210:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177183.381213:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177183.381215:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177183.381217:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177183.381220:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177183.381225:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177183.381226:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177183.381242:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177183.381244:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177183.381246:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177183.381330:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177183.381334:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177183.381335:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177183.381338:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177183.381341:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177183.381343:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177183.381344:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177183.381346:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177183.381348:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177183.381355:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177183.381359:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177183.381361:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177183.381363:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177183.381366:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177183.381368:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177183.381369:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177183.381370:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177183.381372:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177183.381373:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177183.381375:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177183.381376:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177183.381378:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177183.381382:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177183.381384:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177183.381385:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177183.381386:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177183.381388:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177183.381390:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177183.381393:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177183.381394:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177183.381397:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177183.381399:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177183.381401:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177183.381402:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177183.381404:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177183.381405:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177184.405096:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177184.405104:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177184.405104:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177184.405104:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177184.405106:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177184.405110:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177184.405112:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177184.405113:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177184.405113:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177184.405116:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177184.405119:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177184.405120:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177184.405122:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177184.405125:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177184.405125:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177184.405127:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177184.405129:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177184.405130:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177184.405134:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177184.405134:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177184.405136:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177184.405137:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177184.405139:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177184.405143:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177184.405144:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177184.405148:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177184.405151:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177184.405163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177184.405165:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177184.405169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177184.405171:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177184.405174:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177184.405175:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177184.405178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177184.405179:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177184.405181:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177184.405182:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177184.405196:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177184.405198:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177184.405200:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177184.405282:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177184.405287:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177184.405289:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177184.405292:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177184.405296:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177184.405299:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177184.405301:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177184.405302:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177184.405306:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177184.405307:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177184.405308:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177184.405313:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177184.405314:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177184.405316:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177184.405320:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177184.405322:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177184.405323:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177184.405325:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177184.405374:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177184.405378:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177184.405379:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177184.405381:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177184.405382:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177184.405384:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177184.405386:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177184.405387:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177184.405389:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.429075:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177185.429080:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177185.429082:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177185.429086:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177185.429089:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177185.429091:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177185.429094:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177185.429096:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177185.429098:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177185.429107:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177185.429109:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177185.429114:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177185.429115:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177185.429117:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.429119:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177185.429122:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177185.429126:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177185.429126:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177185.429129:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177185.429133:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177185.429133:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177185.429135:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.429139:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177185.429140:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.429146:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177185.429149:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.429151:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177185.430062:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177185.430064:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177185.430066:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177185.430068:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177185.430071:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177185.430072:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177185.430075:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177185.430077:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177185.430078:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177185.430079:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177185.430085:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177185.430089:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.430092:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177185.430094:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177185.430099:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177185.430100:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177185.430105:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177185.430105:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177185.430106:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177185.430109:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177185.430112:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177185.430114:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177185.430117:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177185.430118:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177185.430124:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177185.430125:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177185.430125:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177185.430130:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177185.430132:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177185.430133:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177185.430137:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177185.430138:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.430143:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177185.430144:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177185.430146:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177185.430147:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.430151:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177185.430152:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177185.430158:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177185.430163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177185.430165:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177185.430169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177185.430171:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177185.430200:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177185.430203:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177185.430206:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177186.453125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177186.453125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177186.453125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177186.453126:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177186.453134:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177186.453135:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177186.453135:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177186.453136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177186.453140:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177186.453140:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177186.453141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177186.453148:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177186.453150:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786177186.453151:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177186.453151:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:1.0:1786177186.453154:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177186.453159:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177186.453160:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177186.453160:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177186.453160:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177186.453167:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177186.453167:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177186.453168:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177186.453168:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177186.453173:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177186.453176:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177186.453178:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177186.453179:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177186.453183:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177186.453183:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177186.453184:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177186.453188:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177186.453194:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177186.453194:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177186.453198:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177186.453202:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177186.453208:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177186.453212:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177186.453214:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177186.453216:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177186.453220:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177186.453223:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177186.453224:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177186.453226:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177186.453229:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177186.453230:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177186.453234:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177186.453235:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177186.453241:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177186.453245:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177186.453248:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177186.453250:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177186.453252:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177186.453255:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177186.453261:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177186.453265:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177186.453270:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177186.453272:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177186.453276:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177186.453277:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177186.453281:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177186.453282:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177186.453286:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177186.453288:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177186.453306:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177186.453309:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177186.453312:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177187.477110:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177187.477110:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177187.477116:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177187.477117:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177187.477118:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177187.477121:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.477122:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177187.477123:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177187.477123:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177187.477127:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177187.477129:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.477130:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177187.477131:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177187.477131:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177187.477135:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.477137:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177187.477137:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177187.477138:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177187.477141:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177187.477145:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177187.477145:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177187.477145:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177187.477147:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177187.477149:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177187.477150:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.477152:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177187.477154:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177187.477154:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177187.477155:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177187.477160:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177187.477161:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.477166:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177187.477166:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177187.477166:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.477171:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.477176:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.477188:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177187.477190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177187.477194:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177187.477195:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177187.477198:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177187.477199:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177187.477203:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177187.477205:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177187.477205:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177187.477207:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.477212:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177187.477212:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177187.477216:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177187.477219:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177187.477219:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177187.477224:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177187.477227:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177187.477229:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177187.477232:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.477233:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177187.477237:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177187.477237:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177187.477242:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177187.477242:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177187.477251:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177187.477255:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177187.477258:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177187.477262:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177187.477266:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177187.477268:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177187.477270:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177187.477272:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177187.477276:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177187.477277:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177187.477279:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177187.477280:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177187.477281:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177187.477283:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177187.477285:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177187.477287:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177187.477304:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177187.477307:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177187.477310:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177187.605120:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177187.605129:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177187.605131:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177187.605134:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177187.605138:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177187.605145:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8623 00000400:00000200:0.0:1786177187.605151:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177187.605156:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177187.605158:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177187.605161:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605163:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177187.605165:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605167:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177187.605170:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177187.605172:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177187.605174:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177187.605178:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177187.605180:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177187.605181:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177187.605183:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605185:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177187.605186:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605187:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177187.605189:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177187.605192:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605194:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177187.605205:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177187.605208:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177187.605210:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.605211:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177187.605213:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177187.605220:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177187.605223:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177187.605226:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177187.605227:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.605230:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177187.605232:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177187.605235:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177187.605242:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786177187.605247:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177187.605254:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177187.605268:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177187.605272:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177187.605275:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177187.605294:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177187.605296:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177187.605299:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177187.605300:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177187.605301:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177187.605303:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177187.605305:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8623 00000400:00000200:0.0:1786177187.605307:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177187.605309:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177187.605311:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177187.605312:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605314:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177187.605315:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605317:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177187.605319:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177187.605320:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177187.605321:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177187.605323:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177187.605324:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177187.605326:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177187.605328:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605330:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177187.605331:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177187.605333:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177187.605334:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177187.605338:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1786177187.605339:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:1.0:1786177187.605343:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1786177187.605344:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605352:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177187.605353:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177187.605354:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177187.605359:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177187.605363:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.605366:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177187.605367:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177187.605371:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786177187.605373:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1786177187.605376:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1786177187.605377:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.605379:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177187.605380:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.605386:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177187.605387:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000100:00100000:1.0:1786177187.605390:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612170368:192.168.202.156@tcp:250:kworker.0 00000020:00000040:0.0:1786177187.605392:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00000001:1.0:1786177187.605395:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177187.605398:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177187.605400:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177187.605402:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.605402:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.605407:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177187.605408:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177187.605410:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177187.605412:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177187.605414:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000010:0.0:1786177187.605417:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 02000000:00000001:1.0:1786177187.605418:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.605421:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177187.605426:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:0.0:1786177187.605430:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177187.605431:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177187.605440:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1786177187.605440:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177187.605443:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177187.605447:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177187.605448:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612170368, portal 25 00000100:00000001:1.0:1786177187.605454:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177187.605457:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00000001:0.0:1786177187.605460:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177187.605464:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177187.605465:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177187.605473:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177187.605476:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177187.605479:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177187.605482:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177187.605483:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000040:1.0:1786177187.605487:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:0.0:1786177187.605488:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8623 00000400:00000010:1.0:1786177187.605491:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000400:00000200:0.0:1786177187.605495:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:1.0:1786177187.605497:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612170368, offset 0 00000400:00000200:0.0:1786177187.605500:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177187.605503:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177187.605508:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177187.605508:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605513:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177187.605514:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605516:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177187.605517:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177187.605518:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177187.605519:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177187.605520:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177187.605521:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177187.605523:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177187.605526:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177187.605527:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177187.605529:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177187.605533:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605534:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177187.605537:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177187.605537:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:0.0:1786177187.605543:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177187.605545:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1786177187.605546:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177187.605552:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:0.0:1786177187.605555:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177187.605556:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1786177187.605560:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177187.605561:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:0.0:1786177187.605564:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.605567:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177187.605568:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410651:410651:256:4294967295] 192.168.202.156@tcp LPNI seq info [410649:410649:8:4294967295] 00000008:00100000:0.0:1786177187.605569:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177187.605576:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177187.605578:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177187.605580:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177187.605584:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177187.605589:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177187.605592:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:0.0:1786177187.605593:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177187.605596:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.605599:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177187.605601:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177187.605603:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177187.605604:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 02000000:00000010:0.0:1786177187.605607:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786177187.605611:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177187.605611:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00100000:0.0:1786177187.605616:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1786177187.605621:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177187.605628:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177187.605640:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177187.605646:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1786177187.605647:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177187.605652:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177187.605654:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000100:00000001:0.0:1786177187.605655:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177187.605661:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177187.605661:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177187.605672:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1786177187.605674:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177187.605677:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177187.605677:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177187.605682:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00080000:0.0:1786177187.605683:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177187.605686:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177187.605688:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177187.605688:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177187.605693:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:1.0:1786177187.605696:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177187.605697:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8623 00000400:00000200:0.0:1786177187.605706:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177187.605712:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177187.605715:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177187.605717:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605718:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177187.605719:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605720:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177187.605722:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177187.605722:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177187.605723:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177187.605725:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177187.605726:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177187.605728:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177187.605730:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605732:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177187.605734:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605736:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177187.605751:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177187.605754:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177187.605756:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177187.605757:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177187.605759:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177187.605761:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.605762:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177187.605764:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177187.605766:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.605766:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177187.605770:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177187.605773:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177187.605776:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000040:1.0:1786177187.605776:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177187.605780:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177187.605783:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.605787:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177187.605789:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177187.605793:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.605796:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.605800:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1786177187.605806:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:1.0:1786177187.605808:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.605813:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177187.605818:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177187.605823:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303296120 00000100:00100000:0.0:1786177187.605825:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1786177187.605831:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f66c0. 00000100:00000001:0.0:1786177187.605839:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177187.605844:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.605844:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1786177187.605852:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.605855:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303296120 00000100:00000001:0.0:1786177187.605864:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177187.605864:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6b40. 00000100:00080000:0.0:1786177187.605869:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177187.605872:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1786177187.605873:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177187.605876:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177187.605878:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177187.605880:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177187.605881:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177187.605885:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8623 00000100:00000001:1.0:1786177187.605889:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177187.605892:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177187.605896:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000400:00000200:0.0:1786177187.605897:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177187.605900:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177187.605903:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:1.0:1786177187.605909:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177187/real 1786177187] req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177187.605918:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1786177187.605922:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1786177187.605924:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000001:1.0:1786177187.605927:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177187.605929:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177187.605932:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000020:00000001:0.0:1786177187.605934:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1786177187.605936:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000020:00000040:0.0:1786177187.605937:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000400:00000010:1.0:1786177187.605940:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000020:00000001:0.0:1786177187.605941:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177187.605944:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1786177187.605946:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000200:1.0:1786177187.605950:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177187.605952:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786177187.605958:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177187.605967:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177187.605968:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177187.605974:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177187.605980:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1786177187.605982:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177187.605983:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.605987:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177187.605989:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177187.605990:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1786177187.605996:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00100000:1.0:1786177187.605999:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177187.606004:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177187.606008:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177187.606035:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177187.606039:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.606041:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1786177187.606043:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177187.606047:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177187.606048:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177187.606049:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177187.606053:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177187.606054:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.606057:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177187.606058:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177187.606062:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:0.0:1786177187.606063:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177187.606069:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177187.606070:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786177187.606071:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177187.606075:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000010:0.0:1786177187.606076:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177187.606079:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:0.0:1786177187.606080:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177187.606085:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1786177187.606087:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177187.606088:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177187.606092:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177187.606095:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177187.606097:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177187.606101:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612170368:192.168.202.156@tcp:250:kworker.0 02000000:00000010:0.0:1786177187.606102:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:1.0:1786177187.606105:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177187.606107:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.606109:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1786177187.606117:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1786177187.606117:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612170368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177187.606149:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177187.606149:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1786177187.606154:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.606155:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177187.606159:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 00000100:00000040:0.0:1786177187.606162:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177187.606164:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1786177187.606170:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177187.606174:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8633) 00000020:00000001:1.0:1786177187.606175:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177187.606178:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177187.606180:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177187.606182:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:1.0:1786177187.606185:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177187.606187:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177187.606189:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177187.606191:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177187.606192:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.606194:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.606200:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177187.606201:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.606203:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177187.606204:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177187.606205:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177187.606209:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606214:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177187.606215:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.606216:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177187.606218:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177187.606220:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177187.606222:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170496:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177187.606224:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177187.606225:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177187.606227:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.606228:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177187.606230:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177187.606231:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177187.606234:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177187.606236:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177187.606239:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177187.606241:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612170496, portal 10 00000100:00000001:1.0:1786177187.606242:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177187.606243:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177187.606248:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606253:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177187.606254:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177187.606256:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177187.606257:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612170496, offset 0 00000400:00000200:1.0:1786177187.606260:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177187.606263:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177187.606265:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177187.606268:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177187.606271:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177187.606273:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177187.606276:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177187.606279:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410652:410652:256:4294967295] 192.168.202.156@tcp LPNI seq info [410650:410650:8:4294967295] 00000400:00000200:1.0:1786177187.606283:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177187.606291:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177187.606296:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177187.606300:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177187.606305:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177187.606308:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177187.606313:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177187.606317:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177187.606321:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177187.606323:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177187.606326:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177187.606330:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177187.606334:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177187.606336:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177187.606338:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177187.606342:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606351:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177187.606353:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606357:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.606358:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177187.606361:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177187.606364:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177187.606366:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177187.606368:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303295496 00000100:00000001:1.0:1786177187.606370:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303296120 00000100:00000001:1.0:1786177187.606371:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303295496 00000100:00000001:1.0:1786177187.606373:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303296120 00000100:00000001:1.0:1786177187.606374:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177187.606375:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.606377:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177187.606379:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177187/real 1786177187] req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177187.606389:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177187.606390:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177187.606391:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177187.606393:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177187.606394:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177187.606395:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177187.606397:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177187.606403:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606406:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177187.606407:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.606408:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177187.606409:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177187.606411:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606415:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177187.606418:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606425:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177187.606427:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.606429:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177187.606430:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.606432:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177187.606436:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177187.606439:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177187.606442:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177187.606445:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177187.606450:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177187.606459:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170496:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177187.606463:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177187.606467:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606475:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177187.606477:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.606479:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177187.606481:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177187.606483:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177187.606486:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170624:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177187.606489:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177187.606491:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177187.606493:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.606494:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177187.606496:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177187.606498:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177187.606502:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177187.606504:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177187.606508:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177187.606511:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612170624, portal 10 00000100:00000001:1.0:1786177187.606513:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177187.606514:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177187.606520:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606527:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177187.606529:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177187.606532:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177187.606534:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612170624, offset 0 00000400:00000200:1.0:1786177187.606539:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177187.606544:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177187.606547:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177187.606551:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177187.606554:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177187.606556:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177187.606559:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177187.606562:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410653:410653:256:4294967295] 192.168.202.156@tcp LPNI seq info [410651:410651:8:4294967295] 00000400:00000200:1.0:1786177187.606566:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177187.606573:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177187.606578:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177187.606582:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177187.606586:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177187.606589:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177187.606593:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177187.606596:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177187.606600:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177187.606602:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177187.606605:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177187.606609:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177187.606612:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177187.606614:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177187.606617:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177187.606621:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606630:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177187.606633:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606640:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.606642:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177187.606645:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177187.606648:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177187.606652:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177187.606654:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303295496 00000100:00000001:1.0:1786177187.606657:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303296120 00000100:00000001:1.0:1786177187.606659:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303295496 00000100:00000001:1.0:1786177187.606662:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303296120 00000100:00000001:1.0:1786177187.606664:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177187.606667:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.606669:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177187.606672:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177187/real 1786177187] req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177187.606680:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177187.606681:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177187.606683:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177187.606686:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177187.606688:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177187.606690:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177187.606693:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177187.606702:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606709:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177187.606711:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.606713:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177187.606714:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177187.606718:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606726:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177187.606730:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606755:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177187.606759:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.606760:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177187.606762:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.606764:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177187.606766:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177187.606769:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177187.606773:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177187.606775:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177187.606780:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177187.606788:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170624:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177187.606792:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177187.606796:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606803:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177187.606805:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.606807:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177187.606809:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177187.606811:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177187.606814:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170752:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177187.606817:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177187.606819:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177187.606821:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.606823:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177187.606826:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b000. 02000000:00000001:1.0:1786177187.606828:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177187.606832:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177187.606835:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177187.606839:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177187.606843:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612170752, portal 4 00000100:00000001:1.0:1786177187.606846:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177187.606847:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177187.606853:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606860:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177187.606863:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177187.606865:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177187.606868:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612170752, offset 0 00000400:00000200:1.0:1786177187.606872:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177187.606877:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177187.606881:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177187.606884:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177187.606886:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177187.606889:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177187.606891:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177187.606894:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410654:410654:256:4294967295] 192.168.202.156@tcp LPNI seq info [410652:410652:8:4294967295] 00000400:00000200:1.0:1786177187.606899:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177187.606906:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177187.606911:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177187.606915:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177187.606919:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177187.606922:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177187.606927:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177187.606930:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177187.606934:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177187.606937:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177187.606940:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177187.606943:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177187.606947:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177187.606949:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177187.606951:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177187.606956:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606971:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177187.606974:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.606982:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.606983:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177187.606986:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177187.606989:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177187.606993:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177187.606995:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303295679 00000100:00000001:1.0:1786177187.606998:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303296120 00000100:00000001:1.0:1786177187.607000:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303295679 00000100:00000001:1.0:1786177187.607003:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303296120 00000100:00000001:1.0:1786177187.607005:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177187.607007:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.607009:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177187.607032:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177187/real 1786177187] req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177187.607042:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177187.607043:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177187.607045:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177187.607048:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177187.607049:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177187.607052:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177187.607055:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177187.607064:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607071:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177187.607073:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607075:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177187.607076:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177187.607080:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607087:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177187.607091:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607098:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177187.607101:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607102:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177187.607104:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607106:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177187.607107:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177187.607110:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177187.607113:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177187.607116:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177187.607120:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177187.607129:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170752:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177187.607133:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177187.607137:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607144:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177187.607146:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.607148:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177187.607150:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177187.607152:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177187.607156:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170880:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177187.607160:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177187.607162:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177187.607164:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177187.607165:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177187.607169:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177187.607171:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177187.607175:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177187.607178:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177187.607181:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177187.607185:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612170880, portal 4 00000100:00000001:1.0:1786177187.607187:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177187.607188:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177187.607194:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607201:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177187.607204:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177187.607206:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177187.607208:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612170880, offset 0 00000400:00000200:1.0:1786177187.607212:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177187.607216:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177187.607220:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177187.607223:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177187.607226:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177187.607228:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177187.607231:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177187.607234:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410655:410655:256:4294967295] 192.168.202.156@tcp LPNI seq info [410653:410653:8:4294967295] 00000400:00000200:1.0:1786177187.607239:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177187.607245:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177187.607249:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177187.607252:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177187.607255:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177187.607257:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177187.607260:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177187.607262:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177187.607265:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177187.607266:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177187.607268:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177187.607271:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177187.607273:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177187.607274:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177187.607276:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177187.607278:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607284:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177187.607286:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607290:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.607291:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177187.607294:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177187.607296:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177187.607298:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177187.607300:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303295660 00000100:00000001:1.0:1786177187.607301:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303296120 00000100:00000001:1.0:1786177187.607303:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303295660 00000100:00000001:1.0:1786177187.607304:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303296120 00000100:00000001:1.0:1786177187.607305:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177187.607307:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.607308:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177187.607310:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177187/real 1786177187] req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177187.607315:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177187.607316:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177187.607317:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177187.607319:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177187.607320:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177187.607321:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177187.607323:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177187.607328:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607332:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177187.607333:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607334:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177187.607335:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177187.607337:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607342:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177187.607345:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607349:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177187.607350:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607351:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177187.607352:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607353:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177187.607354:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177187.607355:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177187.607357:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177187.607358:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177187.607361:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177187.607369:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612170880:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177187.607372:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607373:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177187.607375:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612170496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607379:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177187.607380:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177187.607381:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177187.607383:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177187.607384:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177187.607385:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177187.607386:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177187.607387:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:1.0:1786177187.607389:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177187.607390:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177187.607391:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177187.607393:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177187.607394:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607395:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177187.607397:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612170624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607401:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177187.607401:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177187.607402:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177187.607403:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177187.607404:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177187.607405:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177187.607406:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177187.607407:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:1.0:1786177187.607408:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177187.607409:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177187.607409:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177187.607411:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177187.607412:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607413:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177187.607415:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612170752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607419:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177187.607420:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177187.607421:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:1.0:1786177187.607422:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177187.607423:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177187.607423:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177187.607424:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177187.607425:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:1.0:1786177187.607426:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177187.607427:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177187.607428:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177187.607429:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177187.607430:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607431:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177187.607432:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612170880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177187.607436:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177187.607437:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177187.607438:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177187.607439:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177187.607439:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177187.607440:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177187.607441:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177187.607442:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:1.0:1786177187.607443:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177187.607444:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177187.607445:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177187.607446:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177187.607447:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607448:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.607450:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177187.607451:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177187.607453:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177187.607454:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177188.245131:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303296120, at 4303296128 00000100:00000040:0.0:1786177188.245132:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303296120, at 4303296128 00000100:00000010:1.0:1786177188.245147:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6b40. 00000100:00000010:0.0:1786177188.245149:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f66c0. 00000100:00000001:0.0:1786177188.501138:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177188.501138:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177188.501138:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177188.501146:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177188.501147:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177188.501147:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177188.501150:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177188.501153:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177188.501153:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177188.501156:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177188.501160:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786177188.501161:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177188.501162:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177188.501166:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177188.501167:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177188.501168:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177188.501171:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177188.501174:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177188.501174:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177188.501174:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177188.501182:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177188.501182:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177188.501187:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177188.501291:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177188.501295:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177188.501296:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177188.501299:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177188.501302:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177188.501304:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177188.501307:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177188.501311:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177188.501313:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177188.501316:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177188.501318:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177188.501321:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177188.501324:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177188.501325:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177188.501325:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177188.501331:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177188.501332:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177188.501339:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177188.501339:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177188.501355:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177188.501359:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177188.501361:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177188.501364:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177188.501367:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177188.501370:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177188.501373:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177188.501375:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177188.501377:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177188.501422:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177188.501424:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177188.501427:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177188.501456:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177188.501459:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177188.501464:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177188.501468:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177188.501472:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177188.501473:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177188.501476:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177188.501477:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177188.501480:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177188.501482:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177188.501497:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177188.501500:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177188.501503:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177189.525111:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177189.525112:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177189.525116:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177189.525120:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177189.525121:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177189.525123:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177189.525125:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177189.525126:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177189.525127:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177189.525133:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177189.525134:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:1.0:1786177189.525135:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177189.525139:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177189.525141:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177189.525142:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177189.525142:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177189.525144:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177189.525148:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177189.525149:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177189.525149:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177189.525149:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177189.525151:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177189.525154:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177189.525157:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177189.525158:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177189.525160:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177189.525160:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177189.525162:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177189.525163:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177189.525165:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177189.525167:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177189.525169:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177189.525170:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177189.525171:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177189.525175:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177189.525178:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177189.525190:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177189.525193:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177189.525195:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177189.525198:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177189.525201:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177189.525201:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177189.525201:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177189.525207:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177189.525207:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177189.525208:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177189.525211:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177189.525215:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177189.525216:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177189.525217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177189.525220:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177189.525221:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177189.525222:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177189.525225:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177189.525227:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177189.525229:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177189.525231:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177189.525233:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177189.525234:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177189.525239:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177189.525241:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177189.525244:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177189.525248:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177189.525250:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177189.525270:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177189.525273:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177189.525276:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177190.549118:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177190.549118:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177190.549118:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177190.549119:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177190.549125:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177190.549126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177190.549127:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177190.549127:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177190.549130:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.549130:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177190.549132:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.549133:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177190.549138:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177190.549138:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786177190.549139:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177190.549140:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177190.549145:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177190.549145:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177190.549146:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177190.549147:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177190.549151:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177190.549151:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177190.549152:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177190.549153:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177190.549156:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177190.549160:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177190.549160:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177190.549165:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177190.549165:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177190.549166:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177190.549170:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177190.549173:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.549174:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177190.549175:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.549179:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177190.549184:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.549187:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177190.549192:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177190.549201:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177190.549205:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177190.549205:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177190.549206:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177190.549210:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177190.549211:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177190.549212:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177190.549215:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177190.549217:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177190.549220:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177190.549221:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177190.549222:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177190.549224:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.549225:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177190.549227:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177190.549230:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177190.549233:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177190.549234:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177190.549234:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177190.549241:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177190.549242:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177190.549244:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177190.549245:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177190.549251:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177190.549252:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177190.549255:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177190.549274:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177190.549275:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177190.549278:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177191.573133:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177191.573134:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177191.573134:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177191.573142:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177191.573143:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177191.573143:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177191.573147:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177191.573147:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177191.573147:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177191.573149:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177191.573153:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177191.573156:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:1.0:1786177191.573157:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177191.573157:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177191.573158:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177191.573160:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177191.573161:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177191.573167:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177191.573167:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177191.573167:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177191.573168:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177191.573172:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177191.573173:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177191.573173:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177191.573174:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177191.573178:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177191.573180:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177191.573183:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177191.573183:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177191.573185:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177191.573186:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177191.573192:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177191.573193:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177191.573193:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177191.573194:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177191.573195:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177191.573200:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177191.573200:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177191.573207:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177191.573208:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177191.573210:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177191.573215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177191.573217:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177191.573219:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177191.573222:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177191.573223:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177191.573226:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177191.573228:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177191.573232:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177191.573235:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177191.573236:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177191.573238:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177191.573240:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177191.573242:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177191.573246:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177191.573247:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177191.573249:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177191.573252:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177191.573252:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177191.573258:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177191.573261:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177191.573264:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177191.573269:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177191.573271:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177191.573291:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177191.573294:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177191.573297:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177192.597130:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177192.597131:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177192.597136:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177192.597138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177192.597139:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177192.597141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177192.597143:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177192.597144:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177192.597147:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1786177192.597149:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177192.597151:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177192.597152:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177192.597153:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177192.597158:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177192.597160:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177192.597160:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177192.597162:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177192.597164:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177192.597166:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177192.597167:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177192.597167:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177192.597171:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177192.597173:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177192.597177:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177192.597179:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177192.597181:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177192.597187:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177192.597190:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177192.597191:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177192.597192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177192.597196:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177192.597197:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177192.597199:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177192.597201:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177192.597202:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177192.597206:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177192.597207:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177192.597207:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177192.597212:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177192.597214:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177192.597216:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177192.597218:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177192.597220:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177192.597225:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177192.597229:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177192.597233:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177192.597235:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177192.597240:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177192.597242:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177192.597261:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177192.597264:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177192.597267:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177192.597372:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177192.597374:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177192.597376:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177192.597378:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177192.597380:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177192.597381:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177192.597382:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177192.597387:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177192.597388:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177192.597388:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177192.597391:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177192.597394:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177192.597394:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177192.597395:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177192.597398:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177192.597400:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177192.597400:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177192.597401:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177192.597404:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177192.597405:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177192.597407:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177192.597409:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177192.597410:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177192.597412:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177192.597414:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.597415:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177192.597420:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177192.725165:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177192.725183:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177192.725186:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177192.725190:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177192.725194:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177192.725202:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8628 00000400:00000200:2.0:1786177192.725209:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177192.725215:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177192.725219:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177192.725222:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177192.725226:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177192.725228:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177192.725231:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177192.725235:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177192.725237:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177192.725241:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177192.725243:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177192.725246:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177192.725248:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177192.725251:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177192.725253:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177192.725256:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177192.725258:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177192.725261:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177192.725264:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177192.725267:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177192.725270:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177192.725274:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177192.725277:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.725279:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177192.725282:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177192.725290:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786177192.725293:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177192.725297:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177192.725299:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.725302:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177192.725305:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177192.725309:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177192.725317:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786177192.725323:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177192.725332:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177192.725343:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177192.725347:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177192.725352:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177192.725375:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177192.725379:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177192.725392:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177192.725394:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177192.725395:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177192.725398:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177192.725401:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8628 00000400:00000200:2.0:1786177192.725406:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177192.725409:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177192.725412:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177192.725415:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177192.725417:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177192.725417:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177192.725423:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177192.725424:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177192.725427:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177192.725428:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177192.725432:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177192.725435:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000040:1.0:1786177192.725437:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177192.725438:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177192.725441:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177192.725445:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177192.725451:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177192.725452:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177192.725455:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177192.725458:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177192.725460:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177192.725462:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177192.725464:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1786177192.725468:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177192.725469:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.725474:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00100000:1.0:1786177192.725476:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612171008:192.168.202.156@tcp:250:kworker.0 00000020:00000040:2.0:1786177192.725480:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:1.0:1786177192.725481:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177192.725486:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1786177192.725486:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:1.0:1786177192.725490:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.725492:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177192.725493:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177192.725496:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1786177192.725499:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177192.725502:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177192.725503:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177192.725508:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177192.725510:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177192.725512:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:1.0:1786177192.725518:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000008:00100000:2.0:1786177192.725518:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177192.725524:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.725527:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177192.725531:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786177192.725533:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177192.725536:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177192.725537:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.725539:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177192.725541:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177192.725543:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177192.725546:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786177192.725550:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177192.725552:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00100000:2.0:1786177192.725557:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177192.725560:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612171008, portal 25 00000100:00000001:1.0:1786177192.725566:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177192.725568:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000001:2.0:1786177192.725574:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177192.725578:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177192.725582:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177192.725586:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.725609:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177192.725610:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177192.725614:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786177192.725616:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1786177192.725618:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177192.725623:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612171008, offset 0 00000100:00080000:2.0:1786177192.725625:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177192.725629:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177192.725630:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786177192.725632:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177192.725636:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177192.725641:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177192.725641:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8628 00000400:00000200:2.0:1786177192.725649:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177192.725653:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177192.725656:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:1.0:1786177192.725660:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1786177192.725661:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177192.725668:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000040:2.0:1786177192.725671:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177192.725675:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1786177192.725676:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177192.725680:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000040:2.0:1786177192.725683:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177192.725703:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177192.725705:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177192.725707:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177192.725709:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1786177192.725712:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410656:410656:256:4294967295] 192.168.202.156@tcp LPNI seq info [410654:410654:8:4294967295] 00000020:00000040:2.0:1786177192.725713:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177192.725718:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177192.725722:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:2.0:1786177192.725724:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177192.725729:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177192.725735:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177192.725737:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000040:2.0:1786177192.725741:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177192.725744:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:1.0:1786177192.725749:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000020:00000040:2.0:1786177192.725749:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786177192.725756:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000010:1.0:1786177192.725758:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00000001:2.0:1786177192.725759:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177192.725764:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177192.725767:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1786177192.725772:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:2.0:1786177192.725773:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.725777:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000200:1.0:1786177192.725780:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000008:00100000:2.0:1786177192.725781:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177192.725786:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.725791:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177192.725792:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000010:2.0:1786177192.725796:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000800:00000200:1.1:1786177192.725799:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000020:00000040:2.0:1786177192.725800:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177192.725808:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000100:1.0:1786177192.725809:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000001:2.0:1786177192.725811:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177192.725813:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000100:00000001:2.0:1786177192.725816:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1786177192.725819:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:2.0:1786177192.725819:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177192.725821:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177192.725826:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 02000000:00000010:2.0:1786177192.725829:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000400:00000200:1.0:1786177192.725831:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177192.725834:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:2.0:1786177192.725835:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.725838:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1786177192.725843:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177192.725844:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.725874:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177192.725874:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177192.725879:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177192.725880:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177192.725888:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.725897:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.725900:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177192.725900:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177192.725905:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177192.725907:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177192.725911:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1786177192.725914:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177192.725915:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177192.725918:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303301240 00000100:00080000:2.0:1786177192.725919:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177192.725924:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:1.0:1786177192.725926:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6b40. 00000100:00080000:2.0:1786177192.725927:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8628 00000400:00000200:2.0:1786177192.725934:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177192.725935:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1786177192.725939:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177192.725942:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177192.725945:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177192.725947:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303301240 00000100:00000001:2.0:1786177192.725948:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1786177192.725955:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6180. 00000100:00000001:1.0:1786177192.725959:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1786177192.725960:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177192.725965:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177192.725966:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177192.725971:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177192.725972:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177192.725975:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000001:1.0:1786177192.725978:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1786177192.725978:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177192.725982:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177192.725986:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00100000:1.0:1786177192.725988:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177192/real 1786177192] req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177192.725991:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786177192.725999:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177192.726005:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1786177192.726008:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1786177192.726009:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000001:1.0:1786177192.726037:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177192.726041:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177192.726045:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00000001:2.0:1786177192.726047:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177192.726048:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000020:00000040:2.0:1786177192.726052:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:1.0:1786177192.726054:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1786177192.726058:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000200:1.0:1786177192.726063:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177192.726064:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177192.726068:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177192.726072:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177192.726077:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.726081:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000200:1.0:1786177192.726082:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1786177192.726085:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177192.726092:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.726094:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177192.726098:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177192.726098:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.726102:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177192.726104:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1786177192.726106:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000100:00100000:1.0:1786177192.726108:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786177192.726112:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177192.726119:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177192.726121:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1786177192.726125:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177192.726125:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.726131:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177192.726135:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177192.726136:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786177192.726139:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.726140:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.726145:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177192.726146:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.726148:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000010:2.0:1786177192.726148:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:1.0:1786177192.726151:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177192.726154:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786177192.726154:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177192.726161:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177192.726164:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177192.726166:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1786177192.726170:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177192.726190:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177192.726193:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177192.726200:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177192.726201:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612171008:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177192.726212:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.726217:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177192.726218:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177192.726221:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612171008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177192.726230:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177192.726231:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177192.726235:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177192.726239:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029000. 00000100:00080000:2.0:1786177192.726239:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1786177192.726244:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786177192.726244:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1786177192.726249:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00080000:2.0:1786177192.726249:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000040:1.0:1786177192.726252:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1786177192.726254:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000020:00000001:1.0:1786177192.726255:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177192.726259:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 00000100:00080000:2.0:1786177192.726260:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8628 02000000:00000001:1.0:1786177192.726264:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177192.726266:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177192.726268:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000400:00000200:2.0:1786177192.726269:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177192.726271:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177192.726273:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.726277:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1786177192.726277:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177192.726281:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177192.726284:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1786177192.726285:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177192.726287:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.726291:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177192.726292:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177192.726295:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1786177192.726297:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177192.726298:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177192.726302:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:1.0:1786177192.726304:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177192.726307:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177192.726310:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177192.726313:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177192.726315:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1786177192.726317:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:1.0:1786177192.726318:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177192.726324:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177192.726325:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177192.726328:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786177192.726330:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177192.726331:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177192.726339:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171136:192.168.202.156@tcp:38:kworker.0 00000100:00000040:2.0:1786177192.726339:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177192.726344:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177192.726345:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177192.726347:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177192.726350:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177192.726351:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177192.726353:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177192.726356:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000010:1.0:1786177192.726357:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177192.726361:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177192.726362:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000400:00000200:1.0:1786177192.726368:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177192.726369:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000010:1.0:1786177192.726374:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:2.0:1786177192.726374:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177192.726379:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1786177192.726382:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 02000000:00000001:2.0:1786177192.726383:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177192.726388:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177192.726389:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612171136, portal 10 00000100:00000001:2.0:1786177192.726391:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177192.726395:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00100000:2.0:1786177192.726395:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177192.726399:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000008:00000001:2.0:1786177192.726400:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.726405:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177192.726410:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000100:00000040:1.0:1786177192.726412:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786177192.726414:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177192.726420:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177192.726423:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177192.726426:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177192.726429:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177192.726430:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786177192.726432:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177192.726433:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177192.726439:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 02000000:00000010:2.0:1786177192.726440:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000200:1.0:1786177192.726441:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612171136, offset 0 00000100:00000001:2.0:1786177192.726446:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177192.726450:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177192.726455:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:2.0:1786177192.726457:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177192.726460:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177192.726466:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177192.726472:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:2.0:1786177192.726476:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177192.726477:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1786177192.726481:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177192.726482:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177192.726487:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410657:410657:256:4294967295] 192.168.202.156@tcp LPNI seq info [410655:410655:8:4294967295] 00000100:00000040:2.0:1786177192.726492:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177192.726493:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177192.726507:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177192.726516:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177192.726516:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177192.726522:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00000040:2.0:1786177192.726523:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8638) 00000800:00000200:1.0:1786177192.726526:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177192.726530:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177192.726534:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177192.726536:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177192.726539:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177192.726540:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177192.726543:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177192.726545:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177192.726547:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177192.726549:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177192.726551:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177192.726553:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726559:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177192.726561:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726566:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.726567:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177192.726570:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177192.726573:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177192.726577:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177192.726579:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303300616 00000100:00000001:1.0:1786177192.726582:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303301240 00000100:00000001:1.0:1786177192.726584:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303300616 00000100:00000001:1.0:1786177192.726588:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303301240 00000100:00000001:1.0:1786177192.726590:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177192.726593:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.726595:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177192.726599:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177192/real 1786177192] req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177192.726605:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177192.726606:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177192.726607:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177192.726609:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177192.726610:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177192.726611:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177192.726613:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177192.726619:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726623:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177192.726624:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.726625:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177192.726626:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177192.726628:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726632:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177192.726634:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726639:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177192.726641:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.726642:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177192.726642:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.726644:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177192.726647:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177192.726649:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177192.726651:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177192.726652:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177192.726655:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177192.726660:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171136:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177192.726662:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177192.726664:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726668:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177192.726669:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177192.726671:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177192.726672:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177192.726673:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177192.726675:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171264:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177192.726677:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177192.726678:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177192.726679:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177192.726680:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177192.726682:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b000. 02000000:00000001:1.0:1786177192.726684:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177192.726686:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177192.726702:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177192.726705:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177192.726707:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612171264, portal 10 00000100:00000001:1.0:1786177192.726709:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177192.726710:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:1.0:1786177192.726714:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726719:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177192.726720:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177192.726722:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177192.726723:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612171264, offset 0 00000400:00000200:1.0:1786177192.726726:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177192.726728:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177192.726731:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177192.726733:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177192.726734:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177192.726736:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177192.726738:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177192.726740:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410658:410658:256:4294967295] 192.168.202.156@tcp LPNI seq info [410656:410656:8:4294967295] 00000400:00000200:1.0:1786177192.726743:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177192.726747:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177192.726750:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177192.726753:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177192.726757:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177192.726760:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177192.726764:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177192.726768:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177192.726772:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177192.726774:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177192.726776:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177192.726780:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177192.726783:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177192.726785:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177192.726788:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177192.726792:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726800:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177192.726804:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726813:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.726814:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177192.726817:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177192.726819:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177192.726822:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177192.726823:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303300616 00000100:00000001:1.0:1786177192.726825:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303301240 00000100:00000001:1.0:1786177192.726827:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303300616 00000100:00000001:1.0:1786177192.726828:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303301240 00000100:00000001:1.0:1786177192.726829:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177192.726831:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.726832:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177192.726835:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177192/real 1786177192] req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177192.726840:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177192.726840:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177192.726842:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177192.726843:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177192.726844:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177192.726845:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177192.726847:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177192.726853:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726857:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177192.726858:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.726859:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177192.726867:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177192.726870:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726878:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177192.726881:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726886:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177192.726887:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.726888:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177192.726889:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.726890:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177192.726892:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177192.726894:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177192.726896:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177192.726897:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177192.726900:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177192.726904:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171264:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177192.726907:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177192.726909:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726913:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177192.726914:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177192.726915:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177192.726917:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177192.726918:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177192.726920:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171392:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177192.726922:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177192.726923:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177192.726924:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177192.726926:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177192.726928:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177192.726929:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177192.726931:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177192.726933:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177192.726935:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177192.726937:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612171392, portal 4 00000100:00000001:1.0:1786177192.726938:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177192.726939:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 00000100:00000040:1.0:1786177192.726943:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.726947:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177192.726949:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177192.726950:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177192.726952:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612171392, offset 0 00000400:00000200:1.0:1786177192.726954:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177192.726956:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177192.726959:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177192.726960:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177192.726962:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177192.726964:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177192.726966:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177192.726968:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410659:410659:256:4294967295] 192.168.202.156@tcp LPNI seq info [410657:410657:8:4294967295] 00000400:00000200:1.0:1786177192.726970:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177192.726975:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177192.726978:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177192.726980:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177192.726983:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177192.726985:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177192.726987:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177192.726989:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177192.726992:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177192.726994:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177192.726996:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177192.726998:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177192.727000:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177192.727001:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177192.727003:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177192.727005:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727033:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177192.727036:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727041:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.727042:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177192.727045:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177192.727047:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177192.727049:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177192.727051:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303300800 00000100:00000001:1.0:1786177192.727053:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303301240 00000100:00000001:1.0:1786177192.727054:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303300800 00000100:00000001:1.0:1786177192.727056:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303301240 00000100:00000001:1.0:1786177192.727057:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177192.727059:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.727060:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177192.727062:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177192/real 1786177192] req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177192.727067:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177192.727068:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177192.727069:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177192.727071:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177192.727072:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177192.727074:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177192.727076:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177192.727081:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727085:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177192.727086:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727087:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177192.727088:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177192.727090:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727094:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177192.727096:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727100:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177192.727102:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727103:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177192.727104:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727105:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177192.727106:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177192.727108:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177192.727110:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177192.727111:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177192.727113:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177192.727118:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171392:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177192.727120:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727122:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177192.727124:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612171136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727128:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177192.727129:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177192.727131:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177192.727132:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177192.727133:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177192.727134:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177192.727135:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177192.727137:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:1.0:1786177192.727138:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177192.727139:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177192.727140:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:1.0:1786177192.727142:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177192.727144:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727145:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177192.727147:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612171264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727151:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177192.727152:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177192.727153:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:1.0:1786177192.727154:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177192.727155:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177192.727155:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177192.727156:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177192.727157:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:1.0:1786177192.727158:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177192.727159:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177192.727160:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:1.0:1786177192.727161:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177192.727162:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727163:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177192.727164:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612171392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727168:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177192.727169:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177192.727170:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177192.727172:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177192.727173:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177192.727174:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177192.727175:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177192.727176:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:1.0:1786177192.727177:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177192.727178:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177192.727179:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:1.0:1786177192.727180:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177192.727181:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727182:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727184:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177192.727185:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.727186:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177192.727187:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177192.727188:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177192.727190:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727194:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177192.727195:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177192.727196:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177192.727197:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177192.727199:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177192.727200:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171520:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177192.727203:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177192.727204:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177192.727205:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177192.727206:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177192.727208:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177192.727209:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177192.727211:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177192.727213:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177192.727215:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177192.727216:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612171520, portal 4 00000100:00000001:1.0:1786177192.727218:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177192.727219:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:1.0:1786177192.727223:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727227:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177192.727229:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177192.727230:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177192.727231:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612171520, offset 0 00000400:00000200:1.0:1786177192.727234:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177192.727236:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177192.727238:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177192.727241:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177192.727244:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177192.727246:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177192.727249:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177192.727252:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410660:410660:256:4294967295] 192.168.202.156@tcp LPNI seq info [410658:410658:8:4294967295] 00000400:00000200:1.0:1786177192.727256:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177192.727262:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177192.727267:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177192.727271:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177192.727274:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177192.727277:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177192.727281:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177192.727284:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177192.727289:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177192.727291:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177192.727294:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177192.727297:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177192.727300:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177192.727302:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177192.727305:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177192.727309:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727319:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177192.727321:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727325:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.727326:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177192.727328:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177192.727330:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177192.727333:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177192.727334:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303300780 00000100:00000001:1.0:1786177192.727336:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303301240 00000100:00000001:1.0:1786177192.727338:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303300780 00000100:00000001:1.0:1786177192.727339:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303301240 00000100:00000001:1.0:1786177192.727340:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177192.727342:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.727343:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177192.727345:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177192/real 1786177192] req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177192.727350:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177192.727351:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177192.727352:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177192.727354:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177192.727355:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177192.727356:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177192.727358:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177192.727363:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727367:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177192.727368:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727369:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177192.727371:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177192.727374:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727382:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177192.727385:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727392:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177192.727395:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727396:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177192.727398:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727400:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177192.727401:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177192.727404:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177192.727407:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177192.727410:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177192.727414:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177192.727423:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171520:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177192.727427:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727428:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177192.727432:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612171520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177192.727437:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177192.727438:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177192.727439:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177192.727441:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177192.727442:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177192.727443:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177192.727444:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177192.727446:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:1.0:1786177192.727447:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177192.727448:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177192.727449:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:1.0:1786177192.727451:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177192.727452:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727453:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.727456:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177192.727457:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177192.727458:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177192.727459:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177193.365121:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303301240, at 4303301248 00000100:00000040:1.0:1786177193.365121:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303301240, at 4303301248 00000100:00000010:1.0:1786177193.365139:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6180. 00000100:00000010:0.0:1786177193.365142:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6b40. 00010000:00000001:1.0:1786177193.621087:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177193.621095:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177193.621100:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177193.621104:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177193.621107:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177193.621108:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177193.621111:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177193.621113:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177193.621115:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177193.621117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177193.621118:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177193.621119:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177193.621119:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177193.621121:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177193.621124:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177193.621125:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177193.621125:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177193.621129:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177193.621131:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177193.621132:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177193.621132:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177193.621133:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177193.621140:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177193.621141:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177193.621141:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177193.621147:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177193.621147:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177193.621148:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177193.621149:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177193.621151:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177193.621153:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177193.621157:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177193.621157:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177193.621157:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177193.621162:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177193.621167:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177193.621171:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177193.621178:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177193.621181:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177193.621184:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177193.621187:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177193.621192:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177193.621195:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177193.621197:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177193.621199:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177193.621202:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177193.621204:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177193.621205:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177193.621207:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177193.621210:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177193.621211:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177193.621212:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177193.621215:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177193.621217:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177193.621218:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177193.621219:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177193.621220:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177193.621222:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177193.621227:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177193.621227:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177193.621228:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177193.621231:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177193.621233:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177193.621235:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177193.621237:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177193.621238:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177193.621244:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177194.645135:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177194.645135:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177194.645135:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177194.645141:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177194.645143:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177194.645143:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177194.645144:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177194.645144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177194.645146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177194.645147:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177194.645151:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177194.645152:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177194.645154:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177194.645154:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177194.645159:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177194.645161:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177194.645162:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177194.645162:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177194.645163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177194.645166:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177194.645166:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177194.645168:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177194.645168:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177194.645173:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177194.645173:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177194.645176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177194.645178:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177194.645178:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177194.645180:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177194.645186:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177194.645186:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177194.645189:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177194.645190:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177194.645193:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177194.645195:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177194.645196:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177194.645201:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177194.645203:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177194.645204:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177194.645206:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177194.645209:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177194.645209:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177194.645211:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177194.645214:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177194.645216:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177194.645218:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177194.645219:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177194.645221:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177194.645224:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177194.645225:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177194.645226:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177194.645229:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177194.645230:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177194.645234:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177194.645235:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177194.645236:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177194.645238:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177194.645238:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177194.645240:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177194.645242:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177194.645244:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177194.645246:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177194.645247:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177194.645251:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177194.645253:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177194.645254:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177194.645256:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177195.669068:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177195.669074:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177195.669080:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177195.669081:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177195.669085:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177195.669088:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177195.669090:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177195.669093:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177195.669095:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177195.669097:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177195.669099:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177195.669101:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177195.669105:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177195.669106:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.669109:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177195.669110:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177195.669112:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177195.669114:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.669115:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177195.669116:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177195.669118:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177195.669118:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177195.669121:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177195.669123:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177195.669124:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177195.669125:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177195.669129:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177195.669130:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177195.669133:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177195.669135:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177195.669135:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177195.669136:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177195.669139:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177195.669140:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177195.669141:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177195.669141:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177195.669146:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177195.669148:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177195.669150:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177195.669153:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177195.669154:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177195.669157:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177195.669160:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177195.669161:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.669162:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177195.669164:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177195.669167:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177195.669169:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.669170:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.669173:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177195.669176:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177195.669178:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177195.669180:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177195.669182:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.669183:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177195.669186:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177195.669187:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177195.669188:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177195.669190:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.669193:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177195.669195:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177195.669195:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.669197:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177195.669200:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.669202:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177195.669205:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177195.669206:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177195.669210:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177195.669211:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177195.669215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177195.669219:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177195.669221:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177195.669223:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177196.693122:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177196.693125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177196.693127:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177196.693131:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177196.693132:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177196.693134:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177196.693134:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177196.693135:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177196.693139:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177196.693142:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177196.693145:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177196.693145:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177196.693146:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177196.693152:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177196.693153:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177196.693154:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177196.693158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177196.693159:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177196.693160:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177196.693165:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177196.693166:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177196.693171:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177196.693174:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177196.693175:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177196.693177:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177196.693181:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177196.693266:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177196.693270:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177196.693273:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177196.693275:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177196.693278:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177196.693279:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177196.693279:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177196.693285:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177196.693287:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177196.693289:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177196.693290:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177196.693297:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177196.693297:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177196.693299:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177196.693304:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177196.693308:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177196.693312:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177196.693313:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177196.693316:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177196.693324:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177196.693328:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177196.693329:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177196.693332:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177196.693334:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177196.693336:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177196.693338:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177196.693339:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177196.693341:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177196.693344:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177196.693348:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177196.693349:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1786177196.693351:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177196.693353:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177196.693357:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177196.693360:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177196.693363:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177196.693366:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177196.693368:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177196.693370:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177196.693373:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177196.693384:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.717105:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177197.717105:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177197.717113:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177197.717114:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177197.717115:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177197.717115:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177197.717118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177197.717122:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177197.717122:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177197.717123:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177197.717124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177197.717129:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.717130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177197.717130:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177197.717134:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177197.717136:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177197.717136:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.717137:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177197.717140:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177197.717141:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177197.717144:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177197.717144:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177197.717146:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177197.717147:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177197.717148:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.717150:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177197.717152:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177197.717154:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177197.717155:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177197.717155:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.717157:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177197.717159:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177197.717165:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177197.717165:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.717170:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177197.717174:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177197.717183:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177197.717184:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177197.717188:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177197.717188:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177197.717190:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177197.717191:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177197.717192:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177197.717193:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177197.717196:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177197.717198:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177197.717198:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177197.717200:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177197.717203:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177197.717203:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177197.717203:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177197.717209:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177197.717211:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177197.717212:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177197.717212:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177197.717216:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177197.717218:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177197.717218:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177197.717220:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177197.717223:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177197.717225:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177197.717227:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177197.717231:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177197.717232:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177197.717233:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177197.717238:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177197.717242:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177197.717245:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177197.717249:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177197.717252:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177197.717254:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177197.717255:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177197.717258:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177197.717259:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177197.717261:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177197.717263:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177197.717301:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177197.717304:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177197.717307:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177197.845153:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177197.845162:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177197.845165:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177197.845169:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177197.845173:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177197.845178:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8633 00000400:00000200:0.0:1786177197.845184:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177197.845189:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177197.845191:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177197.845194:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845196:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177197.845198:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845201:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177197.845204:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177197.845206:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177197.845208:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177197.845210:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177197.845212:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177197.845214:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177197.845217:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845219:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177197.845221:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845223:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177197.845226:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177197.845229:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845232:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177197.845235:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177197.845238:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177197.845242:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.845244:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177197.845247:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177197.845256:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177197.845260:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177197.845264:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177197.845266:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.845270:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177197.845272:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177197.845277:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177197.845285:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:0.0:1786177197.845293:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177197.845303:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177197.845314:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177197.845318:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177197.845322:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177197.845343:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177197.845345:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177197.845348:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177197.845349:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177197.845350:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177197.845352:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177197.845354:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8633 00000400:00000200:0.0:1786177197.845357:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177197.845359:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177197.845361:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177197.845363:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845364:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177197.845366:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845367:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177197.845369:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177197.845369:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177197.845371:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177197.845372:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177197.845373:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177197.845375:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177197.845378:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845380:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177197.845383:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845385:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177197.845394:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1786177197.845396:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:1.0:1786177197.845399:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786177197.845403:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177197.845404:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177197.845409:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177197.845413:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177197.845414:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177197.845422:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177197.845423:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177197.845426:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177197.845427:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177197.845430:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786177197.845432:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1786177197.845434:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177197.845437:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786177197.845438:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1786177197.845441:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612171648:192.168.202.156@tcp:250:kworker.0 00000008:00000001:0.0:1786177197.845442:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.845447:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.845449:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1786177197.845453:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 02000000:00000001:1.0:1786177197.845456:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1786177197.845457:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177197.845462:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177197.845462:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177197.845464:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.845468:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177197.845470:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177197.845470:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177197.845473:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177197.845479:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 02000000:00000010:1.0:1786177197.845479:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b000. 00000100:00000001:0.0:1786177197.845484:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177197.845486:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177197.845491:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177197.845498:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177197.845504:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177197.845507:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177197.845508:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000040:0.0:1786177197.845511:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1786177197.845517:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177197.845520:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177197.845523:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1786177197.845526:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612171648, portal 25 00000100:00080000:0.0:1786177197.845527:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177197.845529:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177197.845533:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177197.845533:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177197.845538:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177197.845538:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000100:00000040:1.0:1786177197.845545:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177197.845551:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8633 00000400:00000200:0.0:1786177197.845560:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177197.845563:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1786177197.845565:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177197.845570:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177197.845570:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177197.845576:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000040:0.0:1786177197.845577:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845580:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1786177197.845580:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612171648, offset 0 00000100:00000040:0.0:1786177197.845584:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845587:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177197.845590:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1786177197.845591:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000020:00000040:0.0:1786177197.845592:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177197.845595:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177197.845596:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177197.845598:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177197.845600:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177197.845605:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786177197.845607:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845610:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177197.845611:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845614:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177197.845615:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000040:0.0:1786177197.845618:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177197.845623:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177197.845623:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1786177197.845627:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177197.845629:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177197.845631:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 02000000:00000001:0.0:1786177197.845633:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177197.845636:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177197.845637:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1786177197.845651:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177197.845653:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177197.845659:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.845662:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177197.845662:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000010:0.0:1786177197.845668:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000400:00000200:1.0:1786177197.845669:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410661:410661:256:4294967295] 192.168.202.156@tcp LPNI seq info [410659:410659:8:4294967295] 00000020:00000040:0.0:1786177197.845673:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177197.845676:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1786177197.845677:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177197.845678:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.845682:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177197.845683:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177197.845685:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177197.845691:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000400:00000200:1.0:1786177197.845692:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:0.0:1786177197.845697:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177197.845702:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00100000:0.0:1786177197.845705:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1786177197.845708:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00000001:0.0:1786177197.845715:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177197.845718:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177197.845720:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786177197.845725:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1786177197.845727:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:0.0:1786177197.845742:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177197.845742:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:0.0:1786177197.845748:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.1:1786177197.845750:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00080000:0.0:1786177197.845755:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177197.845759:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000100:1.0:1786177197.845760:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00080000:0.0:1786177197.845762:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:1.0:1786177197.845765:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000100:00000001:0.0:1786177197.845768:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177197.845774:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8633 00000400:00000200:1.0:1786177197.845774:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177197.845781:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177197.845786:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177197.845790:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:1.0:1786177197.845792:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000100:00080000:0.0:1786177197.845794:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1786177197.845796:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000040:0.0:1786177197.845801:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177197.845803:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177197.845807:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1786177197.845811:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177197.845814:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845821:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177197.845827:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177197.845830:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177197.845834:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177197.845837:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:1.0:1786177197.845838:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1786177197.845840:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177197.845845:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:1.0:1786177197.845845:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177197.845851:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845855:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177197.845859:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845864:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177197.845864:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1786177197.845870:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:1.0:1786177197.845870:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1786177197.845875:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177197.845878:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.845878:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177197.845884:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177197.845887:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177197.845888:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177197.845891:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.845893:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303306360 00000100:00000001:0.0:1786177197.845894:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177197.845898:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000010:1.0:1786177197.845900:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6180. 00000008:00000001:0.0:1786177197.845901:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.845906:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177197.845910:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177197.845910:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000020:00000040:0.0:1786177197.845912:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177197.845915:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177197.845916:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.845918:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303306360 00000100:00000001:0.0:1786177197.845919:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177197.845921:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177197.845925:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177197.845926:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6a80. 02000000:00000010:0.0:1786177197.845930:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:1.0:1786177197.845931:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177197.845935:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.845936:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177197.845940:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177197.845942:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177197.845943:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177197.845951:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177197/real 1786177197] req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177197.845952:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177197.845957:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177197.845965:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177197.845967:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177197.845970:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177197.845974:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177197.845976:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177197.845977:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00080000:0.0:1786177197.845979:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1786177197.845981:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00080000:0.0:1786177197.845983:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177197.845985:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177197.845986:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177197.845989:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177197.845993:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:1.0:1786177197.845993:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177197.845998:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8633 00000400:00000200:0.0:1786177197.846006:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177197.846036:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177197.846039:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177197.846041:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.846044:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1786177197.846044:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177197.846049:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177197.846054:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177197.846058:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177197.846059:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177197.846060:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177197.846061:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177197.846062:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786177197.846065:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177197.846068:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1786177197.846069:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177197.846072:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177197.846073:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177197.846077:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177197.846078:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177197.846080:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177197.846081:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1786177197.846085:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00100000:1.0:1786177197.846089:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177197.846090:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177197.846096:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177197.846100:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177197.846104:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177197.846105:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177197.846110:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.846113:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:1.0:1786177197.846113:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1786177197.846117:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177197.846124:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.846128:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846130:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177197.846135:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1786177197.846137:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177197.846137:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177197.846140:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1786177197.846143:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177197.846144:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177197.846147:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1786177197.846149:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00080000:1.0:1786177197.846151:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1786177197.846153:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177197.846157:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177197.846158:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:1.0:1786177197.846160:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 02000000:00000001:0.0:1786177197.846161:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846167:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000010:0.0:1786177197.846168:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786177197.846173:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177197.846174:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177197.846181:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786177197.846187:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612171648:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177197.846194:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177197.846197:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177197.846198:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846201:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177197.846205:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177197.846209:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612171648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177197.846222:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846225:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1786177197.846227:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8643) 02000000:00000001:1.0:1786177197.846228:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177197.846232:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:1.0:1786177197.846235:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177197.846236:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177197.846238:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177197.846241:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177197.846243:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:1.0:1786177197.846246:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177197.846248:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177197.846249:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00000001:1.0:1786177197.846251:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177197.846252:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846254:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846259:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177197.846260:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846262:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177197.846263:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177197.846264:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177197.846266:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846271:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177197.846272:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177197.846274:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177197.846275:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177197.846277:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177197.846279:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171776:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177197.846281:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177197.846282:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177197.846283:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177197.846285:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177197.846287:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b000. 02000000:00000001:1.0:1786177197.846288:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177197.846291:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177197.846293:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177197.846296:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177197.846298:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612171776, portal 10 00000100:00000001:1.0:1786177197.846299:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177197.846300:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177197.846305:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846310:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177197.846312:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177197.846313:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177197.846314:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612171776, offset 0 00000400:00000200:1.0:1786177197.846317:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177197.846320:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177197.846323:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177197.846325:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177197.846327:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177197.846328:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177197.846330:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177197.846332:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410662:410662:256:4294967295] 192.168.202.156@tcp LPNI seq info [410660:410660:8:4294967295] 00000400:00000200:1.0:1786177197.846335:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177197.846340:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177197.846343:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177197.846345:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177197.846348:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177197.846350:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786177197.846353:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177197.846355:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1786177197.846357:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177197.846359:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177197.846361:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177197.846363:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177197.846365:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177197.846367:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177197.846368:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177197.846370:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846376:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177197.846378:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846386:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846388:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177197.846390:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177197.846393:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177197.846395:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177197.846396:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303305736 00000100:00000001:1.0:1786177197.846398:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303306360 00000100:00000001:1.0:1786177197.846400:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303305736 00000100:00000001:1.0:1786177197.846401:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303306360 00000100:00000001:1.0:1786177197.846402:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177197.846404:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846405:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177197.846407:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177197/real 1786177197] req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177197.846412:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177197.846413:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177197.846414:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177197.846415:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177197.846416:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177197.846417:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177197.846419:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177197.846424:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846428:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177197.846429:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846430:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177197.846431:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177197.846433:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846438:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177197.846441:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846445:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177197.846447:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846447:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177197.846448:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846449:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177197.846453:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177197.846455:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177197.846458:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177197.846460:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177197.846464:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177197.846472:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171776:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177197.846475:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177197.846479:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846486:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177197.846488:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177197.846490:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177197.846492:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177197.846494:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177197.846497:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171904:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177197.846501:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177197.846503:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177197.846505:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177197.846506:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177197.846510:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177197.846511:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177197.846514:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177197.846516:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177197.846519:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177197.846521:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612171904, portal 10 00000100:00000001:1.0:1786177197.846522:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177197.846523:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177197.846528:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846532:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177197.846534:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177197.846535:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177197.846537:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612171904, offset 0 00000400:00000200:1.0:1786177197.846539:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177197.846542:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177197.846544:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177197.846546:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177197.846548:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177197.846550:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177197.846551:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177197.846554:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410663:410663:256:4294967295] 192.168.202.156@tcp LPNI seq info [410661:410661:8:4294967295] 00000400:00000200:1.0:1786177197.846556:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177197.846561:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177197.846564:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177197.846566:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177197.846569:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177197.846571:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786177197.846574:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177197.846575:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1786177197.846578:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177197.846580:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177197.846582:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177197.846584:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177197.846586:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177197.846587:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177197.846589:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177197.846591:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846597:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177197.846598:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846603:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846604:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177197.846605:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177197.846607:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177197.846609:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177197.846610:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303305736 00000100:00000001:1.0:1786177197.846612:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303306360 00000100:00000001:1.0:1786177197.846614:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303305736 00000100:00000001:1.0:1786177197.846615:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303306360 00000100:00000001:1.0:1786177197.846616:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177197.846618:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846619:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177197.846621:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177197/real 1786177197] req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177197.846626:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177197.846627:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177197.846628:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177197.846629:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177197.846630:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177197.846632:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177197.846634:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177197.846656:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846661:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177197.846662:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846663:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177197.846664:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177197.846666:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846671:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177197.846673:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846678:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177197.846679:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846680:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177197.846681:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846682:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177197.846684:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177197.846685:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177197.846687:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177197.846688:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177197.846690:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177197.846695:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612171904:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177197.846698:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177197.846700:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846705:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177197.846706:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177197.846708:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177197.846709:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177197.846710:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177197.846712:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172032:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177197.846714:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177197.846715:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177197.846716:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177197.846717:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177197.846720:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177197.846721:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177197.846724:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177197.846726:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177197.846729:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177197.846732:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612172032, portal 4 00000100:00000001:1.0:1786177197.846734:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177197.846735:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177197.846741:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846748:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177197.846750:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177197.846753:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177197.846755:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612172032, offset 0 00000400:00000200:1.0:1786177197.846760:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177197.846764:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177197.846768:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177197.846771:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177197.846774:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177197.846776:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177197.846779:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177197.846782:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410664:410664:256:4294967295] 192.168.202.156@tcp LPNI seq info [410662:410662:8:4294967295] 00000400:00000200:1.0:1786177197.846785:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177197.846790:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177197.846793:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177197.846796:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177197.846798:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177197.846800:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786177197.846803:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177197.846805:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1786177197.846808:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177197.846809:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177197.846811:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177197.846814:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177197.846816:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177197.846817:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177197.846819:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177197.846821:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846827:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177197.846829:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846834:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846835:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177197.846837:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177197.846839:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177197.846841:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177197.846843:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303305919 00000100:00000001:1.0:1786177197.846844:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303306360 00000100:00000001:1.0:1786177197.846846:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303305919 00000100:00000001:1.0:1786177197.846847:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303306360 00000100:00000001:1.0:1786177197.846849:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177197.846852:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.846854:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177197.846857:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177197/real 1786177197] req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177197.846865:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177197.846867:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177197.846869:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177197.846871:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177197.846873:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177197.846875:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177197.846879:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177197.846886:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846890:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177197.846892:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846893:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177197.846894:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177197.846896:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846900:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177197.846903:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846908:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177197.846909:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846910:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177197.846911:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.846912:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177197.846913:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177197.846914:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177197.846917:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177197.846918:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177197.846921:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177197.846926:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172032:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177197.846928:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177197.846930:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846934:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177197.846935:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177197.846936:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177197.846938:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177197.846939:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177197.846941:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172160:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177197.846943:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177197.846944:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177197.846945:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177197.846947:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177197.846949:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177197.846950:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177197.846952:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177197.846954:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177197.846956:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177197.846958:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612172160, portal 4 00000100:00000001:1.0:1786177197.846959:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177197.846960:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177197.846964:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.846969:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177197.846970:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177197.846972:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177197.846973:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612172160, offset 0 00000400:00000200:1.0:1786177197.846976:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177197.846979:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177197.846981:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177197.846983:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177197.846985:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177197.846986:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177197.846988:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177197.846990:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410665:410665:256:4294967295] 192.168.202.156@tcp LPNI seq info [410663:410663:8:4294967295] 00000400:00000200:1.0:1786177197.846993:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177197.846997:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177197.846999:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177197.847001:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177197.847004:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177197.847006:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1786177197.847008:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177197.847027:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1786177197.847030:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177197.847032:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177197.847034:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177197.847036:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177197.847039:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177197.847040:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177197.847041:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177197.847044:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.847049:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177197.847051:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.847056:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.847057:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177197.847059:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177197.847061:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177197.847063:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177197.847065:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303305900 00000100:00000001:1.0:1786177197.847067:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303306360 00000100:00000001:1.0:1786177197.847068:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303305900 00000100:00000001:1.0:1786177197.847070:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303306360 00000100:00000001:1.0:1786177197.847071:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177197.847072:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.847074:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177197.847076:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177197/real 1786177197] req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177197.847081:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177197.847081:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177197.847082:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177197.847084:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177197.847085:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177197.847086:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177197.847088:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177197.847094:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.847097:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177197.847098:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.847099:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177197.847100:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177197.847102:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.847106:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177197.847108:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.847113:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177197.847115:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.847116:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177197.847117:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.847118:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177197.847119:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177197.847120:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177197.847122:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177197.847123:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177197.847125:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177197.847130:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172160:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177197.847132:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.847133:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177197.847135:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612171776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.847139:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177197.847140:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177197.847142:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:1.0:1786177197.847143:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177197.847144:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177197.847145:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177197.847146:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177197.847147:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:1.0:1786177197.847149:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177197.847150:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177197.847151:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177197.847153:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177197.847154:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.847155:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177197.847157:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612171904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.847162:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177197.847162:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177197.847163:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177197.847165:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177197.847165:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177197.847166:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177197.847167:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177197.847168:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:1.0:1786177197.847169:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177197.847170:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177197.847171:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177197.847172:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177197.847173:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.847174:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177197.847175:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612172032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.847179:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177197.847180:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177197.847181:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177197.847182:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177197.847183:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177197.847183:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177197.847184:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177197.847185:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:1.0:1786177197.847186:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177197.847187:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177197.847188:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177197.847189:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177197.847190:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.847191:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177197.847192:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612172160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177197.847200:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177197.847201:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177197.847202:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177197.847203:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177197.847204:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177197.847204:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177197.847205:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177197.847206:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:1.0:1786177197.847207:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177197.847208:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177197.847209:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177197.847210:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177197.847211:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.847212:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177197.847214:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177197.847215:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177197.847216:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177197.847218:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177198.485146:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303306360, at 4303306368 00000100:00000040:1.0:1786177198.485146:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303306360, at 4303306368 00000100:00000010:0.0:1786177198.485165:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6180. 00000100:00000010:1.0:1786177198.485167:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6a80. 00000100:00000001:0.0:1786177198.741133:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177198.741133:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177198.741133:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177198.741137:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177198.741142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177198.741142:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177198.741143:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177198.741143:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177198.741145:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177198.741149:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177198.741149:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177198.741150:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177198.741151:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177198.741154:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177198.741159:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177198.741159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177198.741159:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177198.741159:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177198.741163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177198.741164:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177198.741167:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177198.741168:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177198.741168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177198.741173:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177198.741174:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177198.741174:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177198.741174:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177198.741180:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177198.741181:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177198.741182:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177198.741183:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177198.741187:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177198.741188:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177198.741188:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177198.741192:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177198.741193:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177198.741199:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177198.741210:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177198.741214:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177198.741215:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177198.741219:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177198.741222:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1786177198.741222:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177198.741225:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177198.741226:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177198.741227:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177198.741230:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177198.741231:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177198.741231:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177198.741236:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177198.741237:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177198.741237:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177198.741239:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177198.741240:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177198.741243:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177198.741244:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177198.741244:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177198.741248:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177198.741250:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177198.741250:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177198.741250:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177198.741258:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177198.741259:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177198.741264:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177198.741264:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177198.741269:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177198.741281:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177199.765103:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177199.765103:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177199.765104:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177199.765105:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177199.765112:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177199.765112:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177199.765113:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177199.765113:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177199.765116:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177199.765117:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177199.765118:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177199.765119:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177199.765125:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177199.765126:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:1.0:1786177199.765127:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177199.765129:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177199.765133:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177199.765134:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177199.765135:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177199.765135:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177199.765140:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177199.765141:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177199.765141:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177199.765143:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177199.765146:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177199.765146:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177199.765147:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177199.765153:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177199.765154:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177199.765154:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177199.765158:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177199.765158:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177199.765158:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177199.765163:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177199.765165:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177199.765167:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177199.765183:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177199.765187:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177199.765187:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177199.765191:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177199.765192:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177199.765193:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177199.765195:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177199.765198:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177199.765199:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177199.765201:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177199.765204:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177199.765205:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177199.765206:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177199.765210:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177199.765210:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177199.765212:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177199.765212:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177199.765216:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177199.765218:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177199.765219:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177199.765220:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177199.765223:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177199.765224:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177199.765227:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177199.765228:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177199.765229:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177199.765232:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177199.765235:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177199.765276:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177199.765280:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177199.765283:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177200.789148:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177200.789159:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177200.789162:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177200.789169:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177200.789173:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177200.789178:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177200.789182:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177200.789185:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177200.789188:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177200.789468:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177200.789472:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177200.789474:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177200.789478:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177200.789480:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177200.789483:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177200.789485:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177200.789487:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177200.789490:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.789935:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177200.789935:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177200.789938:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177200.789941:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177200.789942:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.789944:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177200.789945:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177200.789950:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177200.789951:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177200.789955:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.789957:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177200.789959:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177200.789961:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177200.789962:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177200.789964:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177200.789968:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177200.789970:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.789971:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177200.789972:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.789976:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177200.789979:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177200.789981:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177200.789983:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177200.789988:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177200.789991:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177200.789993:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177200.789996:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177200.790789:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177200.790793:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177200.790795:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177200.790799:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177200.790802:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177200.790805:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177200.790808:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177200.790811:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177200.790812:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177200.790814:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177200.790818:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177200.790825:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177200.790827:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177200.790831:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177200.790833:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177200.790837:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177200.790838:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177200.790843:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177200.790844:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177200.790880:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177200.790883:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177200.790886:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786177201.813102:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177201.813112:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177201.813120:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177201.813122:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177201.813128:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177201.813128:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177201.813131:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177201.813134:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177201.813137:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177201.813138:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177201.813141:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177201.813142:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177201.813147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177201.813147:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177201.813151:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177201.813152:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177201.813157:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177201.813160:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177201.813162:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177201.813177:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177201.813180:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177201.813183:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177201.813216:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177201.813223:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177201.813225:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177201.813227:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177201.813229:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177201.813232:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177201.813233:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177201.813236:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177201.813238:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177201.813241:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177201.813242:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177201.813245:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177201.813247:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177201.813248:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177201.813249:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177201.813252:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177201.813254:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177201.813256:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177201.813257:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177201.813259:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177201.813264:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177201.813265:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177201.813271:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177201.813275:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177201.813279:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177201.813281:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177201.813285:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177201.813289:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177201.813294:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177201.813296:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177201.813299:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177201.813303:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177201.813305:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177201.813307:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177201.813311:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177201.813312:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177201.813316:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177201.813317:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177201.813322:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177201.813323:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177201.813326:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177201.813330:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177201.813331:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177201.813333:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177201.813334:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.837112:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177202.837112:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177202.837117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177202.837124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177202.837124:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177202.837124:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177202.837129:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.837130:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177202.837130:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.837136:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177202.837140:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177202.837140:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177202.837140:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177202.837143:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177202.837148:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.837149:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177202.837149:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177202.837149:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177202.837156:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.837157:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177202.837157:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177202.837161:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177202.837163:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177202.837165:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177202.837166:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177202.837167:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177202.837173:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177202.837175:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177202.837175:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177202.837175:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.837178:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.837179:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177202.837186:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177202.837190:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177202.837194:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.837195:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177202.837220:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177202.837224:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177202.837226:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177202.837229:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177202.837231:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177202.837235:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177202.837235:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177202.837238:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177202.837242:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177202.837243:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177202.837245:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177202.837249:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177202.837255:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177202.837258:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177202.837260:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177202.837261:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177202.837265:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177202.837266:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177202.837267:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177202.837271:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177202.837273:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177202.837274:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177202.837280:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177202.837281:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177202.837282:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177202.837288:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177202.837293:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177202.837297:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177202.837299:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177202.837301:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177202.837303:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177202.837305:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177202.837307:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177202.837309:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177202.837314:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177202.837315:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177202.837320:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177202.837322:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177202.837326:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177202.837328:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177202.837364:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177202.837368:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177202.837371:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786177202.965148:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177202.965159:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177202.965162:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177202.965166:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177202.965171:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177202.965179:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8638 00000400:00000200:1.0:1786177202.965187:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177202.965193:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177202.965196:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177202.965199:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965202:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177202.965204:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965207:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177202.965210:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177202.965212:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177202.965215:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177202.965218:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177202.965219:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177202.965222:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177202.965224:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965226:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177202.965227:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965229:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177202.965231:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177202.965234:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965235:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177202.965238:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177202.965241:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177202.965244:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.965246:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177202.965248:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177202.965258:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c000. 00000020:00000040:1.0:1786177202.965262:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177202.965266:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177202.965267:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.965271:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177202.965274:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177202.965280:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177202.965291:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029000. 00000100:00000001:1.0:1786177202.965301:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177202.965313:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177202.965327:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177202.965333:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177202.965338:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000170380d] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177202.965360:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177202.965362:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177202.965365:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177202.965367:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177202.965369:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177202.965371:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177202.965374:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8638 00000400:00000200:1.0:1786177202.965377:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177202.965380:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177202.965382:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177202.965384:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1786177202.965385:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965390:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177202.965391:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1786177202.965392:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177202.965395:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786177202.965396:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177202.965400:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177202.965401:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:1.0:1786177202.965403:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1786177202.965405:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1786177202.965406:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:1.0:1786177202.965411:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:1.0:1786177202.965415:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177202.965422:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965426:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177202.965431:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1786177202.965432:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177202.965436:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.965437:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177202.965444:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:0.0:1786177202.965446:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1786177202.965448:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:0.0:1786177202.965452:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177202.965453:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177202.965457:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177202.965460:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177202.965466:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1786177202.965468:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612172288:192.168.202.156@tcp:250:kworker.0 02000000:00000001:1.0:1786177202.965473:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.965477:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786177202.965478:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1786177202.965486:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1786177202.965486:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1786177202.965492:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786177202.965492:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.965500:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.965501:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1786177202.965506:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f800. 02000000:00000010:0.0:1786177202.965508:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 00000020:00000040:1.0:1786177202.965511:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177202.965512:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177202.965519:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1786177202.965522:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:1.0:1786177202.965523:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177202.965528:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000100:00000001:1.0:1786177202.965528:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177202.965532:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177202.965536:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177202.965537:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 02000000:00000010:1.0:1786177202.965542:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b000. 00000100:00000200:0.0:1786177202.965547:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612172288, portal 25 00000100:00000001:1.0:1786177202.965547:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.965551:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177202.965555:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263249920 : -127833446301696 : ffff8bbc74d7c000) 00000100:00100000:1.0:1786177202.965555:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1786177202.965567:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177202.965567:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177202.965572:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177202.965580:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017c0250a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.965583:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786177202.965604:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177202.965607:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177202.965611:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000040:0.0:1786177202.965612:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965613:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177202.965616:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1786177202.965618:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000001:1.0:1786177202.965620:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:0.0:1786177202.965623:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612172288, offset 0 00000100:00080000:1.0:1786177202.965624:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8638 00000400:00000200:1.0:1786177202.965628:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177202.965633:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177202.965635:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1786177202.965639:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:1.0:1786177202.965641:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965644:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177202.965646:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965648:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:0.0:1786177202.965652:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:1.0:1786177202.965653:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177202.965657:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177202.965658:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177202.965660:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:0.0:1786177202.965663:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000001:1.0:1786177202.965664:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:1.0:1786177202.965670:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:0.0:1786177202.965674:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1786177202.965675:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965678:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177202.965680:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:0.0:1786177202.965683:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:1.0:1786177202.965684:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177202.965688:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:0.0:1786177202.965691:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00080000:1.0:1786177202.965693:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965697:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177202.965698:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:1.0:1786177202.965701:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1786177202.965705:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410666:410666:256:4294967295] 192.168.202.156@tcp LPNI seq info [410664:410664:8:4294967295] 02000000:00000001:1.0:1786177202.965705:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177202.965711:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177202.965715:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177202.965716:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177202.965726:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1786177202.965727:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000008:00000001:1.0:1786177202.965733:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.965736:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786177202.965740:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000010:1.0:1786177202.965742:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7e680. 00000020:00000040:1.0:1786177202.965746:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000800:00000010:0.0:1786177202.965747:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 02000000:00000001:1.0:1786177202.965749:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177202.965751:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.965753:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177202.965756:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1786177202.965757:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:1.0:1786177202.965758:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786177202.965762:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 02000000:00000010:1.0:1786177202.965764:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202ac00. 00000800:00000200:0.1:1786177202.965770:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177202.965771:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1786177202.965777:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000100:00100000:1.0:1786177202.965780:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1786177202.965786:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177202.965791:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000100:00000001:1.0:1786177202.965797:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1786177202.965798:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1786177202.965802:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177202.965808:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000040:1.0:1786177202.965812:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001854eadf] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177202.965815:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177202.965820:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:1.0:1786177202.965824:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.965827:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1786177202.965828:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177202.965833:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177202.965835:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:0.0:1786177202.965836:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177202.965837:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177202.965841:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177202.965846:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8638 00000400:00000200:1.0:1786177202.965853:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177202.965855:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1786177202.965857:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177202.965860:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177202.965862:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177202.965865:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965870:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177202.965874:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177202.965878:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.965878:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786177202.965882:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1786177202.965882:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177202.965886:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177202.965887:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177202.965889:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:0.0:1786177202.965891:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177202.965891:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177202.965897:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000200:0.0:1786177202.965901:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177202.965901:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965903:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177202.965906:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303311480 00000100:00000040:1.0:1786177202.965907:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965912:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177202.965914:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000010:0.0:1786177202.965915:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000100:00080000:1.0:1786177202.965917:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177202.965921:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177202.965923:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177202.965925:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177202.965926:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1786177202.965929:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.965931:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177202.965934:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:0.0:1786177202.965935:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303311480 00000008:00000001:1.0:1786177202.965937:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177202.965941:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6eb40. 00000100:00000001:1.0:1786177202.965941:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.965947:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000010:1.0:1786177202.965948:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7fb80. 00000100:00000001:0.0:1786177202.965951:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1786177202.965952:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:0.0:1786177202.965957:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177202.965958:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1786177202.965962:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1786177202.965962:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.965965:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177202.965968:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1786177202.965970:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177202/real 1786177202] req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177202.965971:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177202.965977:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029400. 00000100:00000001:1.0:1786177202.965981:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177202.965989:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1786177202.965999:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786177202.966001:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:0.0:1786177202.966002:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177202.966004:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177202.966007:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000100:00000001:1.0:1786177202.966035:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177202.966038:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000040:1.0:1786177202.966040:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fc0db8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966043:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177202.966051:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177202.966051:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177202.966056:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177202.966066:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000200:0.0:1786177202.966070:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177202.966070:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177202.966074:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177202.966079:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177202.966084:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8638 00000100:00000001:0.0:1786177202.966085:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177202.966089:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786177202.966089:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177202.966094:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1786177202.966094:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:0.0:1786177202.966097:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786177202.966098:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177202.966105:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:0.0:1786177202.966106:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177202.966107:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177202.966112:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.966116:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177202.966122:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177202.966124:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1786177202.966124:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:1.0:1786177202.966128:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177202.966131:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:1.0:1786177202.966133:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177202.966134:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786177202.966136:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177202.966143:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.966148:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177202.966151:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1786177202.966152:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177202.966156:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177202.966157:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:1.0:1786177202.966159:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177202.966160:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177202.966161:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.966163:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1786177202.966165:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786177202.966166:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786177202.966168:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177202.966169:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177202.966173:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1786177202.966173:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177202.966177:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786177202.966178:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177202.966181:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1786177202.966185:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000008:00000001:1.0:1786177202.966186:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.966190:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1786177202.966190:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177202.966198:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ce00. 00000100:00000040:0.0:1786177202.966199:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1786177202.966203:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177202.966209:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177202.966211:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177202.966215:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1786177202.966219:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612172288:192.168.202.156@tcp:250:kworker.0 02000000:00000001:1.0:1786177202.966219:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177202.966221:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.966228:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1786177202.966229:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028800. 00000100:00000001:0.0:1786177202.966233:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786177202.966235:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177202.966238:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c000 x1872933612172288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177202.966243:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177202.966252:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177202.966256:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1786177202.966257:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1786177202.966260:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 00000100:00000001:1.0:1786177202.966261:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.966266:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1786177202.966268:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058bcc49a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177202.966269:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177202.966273:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786177202.966279:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177202.966283:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029000. 00000100:00000001:1.0:1786177202.966284:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.966288:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177202.966290:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177202.966292:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c000. 00000100:00000040:1.0:1786177202.966292:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8648) 00000100:00000001:0.0:1786177202.966299:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177202.966300:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966302:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966310:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177202.966312:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.966314:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177202.966316:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177202.966317:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177202.966320:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966326:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177202.966327:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.966329:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177202.966330:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177202.966332:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177202.966334:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172416:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177202.966337:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177202.966338:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177202.966340:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.966341:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177202.966343:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177202.966345:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177202.966347:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177202.966349:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177202.966352:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177202.966354:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612172416, portal 10 00000100:00000001:0.0:1786177202.966356:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177202.966357:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263264256 : -127833446287360 : ffff8bbc74d7f800) 00000100:00000040:0.0:1786177202.966363:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966367:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177202.966369:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177202.966371:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177202.966372:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612172416, offset 0 00000400:00000200:0.0:1786177202.966375:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177202.966377:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177202.966380:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177202.966383:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177202.966385:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177202.966386:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177202.966388:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177202.966390:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410667:410667:256:4294967295] 192.168.202.156@tcp LPNI seq info [410665:410665:8:4294967295] 00000400:00000200:0.0:1786177202.966393:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177202.966398:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177202.966401:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177202.966403:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177202.966405:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177202.966408:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1786177202.966411:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177202.966413:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1786177202.966416:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177202.966418:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177202.966421:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177202.966425:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177202.966428:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177202.966430:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177202.966433:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177202.966437:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966446:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177202.966449:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966457:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.966458:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177202.966462:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177202.966466:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177202.966470:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177202.966472:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303310856 00000100:00000001:0.0:1786177202.966475:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303311480 00000100:00000001:0.0:1786177202.966477:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303310856 00000100:00000001:0.0:1786177202.966479:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303311480 00000100:00000001:0.0:1786177202.966482:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177202.966484:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.966486:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177202.966490:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177202/real 1786177202] req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177202.966497:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177202.966498:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177202.966500:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177202.966501:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177202.966503:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177202.966504:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177202.966506:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177202.966512:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966516:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177202.966517:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966518:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177202.966519:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177202.966521:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966528:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177202.966532:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966539:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177202.966542:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966544:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177202.966545:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966547:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177202.966552:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177202.966555:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177202.966558:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177202.966559:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177202.966562:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177202.966568:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172416:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177202.966572:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177202.966574:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966579:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177202.966580:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.966581:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177202.966582:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177202.966584:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177202.966585:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172544:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177202.966588:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177202.966603:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177202.966604:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.966605:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177202.966608:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0000. 02000000:00000001:0.0:1786177202.966610:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177202.966613:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177202.966615:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177202.966617:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177202.966619:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612172544, portal 10 00000100:00000001:0.0:1786177202.966621:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177202.966622:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263259776 : -127833446291840 : ffff8bbc74d7e680) 00000100:00000040:0.0:1786177202.966627:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966631:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177202.966633:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177202.966635:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177202.966636:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612172544, offset 0 00000400:00000200:0.0:1786177202.966639:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177202.966641:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177202.966644:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177202.966646:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177202.966648:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177202.966650:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177202.966652:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177202.966654:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410668:410668:256:4294967295] 192.168.202.156@tcp LPNI seq info [410666:410666:8:4294967295] 00000400:00000200:0.0:1786177202.966657:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177202.966661:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177202.966663:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177202.966665:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177202.966668:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177202.966670:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1786177202.966673:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177202.966675:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1786177202.966678:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177202.966679:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177202.966681:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177202.966684:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177202.966686:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177202.966687:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177202.966689:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177202.966691:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966697:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177202.966699:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966704:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.966705:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177202.966707:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177202.966709:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177202.966711:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177202.966712:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303310856 00000100:00000001:0.0:1786177202.966714:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303311480 00000100:00000001:0.0:1786177202.966716:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303310856 00000100:00000001:0.0:1786177202.966718:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303311480 00000100:00000001:0.0:1786177202.966719:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177202.966721:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.966722:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177202.966725:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177202/real 1786177202] req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177202.966729:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177202.966730:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177202.966731:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177202.966732:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177202.966733:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177202.966735:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177202.966736:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177202.966742:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966746:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177202.966747:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966748:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177202.966749:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177202.966751:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966755:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177202.966758:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966762:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177202.966763:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966764:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177202.966765:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966767:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177202.966769:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177202.966771:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177202.966773:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177202.966774:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177202.966777:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177202.966781:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172544:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177202.966783:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177202.966786:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966791:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177202.966792:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.966793:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177202.966795:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177202.966796:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177202.966798:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172672:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177202.966799:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177202.966801:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177202.966802:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.966803:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177202.966805:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2c00. 02000000:00000001:0.0:1786177202.966806:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177202.966809:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177202.966810:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177202.966813:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177202.966815:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612172672, portal 4 00000100:00000001:0.0:1786177202.966816:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177202.966817:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263265152 : -127833446286464 : ffff8bbc74d7fb80) 00000100:00000040:0.0:1786177202.966821:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966826:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177202.966827:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177202.966829:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177202.966830:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612172672, offset 0 00000400:00000200:0.0:1786177202.966833:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177202.966835:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177202.966836:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177202.966838:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177202.966839:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177202.966841:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177202.966843:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177202.966845:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410669:410669:256:4294967295] 192.168.202.156@tcp LPNI seq info [410667:410667:8:4294967295] 00000400:00000200:0.0:1786177202.966848:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177202.966852:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177202.966855:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177202.966857:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177202.966860:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177202.966862:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1786177202.966864:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177202.966866:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1786177202.966869:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177202.966870:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177202.966871:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177202.966873:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177202.966875:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177202.966876:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177202.966878:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177202.966880:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966886:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177202.966888:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966897:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.966898:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177202.966900:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177202.966901:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177202.966903:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177202.966905:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303311039 00000100:00000001:0.0:1786177202.966907:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303311480 00000100:00000001:0.0:1786177202.966908:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303311039 00000100:00000001:0.0:1786177202.966910:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303311480 00000100:00000001:0.0:1786177202.966911:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177202.966912:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.966913:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177202.966915:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177202/real 1786177202] req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177202.966919:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177202.966920:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177202.966921:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177202.966922:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177202.966923:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177202.966925:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177202.966927:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177202.966933:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966937:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177202.966938:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966939:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177202.966939:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177202.966942:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966947:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177202.966949:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966954:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177202.966955:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966956:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177202.966957:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.966958:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177202.966959:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177202.966960:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177202.966962:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177202.966963:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177202.966965:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177202.966970:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172672:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177202.966972:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177202.966974:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.966978:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177202.966978:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.966980:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177202.966981:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177202.966982:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177202.966984:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172800:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177202.966986:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177202.966987:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177202.966989:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177202.966990:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177202.966992:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177202.966993:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177202.966996:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177202.966997:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177202.966999:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177202.967001:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612172800, portal 4 00000100:00000001:0.0:1786177202.967002:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177202.967004:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263253504 : -127833446298112 : ffff8bbc74d7ce00) 00000100:00000040:0.0:1786177202.967007:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.967027:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177202.967028:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177202.967030:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177202.967032:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612172800, offset 0 00000400:00000200:0.0:1786177202.967035:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177202.967037:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177202.967039:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177202.967041:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177202.967043:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177202.967045:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177202.967046:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177202.967049:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410670:410670:256:4294967295] 192.168.202.156@tcp LPNI seq info [410668:410668:8:4294967295] 00000400:00000200:0.0:1786177202.967051:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177202.967055:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177202.967058:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177202.967060:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177202.967063:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177202.967065:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1786177202.967067:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177202.967069:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 12 secs later) 00000800:00000100:0.0:1786177202.967072:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177202.967074:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177202.967076:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177202.967078:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177202.967080:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177202.967082:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177202.967083:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177202.967086:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.967091:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177202.967093:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.967098:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.967098:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177202.967100:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177202.967102:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177202.967104:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177202.967105:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303311020 00000100:00000001:0.0:1786177202.967106:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303311480 00000100:00000001:0.0:1786177202.967108:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303311020 00000100:00000001:0.0:1786177202.967110:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303311480 00000100:00000001:0.0:1786177202.967111:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177202.967113:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.967114:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177202.967116:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177202/real 1786177202] req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177202.967120:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177202.967121:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177202.967122:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177202.967123:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177202.967124:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177202.967126:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177202.967128:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177202.967134:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.967138:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177202.967139:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.967140:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177202.967141:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177202.967143:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.967147:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177202.967149:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.967153:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177202.967154:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.967155:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177202.967156:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.967157:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177202.967158:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177202.967159:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177202.967161:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177202.967163:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177202.967165:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177202.967171:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612172800:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177202.967173:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.967174:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177202.967177:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f800 x1872933612172416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.967182:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177202.967183:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177202.967184:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177202.967186:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177202.967186:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177202.967187:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177202.967189:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177202.967190:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:0.0:1786177202.967192:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177202.967193:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177202.967194:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f800. 00000100:00000001:0.0:1786177202.967196:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177202.967197:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.967199:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177202.967201:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7e680 x1872933612172544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.967206:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177202.967207:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177202.967208:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:0.0:1786177202.967209:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177202.967210:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177202.967211:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177202.967212:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177202.967212:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:0.0:1786177202.967214:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177202.967214:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177202.967215:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7e680. 00000100:00000001:0.0:1786177202.967217:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177202.967217:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.967218:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177202.967220:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7fb80 x1872933612172672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.967224:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177202.967225:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177202.967226:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:0.0:1786177202.967227:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177202.967229:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177202.967229:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177202.967231:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177202.967232:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029400. 02000000:00000001:0.0:1786177202.967233:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177202.967233:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177202.967234:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7fb80. 00000100:00000001:0.0:1786177202.967235:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177202.967236:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.967237:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177202.967239:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ce00 x1872933612172800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177202.967242:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177202.967243:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177202.967244:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177202.967245:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177202.967246:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177202.967246:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177202.967247:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177202.967248:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028800. 02000000:00000001:0.0:1786177202.967249:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177202.967250:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177202.967251:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ce00. 00000100:00000001:0.0:1786177202.967252:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177202.967253:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.967254:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.967256:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177202.967257:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177202.967258:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177202.967259:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177203.605186:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303311480, at 4303311488 00000100:00000010:0.0:1786177203.605211:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000040:1.0:1786177203.605230:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303311480, at 4303311488 00000100:00000010:1.0:1786177203.605248:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6eb40. 00000100:00000001:0.0:1786177203.861107:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177203.861107:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177203.861117:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177203.861117:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177203.861121:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177203.861122:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177203.861129:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177203.861130:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177203.861137:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177203.861137:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177203.861142:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177203.861142:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177203.861145:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177203.861146:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177203.861150:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177203.861151:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177203.861152:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177203.861157:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177203.861158:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177203.861158:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177203.861163:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177203.861166:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177203.861168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177203.861168:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177203.861175:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177203.861176:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177203.861178:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177203.861186:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177203.861190:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177203.861191:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177203.861191:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177203.861196:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177203.861205:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177203.861206:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177203.861208:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177203.861208:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177203.861215:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177203.861215:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177203.861220:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177203.861221:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177203.861221:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177203.861228:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177203.861229:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177203.861229:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177203.861236:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177203.861242:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177203.861243:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177203.861245:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177203.861247:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177203.861249:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177203.861251:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177203.861253:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177203.861256:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177203.861258:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177203.861267:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177203.861281:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1786177203.861282:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786177203.861285:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177203.861289:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177203.861297:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177203.861300:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177203.861305:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177203.861309:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177203.861312:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177203.861315:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177203.861317:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177203.861319:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177204.885167:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177204.885181:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177204.885184:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177204.885188:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177204.885193:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177204.885199:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177204.885203:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177204.885204:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177204.885211:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177204.885216:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177204.885220:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177204.885225:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177204.885227:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177204.885234:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177204.885241:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177204.885245:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177204.885248:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177204.885253:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177204.885282:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177204.885285:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177204.885289:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177204.885290:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177204.885294:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177204.885296:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177204.885299:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177204.885301:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177204.885304:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177204.885305:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177204.886515:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177204.886520:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177204.886522:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177204.886526:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177204.886529:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177204.886532:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177204.886533:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177204.886535:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177204.886537:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177204.886602:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177204.886607:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177204.886609:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177204.886612:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177204.886615:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177204.886618:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177204.886621:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177204.886623:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177204.886625:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177204.886663:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786177204.886664:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177204.886665:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786177204.886679:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177204.886679:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177204.886679:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177204.886692:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177204.886693:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177204.886700:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177204.886701:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177204.886705:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177204.886712:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177204.886713:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177204.886715:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177204.886721:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177204.886723:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177204.886725:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177204.886729:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177204.886734:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177204.886736:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177204.886740:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177205.909144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177205.909152:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177205.909159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177205.909161:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177205.909166:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177205.909169:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177205.909172:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177205.909176:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177205.909180:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177205.909183:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177205.909186:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177205.909188:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177205.909193:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177205.909194:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177205.909198:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177205.909200:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177205.909232:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177205.909237:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177205.909240:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177205.909245:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177205.909250:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177205.909254:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177205.909257:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177205.909262:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177205.909265:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.909272:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177205.909277:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177205.909280:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177205.909283:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1786177205.909284:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000020:00000001:1.0:1786177205.909289:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.909290:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1786177205.909295:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177205.909296:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177205.909301:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177205.909303:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177205.909306:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177205.909318:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177205.909323:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177205.909326:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177205.909330:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177205.909334:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177205.909337:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177205.909340:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177205.909342:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177205.909346:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.909446:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177205.909449:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177205.909451:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177205.909454:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177205.909456:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177205.909459:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.909461:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177205.909464:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.909466:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.909487:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177205.909491:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177205.909493:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177205.909496:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177205.909499:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177205.909502:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177205.909504:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177205.909506:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177205.909507:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177205.909767:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177205.909771:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177205.909772:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177205.909775:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177205.909777:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177205.909780:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177205.909783:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177205.909784:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177205.909786:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177206.933107:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177206.933109:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177206.933113:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177206.933115:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177206.933116:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177206.933118:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177206.933119:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177206.933120:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177206.933121:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177206.933128:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177206.933129:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177206.933129:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177206.933134:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177206.933135:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177206.933136:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177206.933136:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177206.933140:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177206.933142:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177206.933142:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177206.933143:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177206.933144:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177206.933147:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177206.933150:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177206.933151:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177206.933152:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177206.933154:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177206.933156:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177206.933159:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177206.933159:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177206.933160:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177206.933160:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177206.933167:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177206.933171:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177206.933172:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177206.933174:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177206.933177:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177206.933187:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177206.933191:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177206.933191:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177206.933193:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177206.933194:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177206.933196:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177206.933197:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177206.933198:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177206.933202:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177206.933203:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177206.933205:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177206.933205:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177206.933206:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177206.933210:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177206.933211:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177206.933211:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177206.933215:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177206.933215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177206.933218:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177206.933227:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177206.933227:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177206.933229:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177206.933231:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177206.933235:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177206.933245:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177206.933248:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177206.933252:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177206.933253:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177206.933271:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177206.933274:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177206.933278:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177207.957142:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177207.957142:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177207.957142:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177207.957147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177207.957150:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177207.957151:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177207.957152:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177207.957153:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177207.957156:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177207.957157:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177207.957160:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177207.957163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177207.957164:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786177207.957165:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177207.957165:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177207.957171:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177207.957172:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177207.957172:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177207.957174:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177207.957176:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177207.957177:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177207.957179:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177207.957179:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177207.957180:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177207.957181:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177207.957186:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177207.957188:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177207.957189:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177207.957189:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177207.957190:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177207.957192:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177207.957195:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177207.957199:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177207.957203:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177207.957210:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177207.957214:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177207.957215:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177207.957218:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177207.957220:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177207.957223:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177207.957223:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177207.957224:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177207.957228:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177207.957230:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177207.957233:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177207.957234:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177207.957236:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177207.957238:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177207.957239:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177207.957240:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177207.957241:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177207.957244:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177207.957247:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177207.957248:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177207.957249:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177207.957252:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177207.957253:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177207.957254:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177207.957255:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177207.957258:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177207.957262:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177207.957262:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177207.957263:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177207.957264:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177207.957270:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177207.957272:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177207.957274:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177207.957275:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177207.957277:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177207.957280:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177207.957281:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177207.957282:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177207.957286:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177207.957290:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177207.957293:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177207.957297:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177207.957328:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177207.957331:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177207.957334:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177208.085147:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177208.085156:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177208.085159:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177208.085162:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177208.085166:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177208.085173:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8643 00000400:00000200:0.0:1786177208.085179:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177208.085191:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177208.085194:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177208.085196:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085199:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177208.085201:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085203:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177208.085206:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177208.085207:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177208.085210:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177208.085212:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177208.085214:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177208.085216:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177208.085218:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085219:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177208.085220:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085221:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177208.085223:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177208.085225:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085227:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177208.085229:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177208.085232:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177208.085234:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.085235:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177208.085237:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177208.085245:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177208.085248:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177208.085251:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177208.085252:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.085255:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177208.085257:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177208.085260:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177208.085266:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786177208.085272:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177208.085279:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177208.085288:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177208.085291:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177208.085295:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177208.085313:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177208.085315:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177208.085318:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177208.085319:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177208.085320:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177208.085322:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177208.085324:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8643 00000400:00000200:0.0:1786177208.085326:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177208.085328:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177208.085330:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177208.085332:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085333:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177208.085335:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085337:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177208.085338:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177208.085339:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177208.085340:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177208.085342:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177208.085344:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177208.085345:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177208.085348:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085349:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177208.085351:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1786177208.085352:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085356:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177208.085356:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1786177208.085361:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:1.0:1786177208.085361:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1786177208.085367:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000040:1.0:1786177208.085370:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177208.085372:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177208.085378:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177208.085384:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786177208.085385:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177208.085387:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177208.085392:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.085393:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786177208.085398:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:1.0:1786177208.085398:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177208.085403:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786177208.085406:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1786177208.085406:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612172928:192.168.202.156@tcp:250:kworker.0 00000008:00000001:0.0:1786177208.085413:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.085414:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177208.085419:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.085420:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177208.085424:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177208.085425:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 02000000:00000001:1.0:1786177208.085430:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1786177208.085431:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177208.085435:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177208.085436:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.085438:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177208.085439:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1786177208.085439:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:0.0:1786177208.085443:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.085444:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177208.085449:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000100:00000001:0.0:1786177208.085454:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177208.085454:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:0.0:1786177208.085462:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177208.085462:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177208.085471:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177208.085473:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177208.085473:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000040:0.0:1786177208.085479:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177208.085482:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612172928, portal 25 00000100:00000001:1.0:1786177208.085487:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177208.085489:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00000001:0.0:1786177208.085492:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177208.085495:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177208.085497:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177208.085499:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177208.085502:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177208.085505:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177208.085511:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177208.085512:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786177208.085516:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8643 00000100:00000040:1.0:1786177208.085517:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177208.085521:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000400:00000200:0.0:1786177208.085525:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000200:1.0:1786177208.085526:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612172928, offset 0 00000400:00000200:0.0:1786177208.085530:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177208.085533:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177208.085536:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:0.0:1786177208.085553:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085556:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177208.085559:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786177208.085562:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085565:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177208.085568:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1786177208.085568:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000040:0.0:1786177208.085571:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177208.085574:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177208.085577:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:1.0:1786177208.085577:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1786177208.085581:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177208.085585:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000001:0.0:1786177208.085590:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177208.085594:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177208.085595:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1786177208.085596:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177208.085601:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000040:0.0:1786177208.085602:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085606:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177208.085610:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410671:410671:256:4294967295] 192.168.202.156@tcp LPNI seq info [410669:410669:8:4294967295] 00000020:00000040:0.0:1786177208.085611:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177208.085618:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:1.0:1786177208.085620:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177208.085621:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177208.085624:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177208.085627:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177208.085632:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177208.085633:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:0.0:1786177208.085635:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177208.085639:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.0:1786177208.085644:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000008:00000001:0.0:1786177208.085645:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.085649:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177208.085652:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00000010:0.0:1786177208.085654:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177208.085657:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177208.085662:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.0:1786177208.085662:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:0.0:1786177208.085666:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177208.085667:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000100:00000001:0.0:1786177208.085670:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177208.085675:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.1:1786177208.085675:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:0.0:1786177208.085681:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177208.085681:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1786177208.085689:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000010:0.0:1786177208.085691:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000800:00000010:1.0:1786177208.085692:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000100:00000001:0.0:1786177208.085699:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177208.085700:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177208.085707:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177208.085711:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000100:00100000:0.0:1786177208.085712:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177208.085718:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:0.0:1786177208.085721:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177208.085724:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.085724:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177208.085732:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177208.085733:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177208.085762:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.085763:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1786177208.085764:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177208.085769:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177208.085770:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177208.085778:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.085780:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177208.085781:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177208.085784:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177208.085785:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.085786:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177208.085791:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:0.0:1786177208.085792:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8643 00000100:00000001:1.0:1786177208.085796:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303316600 00000400:00000200:0.0:1786177208.085801:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177208.085804:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000010:1.0:1786177208.085804:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6a80. 00000100:00080000:0.0:1786177208.085808:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177208.085811:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085813:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177208.085813:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1786177208.085818:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085820:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177208.085821:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303316600 00000020:00000001:0.0:1786177208.085822:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177208.085826:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000010:1.0:1786177208.085827:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6000. 00000020:00000001:0.0:1786177208.085828:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177208.085831:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1786177208.085832:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177208.085837:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177208.085838:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1786177208.085839:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177208.085843:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177208.085844:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085849:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177208.085850:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1786177208.085851:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085855:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177208.085856:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177208.085858:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085859:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177208.085861:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177208.085864:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1786177208.085865:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177208/real 1786177208] req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177208.085867:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.085871:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177208.085874:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177208.085878:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.085882:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177208.085888:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000400:00000001:1.0:1786177208.085889:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1786177208.085890:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000400:00000001:1.0:1786177208.085893:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786177208.085894:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177208.085897:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177208.085898:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177208.085899:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177208.085901:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177208.085904:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177208.085905:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 02000000:00000010:0.0:1786177208.085908:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000400:00000010:1.0:1786177208.085910:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177208.085912:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.085915:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1786177208.085919:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177208.085924:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177208.085930:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177208.085933:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177208.085941:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177208.085947:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177208.085949:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177208.085953:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177208.085959:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177208.085962:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177208.085964:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177208.085969:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177208.085969:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177208.085974:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177208.085975:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8643 00000100:00000001:1.0:1786177208.085980:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1786177208.085981:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177208.085985:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786177208.085986:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177208.085989:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177208.085992:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.085996:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1786177208.085997:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177208.085999:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.086003:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177208.086006:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177208.086008:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177208.086009:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177208.086035:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177208.086038:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786177208.086040:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177208.086045:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.086050:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177208.086054:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177208.086055:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177208.086060:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177208.086066:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000040:1.0:1786177208.086066:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177208.086074:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177208.086082:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.086083:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1786177208.086087:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177208.086088:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177208.086091:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177208.086091:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177208.086094:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177208.086095:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.086097:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177208.086098:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177208.086100:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:0.0:1786177208.086101:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1786177208.086104:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:0.0:1786177208.086105:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.086107:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177208.086109:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000010:0.0:1786177208.086112:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177208.086113:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:0.0:1786177208.086116:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000040:1.0:1786177208.086120:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177208.086121:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177208.086124:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.086128:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177208.086130:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177208.086133:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177208.086135:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612172928:192.168.202.156@tcp:250:kworker.0 02000000:00000010:0.0:1786177208.086138:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:1.0:1786177208.086140:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177208.086142:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.086144:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177208.086149:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612172928/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177208.086152:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177208.086169:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177208.086172:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177208.086178:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177208.086184:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177208.086186:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8653) 00000100:00000001:1.0:1786177208.086194:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177208.086197:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177208.086200:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177208.086205:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177208.086207:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177208.086210:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177208.086212:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177208.086215:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:1.0:1786177208.086219:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177208.086221:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177208.086223:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177208.086225:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177208.086226:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086228:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086233:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177208.086235:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.086236:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177208.086238:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177208.086239:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177208.086243:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086251:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177208.086252:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.086255:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177208.086257:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177208.086259:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177208.086262:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173056:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177208.086266:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177208.086268:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177208.086270:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.086272:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177208.086276:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177208.086278:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177208.086282:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177208.086286:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177208.086290:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177208.086294:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612173056, portal 10 00000100:00000001:1.0:1786177208.086296:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177208.086297:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177208.086305:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086311:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177208.086314:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177208.086316:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177208.086318:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612173056, offset 0 00000400:00000200:1.0:1786177208.086323:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177208.086327:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177208.086331:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177208.086335:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177208.086337:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177208.086340:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177208.086343:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177208.086346:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410672:410672:256:4294967295] 192.168.202.156@tcp LPNI seq info [410670:410670:8:4294967295] 00000400:00000200:1.0:1786177208.086351:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177208.086357:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177208.086362:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177208.086366:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177208.086370:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177208.086373:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786177208.086378:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177208.086380:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1786177208.086384:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177208.086386:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177208.086389:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177208.086393:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177208.086396:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177208.086398:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177208.086401:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177208.086405:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086413:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177208.086416:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086423:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.086425:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177208.086428:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177208.086432:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177208.086435:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177208.086437:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303315976 00000100:00000001:1.0:1786177208.086440:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303316600 00000100:00000001:1.0:1786177208.086442:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303315976 00000100:00000001:1.0:1786177208.086444:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303316600 00000100:00000001:1.0:1786177208.086446:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177208.086448:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.086450:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177208.086454:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177208/real 1786177208] req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177208.086462:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177208.086463:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177208.086465:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177208.086467:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177208.086469:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177208.086471:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177208.086474:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177208.086483:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086496:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177208.086498:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086499:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177208.086501:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177208.086504:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086511:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177208.086516:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086523:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177208.086526:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086528:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177208.086529:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086531:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177208.086535:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177208.086538:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177208.086555:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177208.086558:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177208.086563:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177208.086572:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173056:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177208.086577:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177208.086580:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086587:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177208.086589:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.086591:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177208.086593:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177208.086595:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177208.086598:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173184:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177208.086601:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177208.086603:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177208.086604:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.086606:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177208.086610:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177208.086612:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177208.086616:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177208.086620:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177208.086624:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177208.086627:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612173184, portal 10 00000100:00000001:1.0:1786177208.086629:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177208.086629:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177208.086634:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086639:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177208.086641:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177208.086642:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177208.086644:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612173184, offset 0 00000400:00000200:1.0:1786177208.086646:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177208.086649:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177208.086651:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177208.086653:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177208.086655:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177208.086657:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177208.086659:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177208.086661:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410673:410673:256:4294967295] 192.168.202.156@tcp LPNI seq info [410671:410671:8:4294967295] 00000400:00000200:1.0:1786177208.086664:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177208.086668:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177208.086672:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177208.086674:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177208.086677:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177208.086679:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786177208.086682:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177208.086683:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1786177208.086686:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177208.086687:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177208.086690:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177208.086692:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177208.086694:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177208.086695:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177208.086697:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177208.086700:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086705:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177208.086707:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086711:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.086713:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177208.086715:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177208.086717:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177208.086719:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177208.086720:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303315976 00000100:00000001:1.0:1786177208.086722:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303316600 00000100:00000001:1.0:1786177208.086723:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303315976 00000100:00000001:1.0:1786177208.086724:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303316600 00000100:00000001:1.0:1786177208.086726:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177208.086727:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.086728:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177208.086731:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177208/real 1786177208] req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177208.086736:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177208.086737:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177208.086738:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177208.086740:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177208.086741:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177208.086742:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177208.086744:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177208.086749:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086754:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177208.086755:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086756:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177208.086757:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177208.086759:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086763:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177208.086765:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086769:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177208.086771:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086771:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177208.086772:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086773:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177208.086775:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177208.086776:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177208.086778:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177208.086779:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177208.086782:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177208.086787:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173184:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177208.086790:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177208.086792:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086795:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177208.086796:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.086798:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177208.086799:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177208.086800:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177208.086802:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173312:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177208.086803:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177208.086805:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177208.086806:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.086807:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177208.086809:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177208.086810:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177208.086812:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177208.086814:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177208.086816:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177208.086818:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612173312, portal 4 00000100:00000001:1.0:1786177208.086819:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177208.086820:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177208.086824:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086828:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177208.086830:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177208.086831:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177208.086833:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612173312, offset 0 00000400:00000200:1.0:1786177208.086835:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177208.086837:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177208.086839:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177208.086841:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177208.086843:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177208.086845:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177208.086846:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177208.086848:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410674:410674:256:4294967295] 192.168.202.156@tcp LPNI seq info [410672:410672:8:4294967295] 00000400:00000200:1.0:1786177208.086851:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177208.086855:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177208.086857:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177208.086859:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177208.086862:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177208.086864:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786177208.086866:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177208.086868:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1786177208.086870:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177208.086872:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177208.086873:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177208.086876:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177208.086878:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177208.086879:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177208.086880:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177208.086882:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086887:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177208.086889:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086893:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.086894:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177208.086895:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177208.086897:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177208.086899:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177208.086901:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303316159 00000100:00000001:1.0:1786177208.086902:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303316600 00000100:00000001:1.0:1786177208.086904:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303316159 00000100:00000001:1.0:1786177208.086905:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303316600 00000100:00000001:1.0:1786177208.086906:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177208.086907:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.086908:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177208.086911:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177208/real 1786177208] req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177208.086915:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177208.086916:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177208.086917:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177208.086918:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177208.086919:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177208.086920:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177208.086922:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177208.086928:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086931:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177208.086932:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086933:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177208.086934:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177208.086936:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086940:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177208.086942:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086946:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177208.086948:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086949:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177208.086950:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.086951:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177208.086952:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177208.086954:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177208.086956:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177208.086957:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177208.086959:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177208.086964:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173312:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177208.086966:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177208.086968:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.086972:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177208.086972:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.086973:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177208.086974:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177208.086976:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177208.086977:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173440:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177208.086979:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177208.086980:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177208.086981:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177208.086982:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177208.086984:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177208.086985:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177208.086987:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177208.086988:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177208.086990:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177208.086992:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612173440, portal 4 00000100:00000001:1.0:1786177208.086994:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177208.086995:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177208.086998:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.087002:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177208.087004:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177208.087005:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177208.087006:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612173440, offset 0 00000400:00000200:1.0:1786177208.087008:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177208.087027:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177208.087032:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177208.087034:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177208.087037:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177208.087039:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177208.087041:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177208.087045:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410675:410675:256:4294967295] 192.168.202.156@tcp LPNI seq info [410673:410673:8:4294967295] 00000400:00000200:1.0:1786177208.087049:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177208.087056:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177208.087061:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177208.087065:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177208.087069:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177208.087072:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1786177208.087077:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177208.087080:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1786177208.087083:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177208.087085:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177208.087087:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177208.087089:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177208.087092:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177208.087093:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177208.087094:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177208.087097:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.087107:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177208.087109:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.087113:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.087114:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177208.087116:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177208.087118:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177208.087121:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177208.087122:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303316140 00000100:00000001:1.0:1786177208.087124:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303316600 00000100:00000001:1.0:1786177208.087125:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303316140 00000100:00000001:1.0:1786177208.087127:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303316600 00000100:00000001:1.0:1786177208.087128:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177208.087129:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.087131:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177208.087133:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177208/real 1786177208] req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177208.087138:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177208.087139:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177208.087140:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177208.087141:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177208.087142:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177208.087144:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177208.087146:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177208.087151:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.087155:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177208.087156:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.087158:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177208.087159:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177208.087161:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.087165:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177208.087167:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.087171:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177208.087173:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.087174:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177208.087174:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.087176:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177208.087177:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177208.087178:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177208.087180:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177208.087181:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177208.087183:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177208.087188:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173440:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177208.087190:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.087192:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177208.087193:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612173056/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.087198:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177208.087199:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177208.087200:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177208.087202:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177208.087202:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177208.087204:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177208.087205:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177208.087207:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:1.0:1786177208.087208:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177208.087209:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177208.087210:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177208.087212:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177208.087213:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.087214:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177208.087216:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612173184/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.087220:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177208.087221:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177208.087222:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177208.087223:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177208.087224:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177208.087225:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177208.087226:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177208.087227:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:1.0:1786177208.087228:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177208.087228:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177208.087229:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177208.087230:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177208.087231:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.087232:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177208.087234:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612173312/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.087238:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177208.087238:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177208.087239:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177208.087240:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177208.087241:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177208.087242:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177208.087244:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177208.087245:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:1.0:1786177208.087247:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177208.087249:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177208.087250:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177208.087252:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177208.087254:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.087255:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177208.087259:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612173440/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177208.087265:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177208.087267:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177208.087268:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:1.0:1786177208.087271:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177208.087272:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177208.087273:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177208.087275:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177208.087277:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:1.0:1786177208.087279:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177208.087280:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177208.087282:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177208.087284:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177208.087286:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.087288:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.087291:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177208.087292:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.087294:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177208.087295:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177208.725076:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303316600, at 4303316608 00000100:00000010:1.0:1786177208.725090:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6000. 00000100:00000040:0.0:1786177208.725159:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303316600, at 4303316608 00000100:00000010:0.0:1786177208.725164:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6a80. 00010000:00000001:1.0:1786177208.981132:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177208.981134:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177208.981139:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177208.981139:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177208.981141:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177208.981145:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177208.981146:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177208.981149:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177208.981156:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177208.981157:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177208.981158:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177208.981163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177208.981165:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177208.981165:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177208.981171:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177208.981171:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177208.981178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177208.981179:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177208.981179:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177208.981183:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177208.981184:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177208.981185:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177208.981193:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177208.981193:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177208.981194:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177208.981200:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177208.981207:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177208.981208:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177208.981230:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177208.981232:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177208.981235:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177208.981309:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177208.981313:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177208.981313:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177208.981318:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177208.981319:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.981321:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177208.981326:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:1.0:1786177208.981326:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177208.981330:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177208.981333:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177208.981334:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177208.981338:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177208.981338:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177208.981339:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177208.981343:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177208.981346:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177208.981346:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177208.981347:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.981352:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177208.981353:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177208.981360:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177208.981361:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177208.981361:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177208.981366:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177208.981368:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177208.981369:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177208.981371:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177208.981374:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177208.981374:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177208.981378:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177208.981379:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177208.981381:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177208.981385:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177208.981385:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177208.981389:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177208.981397:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177210.005126:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177210.005126:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177210.005135:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177210.005136:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177210.005136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177210.005138:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177210.005141:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177210.005142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177210.005145:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177210.005148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177210.005148:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177210.005149:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177210.005156:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177210.005156:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177210.005158:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177210.005162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177210.005163:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177210.005163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.005168:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177210.005170:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177210.005172:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177210.005173:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177210.005175:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177210.005177:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177210.005177:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177210.005187:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177210.005188:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.005190:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177210.005194:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177210.005197:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177210.005205:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177210.005212:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177210.005218:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.005220:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177210.005222:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177210.005223:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177210.005224:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177210.005225:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.005231:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.005232:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177210.005234:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177210.005235:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177210.005241:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.005242:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.005242:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177210.005245:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177210.005247:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177210.005248:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177210.005249:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177210.005253:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177210.005255:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177210.005256:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177210.005257:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177210.005260:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177210.005261:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177210.005261:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177210.005268:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177210.005269:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177210.005271:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177210.005275:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177210.005275:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177210.005279:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177210.005279:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177210.005283:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177210.005306:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177210.005309:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177210.005313:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177211.029100:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177211.029102:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177211.029103:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177211.029108:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177211.029110:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177211.029111:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177211.029111:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177211.029115:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177211.029117:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177211.029118:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177211.029119:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177211.029124:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177211.029125:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177211.029126:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177211.029128:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177211.029130:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177211.029133:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177211.029133:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177211.029136:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177211.029138:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177211.029140:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177211.029144:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177211.029147:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177211.029151:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177211.029209:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177211.029213:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177211.029214:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177211.029216:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177211.029217:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177211.029222:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177211.029222:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177211.029226:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177211.029226:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177211.029232:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177211.029235:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177211.029237:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177211.029239:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177211.029240:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177211.029241:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177211.029264:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177211.029266:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177211.029269:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177211.029270:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177211.029272:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177211.029273:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177211.029276:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177211.029277:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177211.029279:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177211.029298:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177211.029299:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177211.029301:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177211.029302:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177211.029306:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177211.029309:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177211.029325:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177211.029330:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177211.029332:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177211.029335:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177211.029337:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177211.029339:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177211.029341:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177211.029342:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177211.029344:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177211.029383:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177211.029404:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177211.029407:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177211.029410:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786177212.053171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177212.053175:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177212.053176:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177212.053176:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177212.053178:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177212.053180:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177212.053189:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177212.053191:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177212.053193:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177212.053193:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177212.053194:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177212.053203:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177212.053204:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177212.053205:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177212.053205:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177212.053214:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177212.053216:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177212.053217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177212.053221:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177212.053222:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177212.053222:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177212.053226:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177212.053228:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177212.053229:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177212.053229:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177212.053231:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177212.053235:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177212.053235:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177212.053236:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177212.053237:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177212.053241:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177212.053244:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177212.053249:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177212.053252:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177212.053257:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177212.053262:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177212.053267:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177212.053267:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177212.053273:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177212.053275:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177212.053278:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177212.053280:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177212.053282:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1786177212.053285:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000020:00000001:0.0:1786177212.053286:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177212.053286:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177212.053290:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177212.053298:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177212.053299:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1786177212.053301:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177212.053301:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177212.053308:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177212.053310:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177212.053311:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177212.053318:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177212.053318:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177212.053320:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177212.053331:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177212.053336:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177212.053336:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177212.053339:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177212.053350:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177212.053351:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177212.053369:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177212.053369:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177212.053374:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177212.053378:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.077082:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177213.077084:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177213.077087:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177213.077090:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177213.077091:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177213.077092:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177213.077093:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.077096:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177213.077097:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177213.077099:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786177213.077100:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177213.077104:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177213.077104:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177213.077105:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177213.077109:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.077109:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177213.077111:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177213.077113:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177213.077114:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177213.077117:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177213.077117:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177213.077118:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.077123:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.077125:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177213.077125:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177213.077130:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177213.077134:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077143:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177213.077147:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177213.077149:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177213.077152:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077154:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177213.077156:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077158:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077160:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177213.077164:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177213.077164:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177213.077165:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077166:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177213.077167:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077168:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077170:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077172:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177213.077173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177213.077176:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177213.077178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177213.077179:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177213.077213:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177213.077216:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177213.077219:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177213.077284:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177213.077288:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177213.077290:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177213.077294:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177213.077296:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177213.077298:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177213.077303:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177213.077303:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177213.077308:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177213.077309:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177213.077312:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177213.077312:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177213.077314:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177213.077316:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177213.077318:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177213.077319:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.077321:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177213.077325:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177213.077327:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177213.077329:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177213.077332:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177213.077333:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177213.077335:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177213.077337:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177213.077339:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177213.077339:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177213.077345:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177213.205111:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177213.205119:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177213.205122:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177213.205125:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177213.205129:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177213.205135:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8648 00000400:00000200:0.0:1786177213.205141:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177213.205146:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177213.205148:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177213.205150:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205153:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177213.205155:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205157:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177213.205160:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177213.205161:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177213.205163:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177213.205166:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177213.205167:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177213.205169:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177213.205171:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205172:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177213.205174:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205175:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177213.205177:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177213.205179:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205181:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177213.205183:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177213.205186:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177213.205188:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.205190:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177213.205192:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177213.205200:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177213.205202:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177213.205206:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177213.205207:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.205209:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177213.205212:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177213.205216:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177213.205223:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786177213.205228:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177213.205236:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177213.205244:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177213.205247:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177213.205251:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177213.205270:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177213.205272:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177213.205275:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177213.205276:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177213.205277:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177213.205279:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177213.205280:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8648 00000400:00000200:0.0:1786177213.205282:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177213.205284:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177213.205286:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177213.205287:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205288:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177213.205290:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205292:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177213.205294:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177213.205295:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177213.205296:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177213.205298:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177213.205299:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177213.205301:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177213.205303:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205305:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177213.205306:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205307:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177213.205309:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177213.205311:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205313:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.205313:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786177213.205316:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177213.205320:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786177213.205321:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177213.205324:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1786177213.205325:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.205329:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177213.205332:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177213.205335:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177213.205335:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177213.205336:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177213.205342:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177213.205346:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177213.205351:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177213.205353:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.205358:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177213.205360:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177213.205360:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177213.205363:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177213.205364:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.205371:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1786177213.205372:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:1.0:1786177213.205375:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177213.205377:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.205378:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177213.205385:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1786177213.205385:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612173568:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177213.205394:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177213.205399:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1786177213.205399:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786177213.205403:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177213.205406:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177213.205409:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.205414:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.205414:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1786177213.205419:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1786177213.205421:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029400. 00000100:00080000:0.0:1786177213.205422:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177213.205425:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1786177213.205426:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177213.205428:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177213.205432:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177213.205435:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:0.0:1786177213.205436:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8648 00000400:00000200:0.0:1786177213.205441:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177213.205441:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:0.0:1786177213.205448:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177213.205449:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1786177213.205450:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000040:0.0:1786177213.205453:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205456:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177213.205458:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000200:1.0:1786177213.205458:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612173568, portal 25 00000100:00000001:0.0:1786177213.205460:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177213.205462:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1786177213.205463:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177213.205466:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000100:00000001:1.0:1786177213.205466:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000020:00000001:0.0:1786177213.205470:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177213.205472:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177213.205474:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177213.205477:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:1.0:1786177213.205477:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177213.205485:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205489:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177213.205504:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177213.205508:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177213.205512:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205513:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177213.205515:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000020:00000040:0.0:1786177213.205517:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00000200:1.0:1786177213.205520:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612173568, offset 0 00000100:00080000:0.0:1786177213.205522:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205525:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177213.205527:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177213.205531:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 02000000:00000001:0.0:1786177213.205532:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177213.205535:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.205537:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177213.205541:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00100000:0.0:1786177213.205546:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1786177213.205548:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000008:00000001:0.0:1786177213.205550:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.205553:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177213.205554:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1786177213.205558:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000400:00000200:1.0:1786177213.205559:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000040:0.0:1786177213.205563:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177213.205565:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1786177213.205567:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1786177213.205570:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:0.0:1786177213.205571:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.205574:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177213.205576:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177213.205577:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177213.205580:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000400:00000200:1.0:1786177213.205583:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410676:410676:256:4294967295] 192.168.202.156@tcp LPNI seq info [410674:410674:8:4294967295] 00000100:00000001:0.0:1786177213.205585:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177213.205592:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:0.0:1786177213.205595:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177213.205609:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:0.0:1786177213.205610:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177213.205614:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177213.205618:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000040:0.0:1786177213.205619:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1786177213.205626:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00000001:0.0:1786177213.205628:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177213.205631:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1786177213.205636:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:0.0:1786177213.205637:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177213.205641:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:1.0:1786177213.205642:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000100:00080000:0.0:1786177213.205643:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177213.205648:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:1.1:1786177213.205650:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:0.0:1786177213.205653:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8648 00000800:00000200:1.1:1786177213.205655:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000400:00000200:0.0:1786177213.205661:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000100:1.0:1786177213.205665:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177213.205667:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000010:1.0:1786177213.205669:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000100:00080000:0.0:1786177213.205671:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177213.205675:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177213.205675:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1786177213.205681:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177213.205686:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1786177213.205687:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205692:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177213.205693:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000020:00000001:0.0:1786177213.205694:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000010:1.0:1786177213.205697:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000020:00000040:0.0:1786177213.205698:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177213.205702:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177213.205704:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1786177213.205705:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177213.205708:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177213.205712:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000200:1.0:1786177213.205712:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177213.205716:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205720:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177213.205724:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205729:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177213.205730:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1786177213.205734:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000040:1.0:1786177213.205735:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177213.205744:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177213.205745:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.205749:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177213.205752:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.205755:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177213.205756:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1786177213.205761:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177213.205762:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177213.205765:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303321720 02000000:00000001:0.0:1786177213.205769:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177213.205771:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6000. 00000100:00000001:0.0:1786177213.205773:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177213.205778:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177213.205781:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.205783:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177213.205787:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177213.205789:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000020:00000040:0.0:1786177213.205790:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:0.0:1786177213.205796:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177213.205799:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.205800:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303321720 00000100:00000001:0.0:1786177213.205802:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177213.205806:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177213.205809:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177213.205810:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f69c0. 02000000:00000010:0.0:1786177213.205816:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:1.0:1786177213.205817:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177213.205823:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.205824:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177213.205830:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177213.205833:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177213.205834:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177213.205843:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177213/real 1786177213] req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177213.205847:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177213.205851:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177213.205859:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177213.205892:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177213.205895:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1786177213.205895:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177213.205899:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1786177213.205900:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000010:1.0:1786177213.205902:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177213.205903:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177213.205906:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177213.205908:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00000001:0.0:1786177213.205909:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177213.205913:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8648 00000400:00000200:0.0:1786177213.205916:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177213.205919:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000010:1.0:1786177213.205919:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00080000:0.0:1786177213.205924:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177213.205925:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1786177213.205928:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205931:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1786177213.205933:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177213.205936:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205941:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177213.205946:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177213.205948:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:0.0:1786177213.205951:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177213.205953:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000200:1.0:1786177213.205953:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177213.205957:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786177213.205959:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177213.205967:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205971:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177213.205976:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1786177213.205977:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205981:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177213.205981:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1786177213.205987:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177213.205987:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177213.205990:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177213.205992:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177213.205995:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177213.205998:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1786177213.205998:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177213.206002:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177213.206007:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.206036:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177213.206039:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177213.206043:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206043:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177213.206044:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177213.206051:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177213.206055:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000040:1.0:1786177213.206057:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177213.206059:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177213.206062:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177213.206066:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177213.206069:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177213.206072:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206076:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:0.0:1786177213.206078:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:1.0:1786177213.206081:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177213.206083:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206085:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177213.206088:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206090:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1786177213.206092:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177213.206093:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177213.206099:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177213.206107:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177213.206109:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177213.206111:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1786177213.206113:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177213.206119:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177213.206121:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177213.206148:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612173568:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177213.206149:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177213.206157:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8658) 00000100:00000001:1.0:1786177213.206158:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206161:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177213.206164:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612173568/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206169:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177213.206171:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177213.206173:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177213.206176:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177213.206178:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177213.206179:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177213.206181:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177213.206183:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:1.0:1786177213.206186:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177213.206188:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177213.206190:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00000001:1.0:1786177213.206193:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177213.206194:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206196:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206202:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177213.206203:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206205:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177213.206206:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177213.206208:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177213.206210:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206215:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177213.206217:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.206219:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177213.206220:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177213.206222:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177213.206224:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173696:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177213.206227:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177213.206229:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177213.206230:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.206231:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177213.206234:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177213.206235:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177213.206239:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177213.206242:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177213.206246:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177213.206250:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612173696, portal 10 00000100:00000001:1.0:1786177213.206252:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177213.206253:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177213.206261:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206268:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177213.206270:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177213.206273:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177213.206275:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612173696, offset 0 00000400:00000200:1.0:1786177213.206280:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177213.206284:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177213.206288:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177213.206292:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177213.206295:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177213.206297:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177213.206300:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177213.206303:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410677:410677:256:4294967295] 192.168.202.156@tcp LPNI seq info [410675:410675:8:4294967295] 00000400:00000200:1.0:1786177213.206307:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177213.206311:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177213.206315:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177213.206317:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177213.206320:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177213.206323:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786177213.206326:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177213.206328:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1786177213.206330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177213.206332:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177213.206334:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177213.206336:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177213.206339:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177213.206340:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177213.206342:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177213.206344:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206350:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177213.206352:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206357:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206358:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177213.206360:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177213.206362:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177213.206365:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177213.206366:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303321096 00000100:00000001:1.0:1786177213.206368:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303321720 00000100:00000001:1.0:1786177213.206370:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303321096 00000100:00000001:1.0:1786177213.206371:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303321720 00000100:00000001:1.0:1786177213.206373:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177213.206374:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206375:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177213.206378:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177213/real 1786177213] req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177213.206382:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177213.206383:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177213.206385:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177213.206387:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177213.206388:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177213.206389:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177213.206391:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177213.206397:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206400:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177213.206401:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206402:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177213.206403:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177213.206405:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206409:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177213.206412:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206416:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177213.206418:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206419:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177213.206420:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206421:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177213.206424:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177213.206425:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177213.206427:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177213.206428:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177213.206431:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177213.206436:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173696:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177213.206439:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177213.206441:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206445:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177213.206446:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.206447:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177213.206448:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177213.206450:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177213.206451:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173824:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177213.206453:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177213.206454:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177213.206456:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.206457:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177213.206459:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177213.206461:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177213.206463:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177213.206464:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177213.206466:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177213.206468:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612173824, portal 10 00000100:00000001:1.0:1786177213.206469:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177213.206470:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177213.206474:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206478:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177213.206480:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177213.206481:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177213.206483:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612173824, offset 0 00000400:00000200:1.0:1786177213.206485:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177213.206487:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177213.206503:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177213.206505:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177213.206508:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177213.206509:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177213.206511:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177213.206513:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410678:410678:256:4294967295] 192.168.202.156@tcp LPNI seq info [410676:410676:8:4294967295] 00000400:00000200:1.0:1786177213.206516:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177213.206520:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177213.206524:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177213.206526:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177213.206529:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177213.206531:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786177213.206533:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177213.206535:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1786177213.206538:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177213.206539:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177213.206541:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177213.206544:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177213.206546:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177213.206547:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177213.206549:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177213.206551:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206557:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177213.206559:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206563:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206564:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177213.206566:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177213.206568:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177213.206570:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177213.206571:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303321096 00000100:00000001:1.0:1786177213.206573:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303321720 00000100:00000001:1.0:1786177213.206575:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303321096 00000100:00000001:1.0:1786177213.206576:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303321720 00000100:00000001:1.0:1786177213.206578:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177213.206579:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206580:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177213.206583:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177213/real 1786177213] req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177213.206587:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177213.206588:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177213.206589:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177213.206591:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177213.206591:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177213.206593:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177213.206594:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177213.206600:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206604:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177213.206605:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206606:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177213.206607:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177213.206609:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206613:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177213.206615:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206619:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177213.206621:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206622:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177213.206623:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206624:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177213.206626:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177213.206628:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177213.206630:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177213.206631:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177213.206633:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177213.206638:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173824:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177213.206640:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177213.206642:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206646:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177213.206647:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.206648:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177213.206650:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177213.206651:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177213.206653:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173952:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177213.206655:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177213.206656:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177213.206657:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.206658:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177213.206660:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177213.206661:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177213.206664:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177213.206665:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177213.206668:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177213.206669:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612173952, portal 4 00000100:00000001:1.0:1786177213.206671:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177213.206672:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177213.206675:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206680:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177213.206682:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177213.206683:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177213.206685:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612173952, offset 0 00000400:00000200:1.0:1786177213.206687:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177213.206689:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177213.206691:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177213.206693:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177213.206694:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177213.206696:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177213.206697:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177213.206699:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410679:410679:256:4294967295] 192.168.202.156@tcp LPNI seq info [410677:410677:8:4294967295] 00000400:00000200:1.0:1786177213.206702:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177213.206706:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177213.206709:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177213.206711:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177213.206713:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177213.206714:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786177213.206717:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177213.206719:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1786177213.206721:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177213.206722:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177213.206724:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177213.206726:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177213.206728:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177213.206729:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177213.206731:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177213.206733:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206738:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177213.206740:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206748:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206750:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177213.206751:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177213.206753:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177213.206755:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177213.206756:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303321279 00000100:00000001:1.0:1786177213.206758:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303321720 00000100:00000001:1.0:1786177213.206759:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303321279 00000100:00000001:1.0:1786177213.206761:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303321720 00000100:00000001:1.0:1786177213.206762:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177213.206763:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206764:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177213.206766:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177213/real 1786177213] req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177213.206770:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177213.206771:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177213.206772:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177213.206773:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177213.206774:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177213.206776:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177213.206778:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177213.206783:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206787:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177213.206788:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206789:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177213.206790:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177213.206792:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206797:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177213.206799:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206804:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177213.206805:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206806:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177213.206807:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206808:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177213.206809:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177213.206810:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177213.206812:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177213.206813:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177213.206815:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177213.206820:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612173952:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177213.206822:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177213.206824:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206828:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177213.206829:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.206830:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177213.206831:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177213.206833:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177213.206836:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174080:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177213.206839:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177213.206840:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177213.206842:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177213.206844:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177213.206847:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b000. 02000000:00000001:1.0:1786177213.206849:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177213.206852:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177213.206855:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177213.206858:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177213.206861:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612174080, portal 4 00000100:00000001:1.0:1786177213.206863:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177213.206865:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177213.206871:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206878:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177213.206880:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177213.206883:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177213.206885:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612174080, offset 0 00000400:00000200:1.0:1786177213.206889:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177213.206893:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177213.206896:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177213.206898:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177213.206900:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177213.206901:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177213.206903:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177213.206905:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410680:410680:256:4294967295] 192.168.202.156@tcp LPNI seq info [410678:410678:8:4294967295] 00000400:00000200:1.0:1786177213.206908:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177213.206912:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177213.206915:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177213.206918:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000800:00000200:1.0:1786177213.206920:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177213.206922:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1786177213.206925:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177213.206927:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1786177213.206929:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177213.206931:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:1.0:1786177213.206933:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177213.206935:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177213.206937:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:1.0:1786177213.206938:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:1.0:1786177213.206940:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177213.206943:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206948:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177213.206950:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206954:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206955:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177213.206957:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177213.206959:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177213.206961:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177213.206962:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303321259 00000100:00000001:1.0:1786177213.206963:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303321720 00000100:00000001:1.0:1786177213.206965:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303321259 00000100:00000001:1.0:1786177213.206966:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303321720 00000100:00000001:1.0:1786177213.206968:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177213.206969:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.206970:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177213.206973:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177213/real 1786177213] req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177213.206977:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177213.206978:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177213.206979:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177213.206980:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177213.206981:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177213.206983:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177213.206985:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177213.206991:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.206994:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177213.206995:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.206996:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177213.206997:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177213.206999:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.207003:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177213.207005:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.207027:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177213.207031:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.207032:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177213.207034:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.207035:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177213.207037:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177213.207040:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177213.207044:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177213.207047:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177213.207051:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177213.207061:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174080:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177213.207065:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.207067:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177213.207070:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612173696/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.207076:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177213.207077:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177213.207079:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177213.207080:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177213.207081:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177213.207083:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177213.207084:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177213.207085:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:1.0:1786177213.207087:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177213.207088:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177213.207089:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177213.207091:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177213.207092:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.207093:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177213.207095:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612173824/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.207099:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177213.207100:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177213.207101:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177213.207102:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177213.207103:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177213.207104:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177213.207105:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177213.207106:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:1.0:1786177213.207108:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177213.207109:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177213.207110:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177213.207112:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177213.207113:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.207115:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177213.207118:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612173952/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.207124:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177213.207127:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177213.207128:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177213.207131:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177213.207132:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177213.207134:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177213.207136:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177213.207137:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:1.0:1786177213.207140:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177213.207141:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177213.207142:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177213.207144:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177213.207146:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.207148:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177213.207151:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612174080/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177213.207158:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177213.207159:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177213.207161:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:1.0:1786177213.207163:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177213.207164:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177213.207166:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177213.207168:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177213.207169:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:1.0:1786177213.207172:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177213.207173:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177213.207174:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177213.207177:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177213.207178:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.207180:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177213.207184:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177213.207186:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177213.207188:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177213.207190:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177213.845120:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303321720, at 4303321728 00000100:00000040:0.0:1786177213.845121:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303321720, at 4303321728 00000100:00000010:1.0:1786177213.845135:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f69c0. 00000100:00000010:0.0:1786177213.845138:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6000. 00000100:00000001:2.0:1786177214.101139:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177214.101146:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177214.101148:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177214.101149:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177214.101150:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177214.101154:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177214.101155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177214.101156:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177214.101161:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177214.101162:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177214.101162:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177214.101164:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177214.101167:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177214.101169:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177214.101170:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177214.101171:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177214.101175:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177214.101176:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177214.101176:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177214.101181:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177214.101181:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177214.101185:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177214.101188:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177214.101190:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177214.101193:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177214.101194:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177214.101198:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177214.101201:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177214.101211:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177214.101213:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177214.101216:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177214.101217:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1786177214.101218:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177214.101219:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177214.101220:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177214.101223:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177214.101223:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177214.101224:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00010000:0.0:1786177214.101230:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177214.101230:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177214.101231:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177214.101236:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177214.101236:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177214.101239:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177214.101242:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177214.101244:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177214.101247:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177214.101249:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177214.101251:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177214.101253:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177214.101254:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177214.101255:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177214.101260:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177214.101260:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177214.101261:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177214.101264:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177214.101266:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177214.101267:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177214.101269:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177214.101271:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177214.101273:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177214.101276:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177214.101276:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177214.101280:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177214.101282:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177214.101285:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177214.101288:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.125089:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177215.125095:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177215.125096:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177215.125100:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177215.125101:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177215.125105:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177215.125105:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177215.125106:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177215.125110:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177215.125110:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177215.125111:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177215.125115:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177215.125116:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177215.125117:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177215.125120:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177215.125122:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.125122:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177215.125124:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177215.125126:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177215.125127:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177215.125128:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177215.125131:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.125131:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177215.125132:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177215.125136:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177215.125137:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177215.125142:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177215.125159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177215.125162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177215.125166:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177215.125168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177215.125171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177215.125172:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177215.125175:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177215.125176:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177215.125178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177215.125180:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.125201:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177215.125206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177215.125208:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177215.125211:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177215.125215:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177215.125217:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.125218:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177215.125219:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177215.125219:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177215.125223:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177215.125224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177215.125225:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177215.125227:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177215.125229:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.125230:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177215.125231:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1786177215.125231:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:1.0:1786177215.125232:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000020:00000001:0.0:1786177215.125235:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.125239:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1786177215.125240:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177215.125240:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177215.125245:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177215.125246:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.125248:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177215.125251:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177215.125251:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177215.125257:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.125257:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177215.125263:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1786177215.253135:0:114278:0:(osc_request.c:745:osc_update_next_shrink()) next time 9855 to shrink grant 00000008:00000020:3.0:1786177215.253143:0:114278:0:(osc_request.c:745:osc_update_next_shrink()) next time 9855 to shrink grant 00000008:00000020:3.0:1786177215.253144:0:114278:0:(osc_request.c:745:osc_update_next_shrink()) next time 9855 to shrink grant 00000100:00000001:2.0:1786177216.149121:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177216.149121:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177216.149130:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177216.149131:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177216.149136:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177216.149136:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177216.149141:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177216.149146:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177216.149147:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177216.149147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177216.149148:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177216.149154:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177216.149155:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177216.149156:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177216.149156:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177216.149162:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177216.149163:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177216.149164:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177216.149165:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177216.149167:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177216.149168:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177216.149172:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177216.149172:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177216.149175:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177216.149178:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177216.149179:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177216.149185:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177216.149186:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177216.149187:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177216.149189:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177216.149190:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177216.149194:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177216.149195:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177216.149202:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177216.149205:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177216.149208:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177216.149223:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177216.149228:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177216.149230:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177216.149234:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177216.149237:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177216.149240:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177216.149243:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177216.149246:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177216.149248:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177216.149249:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177216.149252:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177216.149260:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177216.149262:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177216.149262:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177216.149266:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177216.149268:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177216.149269:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177216.149271:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177216.149274:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177216.149275:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177216.149277:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177216.149280:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177216.149280:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177216.149285:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177216.149286:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177216.149287:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177216.149293:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177216.149298:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177216.149301:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177216.149304:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177216.149308:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177216.149309:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177216.149312:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177216.149313:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177216.149354:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177216.149357:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177216.149359:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177217.173107:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177217.173116:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177217.173117:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177217.173119:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177217.173121:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177217.173125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177217.173127:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177217.173127:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177217.173129:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177217.173131:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177217.173134:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177217.173135:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177217.173137:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177217.173137:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177217.173138:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177217.173141:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177217.173141:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177217.173144:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177217.173145:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177217.173149:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177217.173150:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177217.173150:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177217.173150:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177217.173154:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177217.173155:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177217.173158:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177217.173159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177217.173162:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177217.173163:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177217.173163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177217.173164:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177217.173167:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177217.173171:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177217.173172:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177217.173175:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177217.173179:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177217.173183:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177217.173194:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177217.173196:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177217.173198:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1786177217.173200:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1786177217.173201:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177217.173202:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1786177217.173206:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177217.173207:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177217.173208:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00010000:0.0:1786177217.173212:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177217.173213:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177217.173214:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177217.173218:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177217.173220:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177217.173221:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177217.173224:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177217.173225:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177217.173229:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177217.173229:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177217.173233:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177217.173234:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177217.173241:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177217.173241:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177217.173246:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177217.173247:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177217.173251:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177217.173252:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177217.173258:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177217.173261:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177217.173265:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177218.197117:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177218.197123:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177218.197124:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177218.197127:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177218.197128:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177218.197129:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177218.197130:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177218.197133:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177218.197136:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177218.197136:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177218.197137:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177218.197142:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177218.197143:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177218.197144:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177218.197148:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177218.197149:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177218.197149:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177218.197154:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177218.197154:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177218.197154:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177218.197159:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177218.197161:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177218.197161:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.197162:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177218.197162:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177218.197165:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.197167:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177218.197167:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177218.197170:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177218.197173:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.197174:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.197175:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177218.197179:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177218.197183:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177218.197184:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177218.197185:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177218.197191:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177218.197191:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177218.197194:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177218.197196:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177218.197198:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177218.197201:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177218.197201:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177218.197206:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177218.197208:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177218.197210:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177218.197212:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177218.197215:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177218.197215:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177218.197217:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177218.197218:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177218.197222:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177218.197223:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177218.197225:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177218.197227:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177218.197227:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177218.197232:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177218.197233:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177218.197239:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177218.197242:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177218.197245:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177218.197248:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177218.197250:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177218.197253:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177218.197255:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177218.197257:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177218.197259:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177218.197261:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177218.197263:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177218.197265:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177218.197266:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177218.197268:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177218.197270:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177218.197271:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177218.197272:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177218.197273:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177218.197314:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177218.197318:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177218.197321:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177218.325123:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177218.325131:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177218.325134:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177218.325137:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177218.325141:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177218.325147:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8653 00000400:00000200:0.0:1786177218.325154:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177218.325160:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177218.325163:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177218.325166:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325168:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177218.325171:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325173:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177218.325176:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177218.325178:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177218.325180:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177218.325182:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177218.325185:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177218.325187:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177218.325190:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325192:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177218.325193:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325194:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177218.325196:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177218.325198:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325200:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177218.325203:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177218.325206:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177218.325208:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325209:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177218.325211:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177218.325218:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177218.325221:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177218.325224:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177218.325226:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325228:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177218.325230:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177218.325233:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177218.325240:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786177218.325246:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177218.325253:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177218.325261:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177218.325265:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177218.325269:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177218.325286:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177218.325288:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177218.325291:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177218.325292:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177218.325293:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177218.325295:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177218.325296:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8653 00000400:00000200:0.0:1786177218.325299:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177218.325300:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177218.325302:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177218.325304:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325306:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177218.325307:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325308:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177218.325310:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177218.325311:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177218.325312:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177218.325313:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177218.325314:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177218.325315:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177218.325317:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325318:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177218.325319:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325320:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177218.325322:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177218.325323:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325325:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177218.325326:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177218.325330:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177218.325331:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325332:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177218.325336:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177218.325338:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325339:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177218.325343:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000020:00000040:0.0:1786177218.325345:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177218.325346:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177218.325348:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325349:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177218.325350:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177218.325352:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177218.325354:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:1.0:1786177218.325356:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177218.325357:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.325361:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177218.325363:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177218.325365:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177218.325373:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1786177218.325374:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177218.325376:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177218.325383:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177218.325392:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177218.325396:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325397:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177218.325400:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1786177218.325401:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177218.325405:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:1.0:1786177218.325405:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177218.325408:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1786177218.325410:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177218.325411:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177218.325415:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:1.0:1786177218.325416:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612174208:192.168.202.156@tcp:250:kworker.0 00000100:00080000:0.0:1786177218.325418:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8653 00000100:00000001:1.0:1786177218.325423:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1786177218.325424:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:1.0:1786177218.325427:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1786177218.325428:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 02000000:00000001:1.0:1786177218.325431:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177218.325432:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177218.325437:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177218.325437:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177218.325456:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1786177218.325457:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b800. 00000100:00000040:0.0:1786177218.325459:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177218.325462:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325463:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177218.325466:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177218.325467:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177218.325469:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1786177218.325470:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:0.0:1786177218.325472:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177218.325474:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000010:1.0:1786177218.325475:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000020:00000001:0.0:1786177218.325476:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177218.325481:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325483:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177218.325484:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177218.325485:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177218.325487:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177218.325491:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177218.325493:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325495:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177218.325497:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1786177218.325497:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612174208, portal 25 02000000:00000001:0.0:1786177218.325500:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177218.325503:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.325503:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177218.325507:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177218.325508:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000008:00100000:0.0:1786177218.325509:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177218.325514:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325516:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177218.325519:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000100:00000040:1.0:1786177218.325522:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177218.325523:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177218.325527:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177218.325529:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325532:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177218.325535:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177218.325537:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177218.325542:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000100:00000001:1.0:1786177218.325544:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177218.325546:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177218.325550:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00100000:0.0:1786177218.325554:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177218.325557:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35198. 00000100:00000200:1.0:1786177218.325562:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612174208, offset 0 00000100:00000001:0.0:1786177218.325565:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177218.325567:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177218.325571:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:0.0:1786177218.325572:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177218.325578:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177218.325580:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:0.0:1786177218.325581:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177218.325585:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177218.325586:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177218.325588:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:0.0:1786177218.325589:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177218.325595:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177218.325597:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1786177218.325598:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8653 00000400:00000200:1.0:1786177218.325603:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177218.325606:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177218.325608:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177218.325611:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410681:410681:256:4294967295] 192.168.202.156@tcp LPNI seq info [410679:410679:8:4294967295] 00000400:00000200:1.0:1786177218.325614:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177218.325620:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:0.0:1786177218.325626:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.0:1786177218.325627:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177218.325632:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000010:1.0:1786177218.325633:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f200. 00000100:00080000:0.0:1786177218.325635:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177218.325639:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325642:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1786177218.325643:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:0.0:1786177218.325646:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325649:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:1.1:1786177218.325652:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:0.0:1786177218.325653:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177218.325655:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177218.325657:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177218.325659:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177218.325661:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177218.325662:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:0.0:1786177218.325664:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325666:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177218.325667:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325668:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177218.325670:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:1.0:1786177218.325670:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177218.325672:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325675:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177218.325677:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177218.325678:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177218.325682:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303326840 02000000:00000001:0.0:1786177218.325683:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177218.325688:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325690:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000010:1.0:1786177218.325690:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f69c0. 00000008:00100000:0.0:1786177218.325692:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177218.325695:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325697:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.325698:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000010:0.0:1786177218.325700:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177218.325704:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177218.325706:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303326840 02000000:00000001:0.0:1786177218.325707:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177218.325709:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325712:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177218.325713:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1786177218.325714:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6780. 02000000:00000001:0.0:1786177218.325715:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.325719:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000010:0.0:1786177218.325721:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:1.0:1786177218.325724:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177218.325725:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.325730:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177218.325732:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177218.325734:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.325739:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177218.325742:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177218.325744:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.325747:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1786177218.325748:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177218.325751:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177218.325757:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177218.325761:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177218.325763:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.325764:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1786177218.325766:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177218.325771:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000040:1.0:1786177218.325772:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177218.325774:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177218.325777:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177218.325783:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177218.325788:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8653 00000100:00000001:1.0:1786177218.325788:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1786177218.325792:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177218.325792:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177218.325798:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1786177218.325799:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 02000000:00000001:1.0:1786177218.325802:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786177218.325803:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177218.325808:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177218.325808:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325813:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1786177218.325816:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174336:192.168.202.156@tcp:38:kworker.0 00000100:00000040:0.0:1786177218.325818:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177218.325823:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177218.325824:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177218.325827:0:114346:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1786177218.325827:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1786177218.325831:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 02000000:00000001:1.0:1786177218.325831:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177218.325836:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1786177218.325837:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177218.325840:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177218.325842:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000010:1.0:1786177218.325842:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028800. 00000020:00000001:0.0:1786177218.325844:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177218.325846:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177218.325848:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325851:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177218.325853:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786177218.325855:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177218.325857:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60210. 00000100:00000001:0.0:1786177218.325858:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177218.325864:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000400:00000010:1.0:1786177218.325864:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177218.325870:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612174336, portal 10 00000100:00080000:0.0:1786177218.325871:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177218.325872:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177218.325875:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000001:0.0:1786177218.325877:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177218.325881:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177218.325883:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177218.325886:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177218.325892:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.325893:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177218.325897:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:1.0:1786177218.325898:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000008:00100000:0.0:1786177218.325902:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000010:1.0:1786177218.325903:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35550. 00000100:00000200:1.0:1786177218.325908:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612174336, offset 0 00000008:00000001:0.0:1786177218.325909:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325915:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177218.325919:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000010:0.0:1786177218.325921:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000020:00000040:0.0:1786177218.325924:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000400:00000200:1.0:1786177218.325927:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177218.325928:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177218.325930:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177218.325933:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177218.325934:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1786177218.325936:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 02000000:00000001:0.0:1786177218.325937:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177218.325942:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000400:00000200:1.0:1786177218.325943:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1786177218.325946:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177218.325950:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00100000:0.0:1786177218.325953:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177218.325957:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1786177218.325965:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177218.325966:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:0.0:1786177218.325969:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177218.325975:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177218.325976:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410682:410682:255:4294967295] 192.168.202.156@tcp LPNI seq info [410680:410680:7:4294967295] 00000400:00000200:1.0:1786177218.325991:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177218.325992:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177218.325999:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8663) 00000400:00000200:1.0:1786177218.326007:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177218.326044:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177218.326049:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fc00. 00000800:00000200:1.0:1786177218.326054:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177218.326058:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177218.326061:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177218.326065:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177218.326068:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177218.326070:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303326216 00000100:00000001:1.0:1786177218.326073:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303326840 00000100:00000001:1.0:1786177218.326075:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303326216 00000100:00000001:1.0:1786177218.326078:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303326840 00000100:00000001:1.0:1786177218.326080:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177218.326082:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.326085:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177218.326090:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177218.326097:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177218.326098:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177218.326100:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177218.326102:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177218.326104:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177218.326107:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174464:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177218.326110:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177218.326112:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177218.326113:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177218.326115:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177218.326119:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177218.326121:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177218.326124:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177218.326127:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60948. 00000400:00000010:1.0:1786177218.326131:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177218.326141:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612174464, portal 10 00000100:00000001:1.0:1786177218.326143:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177218.326145:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177218.326151:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177218.326159:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177218.326161:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177218.326163:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b356e8. 00000100:00000200:1.0:1786177218.326166:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612174464, offset 0 00000400:00000200:1.0:1786177218.326170:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177218.326174:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177218.326177:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177218.326180:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177218.326182:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177218.326185:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177218.326187:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177218.326189:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410683:410683:254:4294967295] 192.168.202.156@tcp LPNI seq info [410681:410681:6:4294967295] 00000400:00000200:1.0:1786177218.326193:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177218.326199:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177218.326203:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177218.326208:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f800. 00000800:00000200:1.0:1786177218.326211:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177218.326216:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177218.326219:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177218.326222:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177218.326225:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177218.326227:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303326216 00000100:00000001:1.0:1786177218.326231:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303326840 00000100:00000001:1.0:1786177218.326233:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303326216 00000100:00000001:1.0:1786177218.326235:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303326840 00000100:00000001:1.0:1786177218.326237:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177218.326239:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.326242:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.326244:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177218.326247:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177218.326249:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177218.326251:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177218.326252:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177218.326253:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177218.326257:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177218.326266:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177218.326267:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177218.326269:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177218.326271:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177218.326273:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177218.326276:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174592:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177218.326280:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177218.326281:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177218.326283:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177218.326285:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177218.326288:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177218.326290:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177218.326293:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177218.326296:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f607e8. 00000400:00000010:1.0:1786177218.326300:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35770. 00000100:00000200:1.0:1786177218.326303:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612174592, portal 4 00000100:00000001:1.0:1786177218.326304:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177218.326306:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:1.0:1786177218.326311:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177218.326318:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177218.326320:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177218.326323:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35dd0. 00000100:00000200:1.0:1786177218.326325:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612174592, offset 0 00000400:00000200:1.0:1786177218.326330:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177218.326333:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177218.326337:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177218.326339:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177218.326341:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177218.326344:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177218.326346:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177218.326348:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410684:410684:253:4294967295] 192.168.202.156@tcp LPNI seq info [410682:410682:5:4294967295] 00000400:00000200:1.0:1786177218.326352:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177218.326358:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177218.326362:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177218.326365:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f400. 00000800:00000200:1.0:1786177218.326369:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177218.326373:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177218.326376:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177218.326379:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177218.326382:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177218.326383:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303326399 00000100:00000001:1.0:1786177218.326386:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303326840 00000100:00000001:1.0:1786177218.326388:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303326399 00000100:00000001:1.0:1786177218.326390:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303326840 00000100:00000001:1.0:1786177218.326392:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177218.326394:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.326396:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177218.326400:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177218.326412:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177218.326413:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177218.326416:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177218.326417:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177218.326420:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177218.326422:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174720:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177218.326425:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177218.326427:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177218.326429:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177218.326430:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177218.326433:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177218.326435:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177218.326438:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177218.326456:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000400:00000010:1.0:1786177218.326461:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b353b8. 00000100:00000200:1.0:1786177218.326465:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612174720, portal 4 00000100:00000001:1.0:1786177218.326467:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177218.326468:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177218.326474:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177218.326480:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177218.326482:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177218.326485:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b355d8. 00000100:00000200:1.0:1786177218.326487:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612174720, offset 0 00000400:00000200:1.0:1786177218.326492:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177218.326496:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177218.326499:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177218.326502:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177218.326504:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177218.326506:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177218.326508:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177218.326512:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410685:410685:252:4294967295] 192.168.202.156@tcp LPNI seq info [410683:410683:4:4294967295] 00000400:00000200:1.0:1786177218.326516:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177218.326523:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177218.326528:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177218.326532:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3ff00. 00000800:00000200:1.0:1786177218.326535:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177218.326539:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177218.326542:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177218.326545:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177218.326548:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177218.326550:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303326379 00000100:00000001:1.0:1786177218.326552:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303326840 00000100:00000001:1.0:1786177218.326554:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303326379 00000100:00000001:1.0:1786177218.326556:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303326840 00000100:00000001:1.0:1786177218.326557:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177218.326559:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.326562:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.326564:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177218.326567:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177218.326569:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177218.326571:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177218.326572:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177218.326574:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177218.326577:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177218.965160:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303326840, at 4303326848 00000100:00000040:1.0:1786177218.965168:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303326840, at 4303326848 00000100:00000010:0.0:1786177218.965181:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f69c0. 00000100:00000010:1.0:1786177218.965186:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6780. 00000100:00000001:3.0:1786177219.221088:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177219.221092:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177219.221092:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177219.221096:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177219.221099:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177219.221099:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177219.221100:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177219.221100:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177219.221104:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177219.221105:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177219.221105:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177219.221106:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177219.221108:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177219.221113:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:1.0:1786177219.221113:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177219.221113:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177219.221113:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177219.221118:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177219.221120:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177219.221120:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177219.221121:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177219.221122:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177219.221127:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177219.221127:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177219.221127:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177219.221127:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177219.221134:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177219.221135:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177219.221135:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177219.221139:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177219.221140:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177219.221147:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177219.221147:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177219.221147:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177219.221151:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177219.221156:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177219.221167:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177219.221170:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177219.221172:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177219.221174:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177219.221177:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177219.221178:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177219.221183:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177219.221183:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177219.221183:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177219.221187:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177219.221189:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177219.221189:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177219.221191:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177219.221193:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177219.221197:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177219.221197:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177219.221199:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177219.221201:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177219.221203:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177219.221205:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177219.221207:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177219.221208:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177219.221209:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177219.221211:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177219.221216:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177219.221217:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177219.221220:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177219.221221:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177219.221243:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177219.221246:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177219.221248:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177220.245183:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177220.245183:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177220.245185:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177220.245189:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177220.245199:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.245206:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177220.245206:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177220.245207:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177220.245209:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177220.245220:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177220.245221:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177220.245221:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.245221:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177220.245236:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177220.245236:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177220.245237:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177220.245238:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177220.245243:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.245251:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177220.245252:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177220.245252:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177220.245254:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177220.245258:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177220.245258:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.245258:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177220.245259:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.245271:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177220.245272:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177220.245273:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177220.245276:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.245277:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177220.245278:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.245288:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177220.245289:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.245289:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177220.245295:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177220.245312:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177220.245324:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177220.245328:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786177220.245330:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177220.245331:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177220.245335:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177220.245337:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177220.245339:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:0.0:1786177220.245340:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177220.245341:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.245345:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.245347:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177220.245348:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177220.245350:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177220.245353:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177220.245356:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177220.245359:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177220.245360:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177220.245361:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.245364:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177220.245368:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177220.245369:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177220.245371:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177220.245376:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177220.245376:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177220.245378:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177220.245392:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.245394:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.245395:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177220.245401:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177220.245406:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177221.269097:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177221.269104:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177221.269106:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177221.269111:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177221.269113:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177221.269114:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177221.269116:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177221.269119:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177221.269120:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177221.269122:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.269124:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177221.269124:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177221.269128:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177221.269131:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177221.269131:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177221.269134:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.269136:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177221.269137:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177221.269139:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177221.269142:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177221.269142:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.269148:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177221.269149:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177221.269151:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.269152:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177221.269154:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177221.269156:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177221.269162:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177221.269166:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177221.269168:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177221.269170:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177221.269172:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177221.269173:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177221.269175:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177221.269178:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177221.269178:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177221.269184:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177221.269184:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177221.269184:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177221.269185:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177221.269187:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177221.269190:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177221.269191:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177221.269191:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177221.269195:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177221.269197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177221.269198:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177221.269198:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177221.269203:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177221.269205:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177221.269206:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177221.269206:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177221.269209:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177221.269210:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177221.269212:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177221.269214:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177221.269216:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177221.269217:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177221.269219:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177221.269222:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177221.269224:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177221.269226:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177221.269227:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177221.269233:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177221.269268:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177221.269271:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177221.269273:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1786177221.397311:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:2.0:1786177221.397357:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1786177221.397368:0:2378:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177221.397372:0:2378:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:2.0:1786177221.397377:0:2378:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177221.397380:0:2378:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:2.0:1786177221.397386:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786177221.397390:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f200. 00000400:00000200:2.0:1786177221.397396:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786177221.397401:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786177221.397408:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35198 00000400:00000010:2.0:1786177221.397446:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35198. 00000100:00000001:2.0:1786177221.397455:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177221.397464:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177221.397500:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177221.397506:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177221.397516:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177221.397518:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786177221.397527:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786177221.397530:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fc00. 00000400:00000200:2.0:1786177221.397534:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786177221.397538:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786177221.397541:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35550 00000400:00000010:2.0:1786177221.397544:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35550. 00000100:00000001:2.0:1786177221.397547:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177221.397552:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177221.397562:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177221.397565:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177221.397572:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177221.397575:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786177221.397580:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786177221.397583:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f800. 00000400:00000200:2.0:1786177221.397586:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786177221.397589:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786177221.397592:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b356e8 00000400:00000010:2.0:1786177221.397594:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b356e8. 00000100:00000001:2.0:1786177221.397596:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177221.397601:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177221.397609:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177221.397613:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177221.397620:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177221.397621:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786177221.397626:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786177221.397628:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f400. 00000400:00000200:2.0:1786177221.397631:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786177221.397634:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786177221.397637:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35dd0 00000400:00000010:2.0:1786177221.397639:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35dd0. 00000100:00000001:2.0:1786177221.397641:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177221.397646:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177221.397660:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177221.397664:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177221.397670:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177221.397672:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1786177221.397677:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:2.0:1786177221.397679:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3ff00. 00000400:00000200:2.0:1786177221.397682:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1786177221.397686:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1786177221.397688:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b355d8 00000400:00000010:2.0:1786177221.397690:0:2378:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b355d8. 00000100:00000001:2.0:1786177221.397693:0:2378:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177221.397697:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177221.397705:0:2378:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177221.397708:0:2378:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177221.397714:0:2378:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177221.397716:0:2378:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177221.397822:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177221.397826:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177221.397829:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177221.397837:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177218/real 1786177221] req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177221.397849:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177221.397851:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177221.397854:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f607e8. 00000400:00000200:1.0:1786177221.397858:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35770 00000400:00000010:1.0:1786177221.397860:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35770. 00000100:00000001:1.0:1786177221.397863:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177221.397868:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177221.397878:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.397885:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177221.397887:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.397890:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177221.397892:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177221.397896:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.397905:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177221.397911:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.397920:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177221.397923:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.397925:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177221.397926:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.397929:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177221.397931:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177221.397935:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177221.397940:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177221.397943:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177221.397948:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177221.397958:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174592:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177221.397964:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177221.397968:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177218/real 1786177221] req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177221.397976:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177221.397977:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177221.397979:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177221.397981:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b353b8 00000400:00000010:1.0:1786177221.397983:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b353b8. 00000100:00000001:1.0:1786177221.397986:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177221.397989:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177221.397998:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398004:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177221.398006:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398008:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177221.398009:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177221.398053:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398061:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177221.398065:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398072:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177221.398075:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398077:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177221.398078:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398080:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177221.398082:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177221.398085:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177221.398089:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177221.398091:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177221.398095:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177221.398104:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174720:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177221.398108:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177221.398112:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177218/real 1786177221] req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177221.398120:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177221.398122:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177221.398124:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60210. 00000400:00000200:1.0:1786177221.398127:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177221.398129:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177221.398132:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177221.398135:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177221.398143:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398150:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177221.398152:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398154:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177221.398156:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177221.398160:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398168:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177221.398172:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398180:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177221.398182:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398183:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177221.398185:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398187:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177221.398192:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177221.398195:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177221.398199:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177221.398202:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177221.398206:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177221.398215:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174336:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177221.398219:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177221.398226:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177218/real 1786177221] req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177221.398234:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177221.398235:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177221.398237:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60948. 00000400:00000200:1.0:1786177221.398240:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177221.398241:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177221.398244:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177221.398247:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177221.398256:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398263:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177221.398264:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398266:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177221.398268:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177221.398272:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398278:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177221.398282:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398289:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177221.398291:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398293:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177221.398294:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398296:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177221.398299:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177221.398301:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177221.398305:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177221.398308:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177221.398313:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177221.398321:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174464:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177221.398325:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177221.398329:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177218/real 1786177221] req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177221.398337:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177221.398339:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177221.398341:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177221.398344:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177221.398346:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177221.398348:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177221.398351:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177221.398360:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398367:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177221.398369:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398371:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177221.398373:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177221.398376:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398383:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177221.398387:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398393:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177221.398396:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398398:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177221.398400:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398401:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177221.398404:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177221.398407:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177221.398410:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177221.398430:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177221.398434:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177221.398444:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612174208:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177221.398449:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398451:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177221.398454:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612174592/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398462:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177221.398465:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177221.398469:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177221.398473:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177221.398475:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177221.398477:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177221.398479:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177221.398483:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 02000000:00000001:1.0:1786177221.398486:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177221.398489:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177221.398490:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:1.0:1786177221.398494:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177221.398496:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398498:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177221.398501:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612174720/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398508:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177221.398510:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177221.398511:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:1.0:1786177221.398514:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177221.398522:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177221.398523:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177221.398525:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177221.398527:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:1.0:1786177221.398530:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177221.398532:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177221.398533:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177221.398536:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177221.398537:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398540:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177221.398543:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612174336/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398550:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177221.398551:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177221.398553:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028800. 02000000:00000001:1.0:1786177221.398555:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177221.398556:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177221.398558:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177221.398560:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177221.398561:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:1.0:1786177221.398564:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177221.398565:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177221.398567:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177221.398569:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177221.398570:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398572:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177221.398575:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612174464/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398582:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177221.398583:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177221.398585:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029400. 02000000:00000001:1.0:1786177221.398587:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177221.398588:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177221.398590:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177221.398591:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177221.398593:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:1.0:1786177221.398595:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177221.398596:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177221.398597:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177221.398600:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177221.398602:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398603:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177221.398607:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612174208/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177221.398613:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177221.398614:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177221.398616:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:1.0:1786177221.398618:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177221.398620:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177221.398621:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177221.398623:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177221.398624:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:1.0:1786177221.398626:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177221.398627:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177221.398629:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177221.398631:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177221.398632:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398634:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177221.398641:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177221.398644:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177221.398646:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177221.398647:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177222.293162:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177222.293169:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177222.293171:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177222.293176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177222.293177:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177222.293178:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177222.293179:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177222.293186:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177222.293189:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177222.293191:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177222.293192:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177222.293197:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177222.293197:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177222.293201:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177222.293202:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177222.293204:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177222.293205:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177222.293214:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177222.293217:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177222.293218:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177222.293218:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177222.293219:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177222.293229:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177222.293230:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177222.293232:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177222.293240:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177222.293243:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177222.293244:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177222.293244:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177222.293250:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177222.293251:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177222.293252:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177222.293260:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177222.293261:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177222.293263:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177222.293264:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177222.293265:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177222.293271:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177222.293273:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177222.293274:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177222.293277:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177222.293283:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177222.293286:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177222.293289:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177222.293291:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177222.293293:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177222.293311:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177222.293318:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177222.293320:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177222.293333:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000020:00000001:2.0:1786177222.293334:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177222.293339:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786177222.293341:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177222.293344:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1786177222.293348:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177222.293350:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177222.293355:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177222.293360:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177222.293367:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177222.293376:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177222.293378:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177222.293382:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177222.293386:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177222.293389:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177222.293392:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177222.293394:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177222.293397:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177223.317173:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177223.317178:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177223.317183:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177223.317188:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177223.317189:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177223.317192:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177223.317194:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177223.317199:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177223.317204:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177223.317206:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177223.317207:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177223.317208:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177223.317218:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177223.317219:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177223.317221:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177223.317223:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177223.317225:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177223.317225:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177223.317233:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177223.317235:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177223.317236:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177223.317244:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177223.317245:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177223.317247:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177223.317252:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177223.317253:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177223.317255:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177223.317263:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177223.317265:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177223.317268:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177223.317269:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177223.317302:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177223.317306:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177223.317320:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177223.317415:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177223.317421:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177223.317423:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177223.317427:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177223.317431:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177223.317434:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.317436:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177223.317439:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.317442:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.317485:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177223.317492:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177223.317494:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177223.317495:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177223.317495:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177223.317498:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177223.317498:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177223.317501:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177223.317504:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177223.317505:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177223.317507:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177223.317507:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177223.317509:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177223.317510:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177223.317511:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177223.317511:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177223.317514:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177223.317514:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177223.317527:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177223.317533:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177223.317538:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177223.317538:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177223.317542:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177223.317546:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177223.317546:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177223.317552:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.317553:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177223.317556:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177223.317562:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177223.317563:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177223.317566:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.317572:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177223.317577:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.317581:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177223.317583:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.317586:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177223.445151:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177223.445167:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177223.445171:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177223.445176:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177223.445183:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177223.445193:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8658 00000400:00000200:1.0:1786177223.445203:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177223.445211:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177223.445214:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177223.445218:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445222:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177223.445225:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445227:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177223.445232:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177223.445234:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177223.445238:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177223.445241:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177223.445244:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177223.445246:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177223.445249:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445251:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177223.445253:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445255:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177223.445258:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177223.445261:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445264:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177223.445267:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177223.445271:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177223.445275:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445277:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177223.445280:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177223.445290:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ca80. 00000020:00000040:1.0:1786177223.445295:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177223.445300:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177223.445302:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445307:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177223.445310:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177223.445315:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177223.445324:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029400. 00000100:00000001:1.0:1786177223.445333:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177223.445344:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177223.445356:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177223.445361:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177223.445366:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e32eaffd] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177223.445407:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177223.445412:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177223.445415:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177223.445417:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177223.445419:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177223.445421:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177223.445424:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8658 00000400:00000200:1.0:1786177223.445428:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177223.445431:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177223.445433:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177223.445436:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445437:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177223.445439:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445441:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177223.445444:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177223.445445:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:1.0:1786177223.445446:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177223.445448:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:1.0:1786177223.445450:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:1.0:1786177223.445453:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177223.445456:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445458:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177223.445460:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445462:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177223.445469:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:1.0:1786177223.445472:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445474:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177223.445476:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177223.445483:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177223.445485:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445487:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177223.445493:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177223.445495:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445497:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177223.445501:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7df80. 00000020:00000040:1.0:1786177223.445503:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177223.445505:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177223.445506:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445508:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177223.445509:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177223.445510:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177223.445514:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028800. 00000100:00000001:1.0:1786177223.445518:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177223.445523:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177223.445530:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177223.445532:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177223.445535:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003019ab83] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177223.445543:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177223.445546:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177223.445550:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177223.445551:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177223.445552:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177223.445555:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177223.445558:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8658 00000400:00000200:1.0:1786177223.445561:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177223.445563:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177223.445566:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177223.445569:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445571:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177223.445572:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445575:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177223.445577:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177223.445578:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177223.445580:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177223.445581:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:1.0:1786177223.445583:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:1.0:1786177223.445586:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:1.0:1786177223.445588:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445590:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177223.445597:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445599:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177223.445602:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:1.0:1786177223.445604:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445607:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177223.445608:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177223.445611:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177223.445613:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445615:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177223.445617:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177223.445619:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445621:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177223.445624:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7d880. 00000020:00000040:1.0:1786177223.445626:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177223.445629:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177223.445630:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445632:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177223.445633:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177223.445634:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177223.445638:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a000. 00000100:00000001:1.0:1786177223.445641:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177223.445646:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177223.445653:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177223.445655:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177223.445658:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009595d9f3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177223.445665:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177223.445668:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177223.445671:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177223.445673:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177223.445675:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177223.445677:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177223.445679:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8658 00000400:00000200:1.0:1786177223.445683:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177223.445686:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177223.445688:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177223.445691:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445693:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177223.445694:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445697:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177223.445699:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177223.445700:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177223.445702:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177223.445704:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:1.0:1786177223.445706:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177223.445708:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:1.0:1786177223.445711:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445713:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177223.445715:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445717:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177223.445719:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:1.0:1786177223.445721:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445724:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177223.445726:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177223.445728:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177223.445730:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445732:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177223.445734:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177223.445736:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445738:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177223.445741:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7d180. 00000020:00000040:1.0:1786177223.445743:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177223.445746:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177223.445747:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445748:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177223.445750:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177223.445752:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177223.445755:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029000. 00000100:00000001:1.0:1786177223.445758:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177223.445762:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177223.445773:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177223.445775:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177223.445778:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be7fee4f] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177223.445785:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177223.445788:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177223.445791:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177223.445793:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177223.445794:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177223.445796:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177223.445798:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8658 00000400:00000200:1.0:1786177223.445801:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177223.445803:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177223.445806:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177223.445808:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445810:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177223.445811:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445813:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177223.445820:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177223.445821:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:1.0:1786177223.445823:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177223.445825:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:1.0:1786177223.445827:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:1.0:1786177223.445829:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177223.445832:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445834:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177223.445836:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445838:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177223.445841:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:1.0:1786177223.445844:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177223.445846:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177223.445848:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177223.445850:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177223.445852:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445855:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177223.445857:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177223.445859:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445861:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177223.445864:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7dc00. 00000020:00000040:1.0:1786177223.445866:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177223.445869:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177223.445870:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177223.445872:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177223.445873:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177223.445875:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177223.445878:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028c00. 00000100:00000001:1.0:1786177223.445882:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177223.445886:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177223.445893:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177223.445896:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177223.445899:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f30b44c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177223.445907:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177223.445912:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8669) 00000100:00000001:0.0:1786177223.445993:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177223.445998:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177223.446002:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177223.446032:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446041:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177223.446043:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177223.446048:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177223.446051:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177223.446053:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177223.446057:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612174848:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177223.446068:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177223.446073:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177223.446076:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177223.446079:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177223.446084:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3000. 02000000:00000001:0.0:1786177223.446086:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177223.446093:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177223.446099:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177223.446107:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177223.446116:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612174848, portal 25 00000100:00000001:0.0:1786177223.446119:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177223.446120:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263252608 : -127833446299008 : ffff8bbc74d7ca80) 00000100:00000040:0.0:1786177223.446126:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446133:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177223.446136:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177223.446139:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177223.446142:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612174848, offset 0 00000400:00000200:0.0:1786177223.446150:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177223.446160:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177223.446167:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177223.446174:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177223.446180:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177223.446184:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177223.446188:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177223.446191:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410686:410686:256:4294967295] 192.168.202.156@tcp LPNI seq info [410684:410684:8:4294967295] 00000400:00000200:0.0:1786177223.446196:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177223.446208:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177223.446215:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177223.446221:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177223.446229:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177223.446234:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000200:0.1:1786177223.446240:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177223.446244:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1786177223.446249:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177223.446252:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177223.446257:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177223.446262:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177223.446270:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177223.446273:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177223.446278:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177223.446283:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446294:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177223.446298:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446306:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.446308:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177223.446317:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177223.446322:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177223.446325:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303331961 00000100:00000010:0.0:1786177223.446331:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000100:00000001:0.0:1786177223.446338:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177223.446346:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303331961 00000100:00000010:0.0:1786177223.446349:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6ea80. 00000100:00000001:0.0:1786177223.446352:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177223.446367:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177223.446370:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.446373:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177223.446378:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177223/real 1786177223] req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177223.446388:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177223.446400:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177223.446403:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177223.446406:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177223.446408:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177223.446410:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177223.446415:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177223.446424:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446436:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177223.446438:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.446441:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177223.446443:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177223.446447:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446454:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177223.446459:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446465:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177223.446468:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.446470:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177223.446471:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.446474:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177223.446476:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177223.446478:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177223.446483:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177223.446485:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177223.446489:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177223.446497:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612174848:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177223.446502:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177223.446506:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446513:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177223.446514:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177223.446516:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177223.446519:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177223.446521:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177223.446524:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174976:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177223.446527:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177223.446529:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177223.446531:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177223.446533:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177223.446539:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177223.446541:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177223.446545:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177223.446548:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177223.446552:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177223.446555:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612174976, portal 10 00000100:00000001:0.0:1786177223.446558:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177223.446559:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257984 : -127833446293632 : ffff8bbc74d7df80) 00000100:00000040:0.0:1786177223.446567:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446573:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177223.446575:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177223.446577:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177223.446579:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612174976, offset 0 00000400:00000200:0.0:1786177223.446583:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177223.446587:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177223.446590:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177223.446593:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177223.446596:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177223.446598:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177223.446600:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177223.446603:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410687:410687:256:4294967295] 192.168.202.156@tcp LPNI seq info [410685:410685:8:4294967295] 00000400:00000200:0.0:1786177223.446607:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177223.446613:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177223.446617:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177223.446622:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177223.446625:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177223.446628:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000200:0.1:1786177223.446633:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177223.446637:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1786177223.446640:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177223.446642:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177223.446645:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177223.446649:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177223.446652:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177223.446653:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177223.446656:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177223.446659:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446667:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177223.446669:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446675:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.446676:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177223.446679:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177223.446683:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177223.446686:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177223.446688:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303331336 00000100:00000001:0.0:1786177223.446692:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303331961 00000100:00000001:0.0:1786177223.446693:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303331336 00000100:00000001:0.0:1786177223.446695:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303331961 00000100:00000001:0.0:1786177223.446697:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177223.446699:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.446701:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177223.446705:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177223/real 1786177223] req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177223.446719:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177223.446720:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177223.446722:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177223.446725:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177223.446726:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177223.446729:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177223.446732:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177223.446741:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446748:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177223.446749:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.446751:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177223.446752:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177223.446756:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446762:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177223.446766:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446772:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177223.446774:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.446775:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177223.446777:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.446778:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177223.446783:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177223.446785:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177223.446789:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177223.446791:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177223.446796:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177223.446802:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612174976:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177223.446806:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177223.446809:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446816:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177223.446818:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177223.446820:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177223.446821:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177223.446823:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177223.446826:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175104:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177223.446829:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177223.446832:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177223.446833:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177223.446835:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177223.446839:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0400. 02000000:00000001:0.0:1786177223.446841:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177223.446844:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177223.446846:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177223.446849:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177223.446852:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612175104, portal 10 00000100:00000001:0.0:1786177223.446854:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177223.446856:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263256192 : -127833446295424 : ffff8bbc74d7d880) 00000100:00000040:0.0:1786177223.446862:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446868:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177223.446870:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177223.446873:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177223.446876:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612175104, offset 0 00000400:00000200:0.0:1786177223.446880:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177223.446884:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177223.446887:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177223.446890:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177223.446893:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177223.446895:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177223.446897:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177223.446900:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410688:410688:256:4294967295] 192.168.202.156@tcp LPNI seq info [410686:410686:8:4294967295] 00000400:00000200:0.0:1786177223.446904:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177223.446909:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177223.446914:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177223.446917:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177223.446921:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177223.446923:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000200:0.1:1786177223.446927:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177223.446930:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1786177223.446934:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177223.446936:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177223.446939:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177223.446942:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177223.446945:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177223.446947:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177223.446949:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177223.446953:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446959:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177223.446961:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.446967:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.446968:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177223.446971:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177223.446974:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177223.446977:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177223.446979:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303331336 00000100:00000001:0.0:1786177223.446982:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303331961 00000100:00000001:0.0:1786177223.446984:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303331336 00000100:00000001:0.0:1786177223.446986:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303331961 00000100:00000001:0.0:1786177223.446988:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177223.446989:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.446991:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177223.446995:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177223/real 1786177223] req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177223.447002:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177223.447003:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177223.447005:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177223.447007:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177223.447009:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177223.447048:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177223.447051:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177223.447058:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447064:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177223.447066:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447067:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177223.447069:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177223.447072:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447078:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177223.447081:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447088:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177223.447091:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447093:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177223.447094:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447096:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177223.447098:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177223.447100:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177223.447104:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177223.447106:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177223.447109:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177223.447117:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175104:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177223.447121:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177223.447125:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447130:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177223.447132:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177223.447134:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177223.447136:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177223.447138:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177223.447140:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175232:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177223.447143:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177223.447145:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177223.447147:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177223.447149:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177223.447152:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786177223.447154:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177223.447157:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177223.447160:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177223.447163:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177223.447166:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612175232, portal 4 00000100:00000001:0.0:1786177223.447169:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177223.447170:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263254400 : -127833446297216 : ffff8bbc74d7d180) 00000100:00000040:0.0:1786177223.447175:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447181:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177223.447183:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177223.447185:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177223.447187:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612175232, offset 0 00000400:00000200:0.0:1786177223.447191:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177223.447194:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177223.447198:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177223.447201:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177223.447204:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177223.447206:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177223.447208:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177223.447211:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410689:410689:256:4294967295] 192.168.202.156@tcp LPNI seq info [410687:410687:8:4294967295] 00000400:00000200:0.0:1786177223.447215:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177223.447221:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177223.447226:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177223.447229:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177223.447233:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177223.447241:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000200:0.1:1786177223.447245:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177223.447248:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1786177223.447251:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177223.447256:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177223.447259:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177223.447262:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177223.447265:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177223.447267:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177223.447269:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177223.447273:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447286:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177223.447290:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447297:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.447298:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177223.447301:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177223.447304:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177223.447306:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177223.447308:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303331520 00000100:00000001:0.0:1786177223.447310:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303331961 00000100:00000001:0.0:1786177223.447311:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303331520 00000100:00000001:0.0:1786177223.447313:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303331961 00000100:00000001:0.0:1786177223.447314:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177223.447315:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.447317:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177223.447320:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177223/real 1786177223] req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177223.447328:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177223.447329:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177223.447331:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177223.447333:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177223.447335:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177223.447338:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177223.447341:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177223.447349:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447355:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177223.447357:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447359:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177223.447361:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177223.447364:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447370:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177223.447374:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447380:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177223.447382:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447384:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177223.447385:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447387:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177223.447388:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177223.447403:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177223.447407:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177223.447410:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177223.447414:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177223.447422:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175232:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177223.447426:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177223.447429:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447435:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177223.447437:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177223.447439:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177223.447441:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177223.447443:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177223.447446:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175360:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177223.447449:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177223.447451:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177223.447453:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177223.447455:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177223.447459:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786177223.447460:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177223.447464:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177223.447466:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177223.447469:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177223.447472:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612175360, portal 4 00000100:00000001:0.0:1786177223.447474:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177223.447476:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257088 : -127833446294528 : ffff8bbc74d7dc00) 00000100:00000040:0.0:1786177223.447482:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447488:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177223.447491:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177223.447493:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177223.447495:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612175360, offset 0 00000400:00000200:0.0:1786177223.447501:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177223.447505:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177223.447508:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177223.447510:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177223.447513:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177223.447515:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177223.447517:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177223.447520:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410690:410690:256:4294967295] 192.168.202.156@tcp LPNI seq info [410688:410688:8:4294967295] 00000400:00000200:0.0:1786177223.447524:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177223.447529:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177223.447534:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177223.447537:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177223.447541:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177223.447544:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000200:0.1:1786177223.447547:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177223.447550:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 57 secs later) 00000800:00000100:0.0:1786177223.447553:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177223.447555:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177223.447558:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177223.447561:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177223.447564:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177223.447566:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177223.447568:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177223.447571:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447579:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177223.447582:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447588:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.447589:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177223.447592:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177223.447594:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177223.447597:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177223.447599:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303331500 00000100:00000001:0.0:1786177223.447602:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303331961 00000100:00000001:0.0:1786177223.447604:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303331500 00000100:00000001:0.0:1786177223.447606:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303331961 00000100:00000001:0.0:1786177223.447608:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177223.447610:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.447612:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177223.447616:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177223/real 1786177223] req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177223.447623:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177223.447626:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177223.447627:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177223.447630:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177223.447631:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177223.447633:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177223.447637:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177223.447645:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447651:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177223.447653:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447655:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177223.447656:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177223.447660:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447666:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177223.447670:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447677:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177223.447679:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447681:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177223.447682:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447684:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177223.447685:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177223.447688:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177223.447692:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177223.447694:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177223.447698:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177223.447711:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175360:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177223.447715:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447718:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177223.447722:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ca80 x1872933612174848/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447729:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177223.447732:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177223.447735:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:0.0:1786177223.447738:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177223.447740:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177223.447742:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786177223.447744:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177223.447747:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029400. 02000000:00000001:0.0:1786177223.447752:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177223.447754:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177223.447757:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ca80. 00000100:00000001:0.0:1786177223.447760:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177223.447761:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447763:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177223.447766:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7df80 x1872933612174976/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447773:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177223.447775:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177223.447776:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177223.447779:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177223.447780:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177223.447781:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177223.447783:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177223.447785:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028800. 02000000:00000001:0.0:1786177223.447787:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177223.447788:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177223.447790:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7df80. 00000100:00000001:0.0:1786177223.447793:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177223.447795:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447796:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177223.447800:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d880 x1872933612175104/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447806:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177223.447807:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177223.447809:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:0.0:1786177223.447811:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177223.447812:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177223.447813:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177223.447815:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177223.447816:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:0.0:1786177223.447819:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177223.447820:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177223.447821:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d880. 00000100:00000001:0.0:1786177223.447823:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177223.447824:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447826:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177223.447829:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d180 x1872933612175232/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447835:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177223.447836:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177223.447838:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786177223.447840:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177223.447841:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177223.447842:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177223.447843:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177223.447845:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029000. 02000000:00000001:0.0:1786177223.447847:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177223.447848:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177223.447849:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d180. 00000100:00000001:0.0:1786177223.447852:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177223.447853:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447854:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177223.447858:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7dc00 x1872933612175360/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177248 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177223.447865:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177223.447866:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177223.447868:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786177223.447870:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177223.447871:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177223.447872:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177223.447874:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177223.447876:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:0.0:1786177223.447878:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177223.447879:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177223.447880:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7dc00. 00000100:00000001:0.0:1786177223.447882:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177223.447883:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447886:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.447896:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177223.447898:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177223.447901:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177223.447902:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177224.085149:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303331961, at 4303331968 00000100:00000040:1.0:1786177224.085149:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303331961, at 4303331968 00000100:00000010:1.0:1786177224.085170:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6ea80. 00000100:00000010:0.0:1786177224.085171:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:0.0:1786177224.341150:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177224.341150:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177224.341161:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177224.341162:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177224.341162:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177224.341164:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177224.341170:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177224.341171:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177224.341172:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177224.341173:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177224.341181:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177224.341183:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177224.341183:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177224.341183:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177224.341188:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177224.341191:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177224.341196:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177224.341196:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177224.341197:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177224.341198:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177224.341206:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177224.341207:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177224.341209:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177224.341210:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177224.341213:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177224.341219:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177224.341222:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177224.341223:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177224.341224:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177224.341229:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177224.341232:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177224.341234:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177224.341235:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177224.341240:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177224.341249:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177224.341249:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177224.341249:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177224.341252:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177224.341258:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177224.341266:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177224.341267:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177224.341269:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177224.341271:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177224.341272:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177224.341278:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177224.341278:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177224.341282:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177224.341284:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177224.341285:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177224.341287:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177224.341289:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177224.341291:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177224.341293:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177224.341294:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177224.341296:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177224.341302:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177224.341306:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177224.341306:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177224.341311:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177224.341315:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177224.341316:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177224.341327:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177224.341330:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177224.341335:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177224.341349:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177224.341354:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177224.341358:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177225.365128:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177225.365133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177225.365139:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.365139:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177225.365143:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177225.365150:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177225.365151:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177225.365155:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.365157:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177225.365159:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177225.365164:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177225.365164:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177225.365164:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177225.365165:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177225.365170:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177225.365173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.365179:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177225.365180:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177225.365180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177225.365180:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177225.365188:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177225.365195:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177225.365196:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177225.365196:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.365196:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177225.365203:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177225.365204:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177225.365213:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177225.365214:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177225.365215:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177225.365216:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177225.365231:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.365232:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177225.365243:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177225.365243:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177225.365253:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.365254:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177225.365258:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177225.365259:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177225.365259:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1786177225.365262:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177225.365263:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177225.365265:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177225.365265:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177225.365272:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177225.365273:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177225.365279:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:1.0:1786177225.365279:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177225.365285:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177225.365287:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177225.365288:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177225.365291:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177225.365293:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.365293:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177225.365303:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177225.365304:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177225.365309:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177225.365310:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177225.365314:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177225.365314:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177225.365317:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177225.365318:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177225.365324:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.365325:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.365330:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177225.365332:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.365336:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177226.389169:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177226.389170:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177226.389172:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177226.389178:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177226.389180:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177226.389185:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177226.389188:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177226.389190:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177226.389192:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177226.389193:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177226.389193:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177226.389195:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177226.389198:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177226.389200:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177226.389202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177226.389202:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177226.389210:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177226.389211:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177226.389211:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1786177226.389211:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177226.389219:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177226.389225:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177226.389226:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177226.389226:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177226.389226:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177226.389238:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177226.389239:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177226.389240:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177226.389243:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177226.389244:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177226.389247:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177226.389248:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177226.389248:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177226.389248:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177226.389265:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177226.389267:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177226.389267:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177226.389277:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177226.389278:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177226.389280:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177226.389282:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177226.389287:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177226.389287:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177226.389288:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177226.389293:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177226.389293:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177226.389300:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177226.389305:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177226.389308:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177226.389312:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177226.389314:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177226.389315:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177226.389317:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177226.389320:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177226.389320:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177226.389325:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177226.389329:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177226.389331:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177226.389333:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177226.389334:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177226.389335:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177226.389339:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1786177226.389340:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177226.389340:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177226.389351:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177226.389353:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177226.389377:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786177226.389378:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177226.389385:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177226.389389:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177226.389392:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177226.389394:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177226.389396:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177227.413158:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177227.413158:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177227.413163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177227.413167:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177227.413168:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177227.413168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177227.413172:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177227.413172:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177227.413176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177227.413176:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177227.413180:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177227.413181:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177227.413181:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177227.413187:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177227.413189:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177227.413190:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177227.413192:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177227.413193:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177227.413196:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177227.413197:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177227.413199:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177227.413209:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177227.413210:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177227.413211:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177227.413213:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177227.413218:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177227.413218:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177227.413221:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177227.413223:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177227.413227:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177227.413227:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177227.413233:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177227.413237:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177227.413237:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177227.413243:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177227.413243:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177227.413252:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177227.413256:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177227.413262:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177227.413264:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177227.413264:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177227.413270:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177227.413271:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177227.413274:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177227.413274:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177227.413279:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177227.413280:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177227.413281:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000020:00000001:1.0:1786177227.413284:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177227.413289:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177227.413289:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177227.413290:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177227.413290:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177227.413298:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177227.413299:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177227.413299:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177227.413300:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177227.413303:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177227.413317:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177227.413317:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177227.413321:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177227.413326:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177227.413326:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177227.413333:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177227.413336:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177227.413338:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177227.413340:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177228.437151:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177228.437155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177228.437161:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177228.437162:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177228.437165:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177228.437165:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177228.437170:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177228.437170:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177228.437171:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177228.437173:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177228.437176:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177228.437176:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177228.437178:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177228.437179:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177228.437180:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177228.437185:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177228.437186:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177228.437186:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177228.437187:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177228.437189:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177228.437193:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177228.437194:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177228.437195:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177228.437196:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177228.437197:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.437201:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177228.437201:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177228.437201:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177228.437204:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177228.437205:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177228.437208:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177228.437210:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.437211:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177228.437211:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177228.437214:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.437217:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177228.437219:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177228.437221:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177228.437223:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177228.437228:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177228.437231:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177228.437232:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177228.437236:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177228.437236:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177228.437238:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177228.437239:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177228.437241:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177228.437242:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:2.0:1786177228.437242:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177228.437243:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177228.437246:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177228.437247:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.437248:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177228.437249:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177228.437250:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.437252:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177228.437254:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177228.437255:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177228.437255:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786177228.437256:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177228.437260:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177228.437261:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177228.437263:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177228.437264:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177228.437266:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177228.437266:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177228.437266:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.437268:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177228.437273:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177228.437274:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177228.437274:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177228.437278:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177228.437282:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.437283:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177228.437287:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.437291:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177228.437304:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177228.437310:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177228.437314:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786177228.565116:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177228.565133:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177228.565137:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177228.565142:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177228.565147:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177228.565155:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8664 00000400:00000200:1.0:1786177228.565164:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177228.565170:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177228.565173:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177228.565176:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565180:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177228.565182:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565184:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177228.565188:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177228.565190:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177228.565193:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177228.565196:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177228.565198:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177228.565200:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177228.565202:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565203:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177228.565205:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565206:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177228.565208:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177228.565210:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565212:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177228.565215:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177228.565219:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177228.565221:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.565223:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177228.565225:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177228.565235:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c700. 00000020:00000040:1.0:1786177228.565237:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177228.565241:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177228.565243:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.565246:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177228.565249:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177228.565254:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177228.565264:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029c00. 00000100:00000001:1.0:1786177228.565273:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177228.565286:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177228.565299:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177228.565305:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177228.565311:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e102826e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177228.565332:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177228.565336:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177228.565339:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177228.565340:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177228.565353:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177228.565356:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177228.565358:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8664 00000400:00000200:1.0:1786177228.565362:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177228.565365:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177228.565367:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177228.565370:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177228.565373:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177228.565373:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177228.565376:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177228.565380:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177228.565380:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177228.565384:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177228.565385:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1786177228.565386:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:1.0:1786177228.565390:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177228.565392:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:1.0:1786177228.565395:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:1.0:1786177228.565397:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177228.565399:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177228.565402:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565407:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177228.565411:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565415:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177228.565419:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:1.0:1786177228.565424:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177228.565429:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177228.565429:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.565434:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177228.565434:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177228.565442:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177228.565443:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177228.565445:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177228.565448:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.565450:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.565453:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:0.0:1786177228.565456:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612175488:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177228.565462:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:1.0:1786177228.565462:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1786177228.565469:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:1.0:1786177228.565469:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.565473:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.565474:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.565477:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1786177228.565482:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f480. 02000000:00000010:0.0:1786177228.565484:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786177228.565488:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1786177228.565488:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177228.565496:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177228.565498:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177228.565499:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177228.565503:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1786177228.565505:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 02000000:00000001:1.0:1786177228.565507:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177228.565512:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177228.565513:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 02000000:00000010:1.0:1786177228.565519:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a400. 00000100:00000200:0.0:1786177228.565522:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612175488, portal 25 00000100:00000001:1.0:1786177228.565526:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.565527:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177228.565530:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263251712 : -127833446299904 : ffff8bbc74d7c700) 00000100:00100000:1.0:1786177228.565536:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1786177228.565538:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177228.565558:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177228.565564:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786177228.565567:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177228.565569:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000040:1.0:1786177228.565574:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b29e9d6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1786177228.565575:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177228.565583:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612175488, offset 0 00000100:00000001:1.0:1786177228.565585:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177228.565589:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177228.565593:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:0.0:1786177228.565597:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565597:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177228.565598:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177228.565603:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177228.565606:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8664 00000400:00000200:1.0:1786177228.565609:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177228.565617:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177228.565619:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177228.565621:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565623:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786177228.565627:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177228.565627:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565633:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177228.565635:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177228.565637:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177228.565638:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177228.565641:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:0.0:1786177228.565642:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000001:1.0:1786177228.565643:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:1.0:1786177228.565647:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:1.0:1786177228.565651:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565653:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786177228.565655:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1786177228.565656:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565660:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177228.565662:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:0.0:1786177228.565665:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00080000:1.0:1786177228.565666:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565672:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177228.565673:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177228.565676:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786177228.565677:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1786177228.565680:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177228.565684:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565684:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177228.565687:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177228.565691:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177228.565693:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410691:410691:256:4294967295] 192.168.202.156@tcp LPNI seq info [410689:410689:8:4294967295] 00000100:00000001:1.0:1786177228.565694:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177228.565700:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f100. 00000400:00000200:0.0:1786177228.565705:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:1.0:1786177228.565705:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177228.565708:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177228.565711:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.565712:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177228.565714:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177228.565715:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177228.565719:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202bc00. 00000400:00000200:0.0:1786177228.565722:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:1.0:1786177228.565732:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786177228.565735:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00100000:1.0:1786177228.565742:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:0.0:1786177228.565745:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177228.565761:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177228.565770:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000100:00000001:1.0:1786177228.565770:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177228.565774:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177228.565781:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbb41ec3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1786177228.565785:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177228.565792:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000100:00000001:1.0:1786177228.565801:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1786177228.565805:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00080000:1.0:1786177228.565807:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:0.0:1786177228.565810:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000100:00080000:1.0:1786177228.565814:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177228.565817:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1786177228.565820:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1786177228.565821:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177228.565828:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1786177228.565832:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1786177228.565834:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8664 00000400:00000200:1.0:1786177228.565842:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177228.565844:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000200:1.0:1786177228.565846:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000010:0.0:1786177228.565849:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00080000:1.0:1786177228.565850:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177228.565857:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177228.565859:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786177228.565859:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177228.565864:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565866:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177228.565870:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000200:0.0:1786177228.565871:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1786177228.565872:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177228.565874:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177228.565877:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:1.0:1786177228.565882:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177228.565887:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:1.0:1786177228.565892:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.565897:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177228.565900:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177228.565901:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786177228.565902:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:0.0:1786177228.565908:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1786177228.565917:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:1.0:1786177228.565924:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177228.565926:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.565927:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.565931:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1786177228.565931:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177228.565936:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177228.565938:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.565940:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177228.565941:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786177228.565943:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177228.565947:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.565951:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177228.565952:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:1.0:1786177228.565955:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c380. 00000100:00000001:0.0:1786177228.565957:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303337080 00000020:00000040:1.0:1786177228.565959:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177228.565963:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177228.565964:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.565966:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177228.565967:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1786177228.565968:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 02000000:00000001:1.0:1786177228.565969:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177228.565976:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b400. 00000100:00000001:0.0:1786177228.565980:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786177228.565980:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177228.565988:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177228.565991:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303337080 00000100:00000010:0.0:1786177228.566000:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e600. 00000100:00000001:1.0:1786177228.566000:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177228.566006:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.566008:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177228.566041:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177228.566045:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177228.566047:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e419fc0e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566050:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177228.566060:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177228/real 1786177228] req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177228.566065:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177228.566071:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177228.566078:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177228.566080:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:0.0:1786177228.566082:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1786177228.566082:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:0.0:1786177228.566087:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786177228.566088:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:0.0:1786177228.566094:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000100:00080000:1.0:1786177228.566094:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8664 00000400:00000200:1.0:1786177228.566099:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177228.566101:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177228.566103:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177228.566107:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.566109:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177228.566112:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:0.0:1786177228.566114:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000100:00000001:1.0:1786177228.566114:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:0.0:1786177228.566121:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000020:00000001:1.0:1786177228.566121:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177228.566123:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:1.0:1786177228.566126:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786177228.566128:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1786177228.566129:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:1.0:1786177228.566133:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:1.0:1786177228.566135:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000200:0.0:1786177228.566139:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177228.566140:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.566144:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177228.566147:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177228.566151:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177228.566155:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:1.0:1786177228.566160:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177228.566165:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177228.566166:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1786177228.566170:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177228.566171:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177228.566175:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.566180:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177228.566183:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177228.566188:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177228.566191:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.566192:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1786177228.566195:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ea00. 00000100:00000001:0.0:1786177228.566197:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1786177228.566198:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:0.0:1786177228.566204:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1786177228.566204:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177228.566208:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.566209:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177228.566210:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177228.566212:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177228.566215:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177228.566220:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1786177228.566221:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028400. 00000100:00000001:1.0:1786177228.566227:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177228.566236:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177228.566237:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177228.566246:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1786177228.566251:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177228.566251:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177228.566261:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061f74c75] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566268:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177228.566275:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566280:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177228.566283:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.566284:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566290:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1786177228.566292:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8674) 00000100:00000001:0.0:1786177228.566294:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177228.566300:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177228.566306:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177228.566310:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177228.566316:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177228.566324:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612175488:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177228.566330:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566333:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177228.566335:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c700 x1872933612175488/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566355:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177228.566358:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177228.566361:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786177228.566366:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177228.566368:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177228.566370:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786177228.566372:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177228.566375:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:0.0:1786177228.566380:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177228.566381:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177228.566383:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c700. 00000100:00000001:0.0:1786177228.566386:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177228.566387:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566390:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566400:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177228.566402:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.566404:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177228.566406:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177228.566408:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177228.566412:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566424:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177228.566425:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.566427:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177228.566429:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177228.566432:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177228.566434:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175616:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177228.566438:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177228.566440:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177228.566441:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.566443:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177228.566446:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786177228.566448:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177228.566452:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177228.566455:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177228.566459:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177228.566462:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612175616, portal 10 00000100:00000001:0.0:1786177228.566464:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177228.566466:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263263360 : -127833446288256 : ffff8bbc74d7f480) 00000100:00000040:0.0:1786177228.566473:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566480:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177228.566483:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177228.566485:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177228.566488:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612175616, offset 0 00000400:00000200:0.0:1786177228.566492:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177228.566496:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177228.566501:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177228.566504:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177228.566507:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177228.566509:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177228.566511:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177228.566515:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410692:410692:256:4294967295] 192.168.202.156@tcp LPNI seq info [410690:410690:8:4294967295] 00000400:00000200:0.0:1786177228.566519:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177228.566526:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177228.566530:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177228.566534:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177228.566538:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177228.566541:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1786177228.566546:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177228.566549:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1786177228.566552:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177228.566555:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177228.566558:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177228.566562:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177228.566565:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177228.566567:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177228.566570:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177228.566574:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566582:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177228.566586:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566593:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.566594:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177228.566597:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177228.566601:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177228.566604:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177228.566607:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303336456 00000100:00000001:0.0:1786177228.566610:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303337080 00000100:00000001:0.0:1786177228.566612:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303336456 00000100:00000001:0.0:1786177228.566614:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303337080 00000100:00000001:0.0:1786177228.566617:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177228.566619:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.566622:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177228.566626:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177228/real 1786177228] req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177228.566635:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177228.566636:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177228.566638:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177228.566641:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177228.566643:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177228.566646:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177228.566649:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177228.566655:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566659:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177228.566661:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566662:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177228.566663:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177228.566665:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566670:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177228.566672:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566677:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177228.566678:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566679:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177228.566680:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566681:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177228.566685:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177228.566686:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177228.566689:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177228.566691:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177228.566694:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177228.566699:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175616:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177228.566701:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177228.566703:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566707:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177228.566708:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.566709:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177228.566710:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177228.566712:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177228.566714:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175744:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177228.566716:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177228.566718:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177228.566719:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.566720:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177228.566723:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786177228.566724:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177228.566726:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177228.566727:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177228.566730:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177228.566732:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612175744, portal 10 00000100:00000001:0.0:1786177228.566733:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177228.566734:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263262464 : -127833446289152 : ffff8bbc74d7f100) 00000100:00000040:0.0:1786177228.566740:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566747:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177228.566751:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177228.566753:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177228.566756:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612175744, offset 0 00000400:00000200:0.0:1786177228.566760:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177228.566764:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177228.566768:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177228.566771:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177228.566774:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177228.566777:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177228.566780:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177228.566783:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410693:410693:256:4294967295] 192.168.202.156@tcp LPNI seq info [410691:410691:8:4294967295] 00000400:00000200:0.0:1786177228.566788:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177228.566794:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177228.566800:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177228.566803:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177228.566808:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177228.566811:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1786177228.566815:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177228.566818:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1786177228.566822:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177228.566824:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177228.566827:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177228.566831:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177228.566835:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177228.566837:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177228.566840:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177228.566844:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566853:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177228.566857:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566862:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.566864:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177228.566867:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177228.566869:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177228.566872:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177228.566873:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303336456 00000100:00000001:0.0:1786177228.566875:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303337080 00000100:00000001:0.0:1786177228.566877:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303336456 00000100:00000001:0.0:1786177228.566879:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303337080 00000100:00000001:0.0:1786177228.566880:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177228.566881:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.566883:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177228.566885:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177228/real 1786177228] req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177228.566890:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177228.566891:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177228.566893:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177228.566895:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177228.566896:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177228.566897:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177228.566899:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177228.566905:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566909:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177228.566910:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566911:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177228.566912:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177228.566915:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566919:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177228.566922:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566927:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177228.566929:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566930:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177228.566931:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.566932:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177228.566934:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177228.566935:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177228.566937:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177228.566938:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177228.566941:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177228.566946:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175744:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177228.566949:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177228.566951:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566955:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177228.566956:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.566958:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177228.566959:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177228.566960:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177228.566962:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175872:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177228.566964:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177228.566965:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177228.566966:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.566967:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177228.566970:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0400. 02000000:00000001:0.0:1786177228.566971:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177228.566975:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177228.566976:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177228.566979:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177228.566981:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612175872, portal 4 00000100:00000001:0.0:1786177228.566982:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177228.566983:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263250816 : -127833446300800 : ffff8bbc74d7c380) 00000100:00000040:0.0:1786177228.566988:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.566992:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177228.566994:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177228.566995:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177228.566997:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612175872, offset 0 00000400:00000200:0.0:1786177228.567000:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177228.567002:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177228.567004:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177228.567007:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177228.567009:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177228.567027:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177228.567029:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177228.567031:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410694:410694:256:4294967295] 192.168.202.156@tcp LPNI seq info [410692:410692:8:4294967295] 00000400:00000200:0.0:1786177228.567034:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177228.567039:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177228.567042:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177228.567045:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177228.567048:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177228.567050:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1786177228.567053:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177228.567055:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1786177228.567057:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177228.567059:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177228.567061:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177228.567065:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177228.567068:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177228.567071:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177228.567073:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177228.567077:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567085:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177228.567088:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567096:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.567098:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177228.567101:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177228.567105:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177228.567108:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177228.567111:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303336640 00000100:00000001:0.0:1786177228.567114:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303337080 00000100:00000001:0.0:1786177228.567116:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303336640 00000100:00000001:0.0:1786177228.567119:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303337080 00000100:00000001:0.0:1786177228.567121:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177228.567123:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.567125:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177228.567128:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177228/real 1786177228] req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177228.567135:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177228.567136:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177228.567137:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177228.567139:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177228.567140:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177228.567141:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177228.567144:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177228.567150:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567155:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177228.567156:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567157:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177228.567158:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177228.567161:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567165:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177228.567167:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567171:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177228.567173:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567173:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177228.567174:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567176:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177228.567177:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177228.567179:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177228.567181:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177228.567183:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177228.567185:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177228.567190:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612175872:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177228.567193:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177228.567195:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567199:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177228.567200:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.567202:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177228.567204:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177228.567205:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177228.567207:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176000:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177228.567210:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177228.567211:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177228.567212:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177228.567213:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177228.567216:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177228.567217:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177228.567220:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177228.567221:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177228.567224:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177228.567226:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612176000, portal 4 00000100:00000001:0.0:1786177228.567227:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177228.567228:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263260672 : -127833446290944 : ffff8bbc74d7ea00) 00000100:00000040:0.0:1786177228.567233:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567237:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177228.567239:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177228.567240:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177228.567242:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612176000, offset 0 00000400:00000200:0.0:1786177228.567245:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177228.567247:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177228.567249:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177228.567251:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177228.567253:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177228.567255:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177228.567257:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177228.567259:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410695:410695:256:4294967295] 192.168.202.156@tcp LPNI seq info [410693:410693:8:4294967295] 00000400:00000200:0.0:1786177228.567262:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177228.567266:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177228.567269:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177228.567272:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177228.567275:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177228.567276:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1786177228.567279:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177228.567281:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 52 secs later) 00000800:00000100:0.0:1786177228.567284:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177228.567285:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177228.567287:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177228.567290:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177228.567292:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177228.567293:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177228.567295:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177228.567297:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567302:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177228.567304:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177253 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567308:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.567309:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177228.567310:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177228.567312:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177228.567314:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177228.567315:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303336620 00000100:00000001:0.0:1786177228.567317:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303337080 00000100:00000001:0.0:1786177228.567318:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303336620 00000100:00000001:0.0:1786177228.567320:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303337080 00000100:00000001:0.0:1786177228.567322:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177228.567323:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.567324:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177228.567326:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177228/real 1786177228] req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177228.567332:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177228.567333:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177228.567335:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177228.567336:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177228.567337:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177228.567338:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177228.567340:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177228.567361:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567365:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177228.567367:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567368:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177228.567369:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177228.567372:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567376:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177228.567379:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567384:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177228.567385:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567386:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177228.567387:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567388:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177228.567389:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177228.567390:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177228.567392:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177228.567393:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177228.567397:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177228.567402:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176000:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177228.567405:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567406:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177228.567408:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f480 x1872933612175616/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567412:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177228.567413:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177228.567414:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:0.0:1786177228.567416:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177228.567417:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177228.567418:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177228.567420:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177228.567421:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:0.0:1786177228.567423:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177228.567424:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177228.567425:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f480. 00000100:00000001:0.0:1786177228.567427:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177228.567428:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567429:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177228.567431:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f100 x1872933612175744/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567436:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177228.567436:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177228.567437:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:0.0:1786177228.567438:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177228.567439:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177228.567440:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177228.567441:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177228.567442:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:0.0:1786177228.567443:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177228.567444:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177228.567445:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f100. 00000100:00000001:0.0:1786177228.567447:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177228.567448:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567449:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177228.567451:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c380 x1872933612175872/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567455:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177228.567455:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177228.567456:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:0.0:1786177228.567458:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177228.567458:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177228.567459:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177228.567460:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177228.567461:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:0.0:1786177228.567462:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177228.567463:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177228.567463:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c380. 00000100:00000001:0.0:1786177228.567465:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177228.567466:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567468:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177228.567471:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ea00 x1872933612176000/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177253 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177228.567477:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177228.567478:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177228.567479:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc0c00. 02000000:00000001:0.0:1786177228.567481:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177228.567483:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177228.567484:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177228.567486:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177228.567487:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028400. 02000000:00000001:0.0:1786177228.567489:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177228.567491:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177228.567493:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ea00. 00000100:00000001:0.0:1786177228.567495:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177228.567496:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567499:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.567503:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177228.567505:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177228.567508:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177228.567509:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177229.205167:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303337080, at 4303337088 00000100:00000040:1.0:1786177229.205167:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303337080, at 4303337088 00000100:00000010:0.0:1786177229.205190:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000010:1.0:1786177229.205193:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e600. 00000100:00000001:0.0:1786177229.461146:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177229.461146:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177229.461146:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177229.461154:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177229.461154:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177229.461155:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177229.461156:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177229.461158:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177229.461161:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177229.461162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177229.461162:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177229.461164:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177229.461169:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177229.461170:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177229.461171:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177229.461173:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177229.461175:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177229.461176:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177229.461177:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177229.461178:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177229.461180:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177229.461184:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177229.461185:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177229.461185:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177229.461188:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177229.461190:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177229.461193:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177229.461194:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177229.461195:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177229.461196:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177229.461200:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177229.461202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177229.461206:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177229.461207:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177229.461207:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177229.461212:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177229.461213:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177229.461217:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177229.461218:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177229.461222:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177229.461225:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177229.461228:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177229.461228:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177229.461232:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177229.461233:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177229.461234:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177229.461236:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177229.461238:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177229.461239:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177229.461239:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177229.461241:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177229.461243:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177229.461245:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177229.461245:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177229.461246:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177229.461247:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177229.461249:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177229.461251:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177229.461254:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177229.461255:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177229.461259:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177229.461260:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177229.461265:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177229.461265:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177229.461271:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177229.461274:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177229.461277:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177230.485165:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177230.485165:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177230.485166:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177230.485166:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177230.485178:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177230.485181:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177230.485182:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177230.485182:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177230.485184:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177230.485192:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177230.485192:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177230.485193:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177230.485198:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177230.485212:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177230.485214:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177230.485216:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177230.485217:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177230.485217:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177230.485222:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177230.485225:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177230.485232:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177230.485234:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177230.485242:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177230.485243:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177230.485244:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177230.485248:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177230.485252:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177230.485252:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177230.485266:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177230.485267:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177230.485267:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177230.485280:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177230.485287:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177230.485288:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177230.485291:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177230.485295:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177230.485300:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177230.485304:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177230.485306:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177230.485308:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177230.485311:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177230.485314:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177230.485317:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177230.485318:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177230.485334:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177230.485335:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177230.485349:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177230.485354:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177230.485357:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177230.485358:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177230.485364:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177230.485367:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177230.485367:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177230.485374:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177230.485376:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177230.485380:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177230.485381:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177230.485387:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177230.485388:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177230.485393:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177230.485394:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177230.485400:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177230.485403:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177230.485406:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177230.485413:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177230.485420:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177230.485423:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177231.509113:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177231.509116:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177231.509121:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177231.509122:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177231.509122:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177231.509126:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177231.509127:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177231.509127:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.509128:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177231.509131:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177231.509134:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177231.509136:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:1.0:1786177231.509137:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177231.509137:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177231.509138:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.509146:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177231.509146:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177231.509146:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177231.509147:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177231.509153:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.509153:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177231.509154:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177231.509154:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177231.509160:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177231.509161:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177231.509162:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177231.509166:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.509167:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177231.509170:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177231.509170:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177231.509171:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177231.509171:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177231.509175:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177231.509176:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177231.509179:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177231.509181:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.509193:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177231.509196:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177231.509198:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177231.509198:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177231.509202:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177231.509203:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177231.509203:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177231.509207:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177231.509209:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177231.509210:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177231.509210:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.509215:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177231.509216:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177231.509217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177231.509221:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.509221:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177231.509223:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177231.509224:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177231.509226:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177231.509230:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.509230:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177231.509231:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177231.509233:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177231.509236:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177231.509237:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177231.509242:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177231.509244:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177231.509247:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177231.509259:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177231.509262:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177231.509265:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177232.533096:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177232.533096:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177232.533104:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177232.533105:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177232.533109:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177232.533109:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177232.533110:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177232.533112:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177232.533117:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177232.533119:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177232.533119:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177232.533120:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177232.533121:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177232.533124:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177232.533126:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177232.533126:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177232.533127:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177232.533133:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177232.533133:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177232.533134:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177232.533135:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177232.533139:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177232.533140:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177232.533141:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177232.533144:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177232.533145:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177232.533146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177232.533147:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177232.533148:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177232.533150:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177232.533154:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177232.533156:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177232.533157:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177232.533160:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177232.533161:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177232.533166:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177232.533180:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177232.533183:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177232.533184:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177232.533186:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177232.533187:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177232.533188:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177232.533193:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177232.533194:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177232.533196:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177232.533198:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177232.533200:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177232.533200:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177232.533202:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177232.533206:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177232.533206:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177232.533207:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177232.533210:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177232.533214:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177232.533215:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177232.533220:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177232.533220:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177232.533225:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177232.533228:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177232.533228:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177232.533234:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177232.533236:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177232.533243:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177232.533245:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177232.533247:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177232.533250:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177232.533253:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177232.533254:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177232.533256:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177232.533258:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177232.533263:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177232.533265:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177232.533269:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177232.533270:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177232.533273:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177232.533275:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177232.533344:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177232.533348:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177232.533351:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177233.557137:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177233.557137:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177233.557137:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177233.557137:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177233.557145:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177233.557146:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177233.557146:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177233.557147:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177233.557148:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.557151:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177233.557152:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177233.557154:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177233.557156:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177233.557159:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177233.557160:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177233.557160:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177233.557162:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177233.557166:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177233.557167:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177233.557167:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177233.557169:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177233.557171:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177233.557172:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.557174:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177233.557174:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.557178:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177233.557179:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177233.557183:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.557183:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177233.557186:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177233.557191:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177233.557192:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177233.557192:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177233.557194:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177233.557196:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177233.557202:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177233.557209:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177233.557213:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177233.557213:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.557218:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177233.557220:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177233.557222:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177233.557223:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177233.557225:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177233.557229:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177233.557230:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177233.557231:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177233.557235:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177233.557235:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177233.557235:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177233.557241:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177233.557242:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177233.557243:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177233.557247:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177233.557247:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177233.557248:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177233.557251:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177233.557254:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177233.557254:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177233.557255:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177233.557259:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177233.557259:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177233.557260:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177233.557265:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177233.557318:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177233.557322:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177233.557326:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177233.685135:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177233.685145:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177233.685148:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177233.685152:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177233.685157:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177233.685164:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8669 00000400:00000200:0.0:1786177233.685172:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177233.685178:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177233.685181:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177233.685185:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685189:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177233.685192:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685194:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177233.685199:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177233.685201:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177233.685204:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177233.685207:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177233.685210:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177233.685222:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177233.685225:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685228:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177233.685231:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685233:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177233.685235:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177233.685237:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685239:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177233.685242:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177233.685244:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177233.685246:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.685248:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177233.685250:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177233.685258:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177233.685260:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177233.685264:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177233.685265:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.685268:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177233.685270:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177233.685273:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177233.685279:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786177233.685284:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177233.685317:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177233.685326:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177233.685329:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177233.685333:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177233.685353:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177233.685356:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177233.685358:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177233.685359:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177233.685361:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177233.685363:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177233.685366:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8669 00000400:00000200:0.0:1786177233.685370:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177233.685375:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177233.685379:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177233.685382:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685385:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177233.685386:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1786177233.685388:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177233.685391:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177233.685393:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177233.685395:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1786177233.685399:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177233.685403:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000040:1.0:1786177233.685404:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177233.685406:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177233.685410:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177233.685416:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177233.685419:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786177233.685422:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177233.685422:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.685429:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1786177233.685431:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177233.685432:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177233.685434:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177233.685436:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177233.685438:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685442:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00100000:1.0:1786177233.685443:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612176128:192.168.202.156@tcp:250:kworker.0 00000020:00000040:0.0:1786177233.685446:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:1.0:1786177233.685449:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1786177233.685453:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:1.0:1786177233.685454:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786177233.685455:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.685457:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177233.685459:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177233.685461:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177233.685465:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1786177233.685467:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029800. 02000000:00000001:0.0:1786177233.685471:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.685472:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.685478:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177233.685481:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00100000:0.0:1786177233.685485:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1786177233.685486:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000008:00000001:0.0:1786177233.685492:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177233.685493:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177233.685496:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177233.685501:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612176128, portal 25 00000100:00000010:0.0:1786177233.685504:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177233.685505:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177233.685507:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000020:00000040:0.0:1786177233.685511:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00000040:1.0:1786177233.685515:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177233.685517:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177233.685521:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.685526:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177233.685530:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177233.685534:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.685536:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177233.685541:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 02000000:00000010:0.0:1786177233.685544:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0400. 00000400:00000010:1.0:1786177233.685544:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177233.685549:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612176128, offset 0 00000100:00000001:0.0:1786177233.685553:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177233.685556:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00100000:0.0:1786177233.685565:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177233.685565:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177233.685573:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177233.685581:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1786177233.685583:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177233.685587:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:0.0:1786177233.685588:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177233.685594:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1786177233.685596:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177233.685600:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177233.685607:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410696:410696:256:4294967295] 192.168.202.156@tcp LPNI seq info [410694:410694:8:4294967295] 00000400:00000200:1.0:1786177233.685610:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177233.685618:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177233.685622:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00080000:0.0:1786177233.685624:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177233.685629:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000200:1.0:1786177233.685630:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685632:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177233.685635:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:1.0:1786177233.685636:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000100:00000001:0.0:1786177233.685637:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177233.685641:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8669 00000800:00000200:1.0:1786177233.685645:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000400:00000200:0.0:1786177233.685650:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:1.0:1786177233.685652:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000400:00000200:0.0:1786177233.685656:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177233.685661:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000200:1.1:1786177233.685662:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177233.685668:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000100:00000040:0.0:1786177233.685670:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685674:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:1.0:1786177233.685675:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177233.685678:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000100:00000040:0.0:1786177233.685679:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685682:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177233.685684:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1786177233.685685:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177233.685688:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177233.685691:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1786177233.685692:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000020:00000040:0.0:1786177233.685695:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177233.685697:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177233.685698:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177233.685702:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000020:00000001:0.0:1786177233.685703:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000001:1.0:1786177233.685708:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1786177233.685709:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685712:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1786177233.685715:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177233.685717:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685722:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177233.685726:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177233.685732:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685735:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.685735:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786177233.685739:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177233.685742:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1786177233.685744:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177233.685745:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.685749:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177233.685752:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177233.685756:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.685760:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177233.685765:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177233.685769:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177233.685774:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177233.685777:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.685781:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177233.685783:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177233.685784:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177233.685787:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.685788:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1786177233.685791:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3800. 00000100:00000001:0.0:1786177233.685796:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.685797:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177233.685802:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177233.685809:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177233.685816:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177233.685816:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303342200 00000100:00000001:0.0:1786177233.685820:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177233.685824:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1786177233.685826:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f60c0. 00000100:00000001:0.0:1786177233.685835:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177233.685838:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177233.685838:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1786177233.685845:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177233.685845:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177233.685847:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177233.685849:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177233.685849:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303342200 00000100:00080000:0.0:1786177233.685853:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8669 00000400:00000200:0.0:1786177233.685857:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177233.685859:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177233.685860:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177233.685862:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685863:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177233.685864:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685866:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177233.685867:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000010:1.0:1786177233.685868:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6480. 00000020:00000040:0.0:1786177233.685869:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177233.685873:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177233.685875:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:1.0:1786177233.685876:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1786177233.685877:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177233.685882:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177233.685884:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1786177233.685885:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.685889:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177233.685892:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177233.685892:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.685898:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177233.685899:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000040:0.0:1786177233.685901:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:0.0:1786177233.685905:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00100000:1.0:1786177233.685910:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177233/real 1786177233] req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177233.685911:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177233.685916:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177233.685920:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177233.685926:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177233.685927:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786177233.685929:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177233.685933:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177233.685939:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177233.685939:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177233.685944:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177233.685944:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177233.685951:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00000010:0.0:1786177233.685952:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000400:00000010:1.0:1786177233.685957:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000020:00000040:0.0:1786177233.685958:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177233.685963:0:2389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786177233.685964:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177233.685968:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177233.685972:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177233.685973:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177233.685976:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177233.685979:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177233.685986:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3400. 00000100:00000001:0.0:1786177233.685992:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177233.685993:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177233.686003:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177233.686006:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177233.686009:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.686037:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177233.686039:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177233.686047:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177233.686070:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177233.686071:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177233.686076:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177233.686080:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177233.686086:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686096:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177233.686103:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177233.686106:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.686107:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1786177233.686111:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177233.686116:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177233.686118:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177233.686122:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177233.686123:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1786177233.686125:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177233.686127:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177233.686130:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177233.686133:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177233.686135:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8669 00000100:00080000:1.0:1786177233.686141:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000400:00000200:0.0:1786177233.686146:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177233.686149:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:0.0:1786177233.686154:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177233.686159:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177233.686160:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177233.686166:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177233.686173:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177233.686178:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00100000:1.0:1786177233.686182:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612176128:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177233.686184:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177233.686191:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177233.686193:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1786177233.686194:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000001:1.0:1786177233.686198:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1786177233.686199:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177233.686204:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000040:1.0:1786177233.686205:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612176128/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177233.686208:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:0.0:1786177233.686214:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177233.686223:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177233.686225:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1786177233.686228:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177233.686229:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1786177233.686234:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000010:1.0:1786177233.686235:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029800. 00000100:00000001:0.0:1786177233.686239:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177233.686241:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177233.686246:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177233.686247:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000020:00000040:1.0:1786177233.686250:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00080000:0.0:1786177233.686254:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000020:00000001:1.0:1786177233.686256:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177233.686260:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0c00. 00000100:00000001:0.0:1786177233.686261:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177233.686266:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177233.686267:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177233.686270:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177233.686272:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1786177233.686275:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177233.686276:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00000001:0.0:1786177233.686282:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177233.686283:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000008:00100000:0.0:1786177233.686286:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177233.686288:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.686306:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1786177233.686309:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.686312:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177233.686317:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177233.686317:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177233.686321:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1786177233.686323:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177233.686326:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786177233.686329:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177233.686330:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786177233.686333:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.686335:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177233.686338:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1786177233.686342:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177233.686343:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177233.686347:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177233.686355:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc3000. 00000100:00000001:1.0:1786177233.686356:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177233.686360:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.686361:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.686364:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177233.686368:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1786177233.686372:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177233.686372:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177233.686381:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176256:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177233.686389:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177233.686393:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177233.686395:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.686400:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177233.686406:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029800. 00000100:00000001:0.0:1786177233.686407:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1786177233.686411:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177233.686413:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177233.686419:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786177233.686424:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1786177233.686426:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177233.686432:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177233.686438:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612176256, portal 10 00000100:00000001:0.0:1786177233.686443:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.686443:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177233.686445:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00000040:0.0:1786177233.686452:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8679) 00000100:00000040:1.0:1786177233.686457:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686466:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177233.686470:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177233.686474:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177233.686477:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612176256, offset 0 00000400:00000200:1.0:1786177233.686482:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177233.686486:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177233.686490:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177233.686494:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177233.686497:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177233.686500:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177233.686502:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177233.686506:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410697:410697:256:4294967295] 192.168.202.156@tcp LPNI seq info [410695:410695:8:4294967295] 00000400:00000200:1.0:1786177233.686510:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177233.686517:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177233.686522:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177233.686525:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177233.686530:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177233.686533:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786177233.686537:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177233.686540:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1786177233.686544:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177233.686546:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177233.686549:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177233.686552:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177233.686555:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177233.686557:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177233.686560:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177233.686564:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686573:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177233.686577:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686584:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.686586:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177233.686589:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177233.686593:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177233.686596:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177233.686599:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303341576 00000100:00000001:1.0:1786177233.686602:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303342200 00000100:00000001:1.0:1786177233.686604:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303341576 00000100:00000001:1.0:1786177233.686607:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303342200 00000100:00000001:1.0:1786177233.686609:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177233.686611:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.686613:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177233.686618:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177233/real 1786177233] req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177233.686627:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177233.686628:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177233.686630:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177233.686633:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177233.686635:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177233.686637:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177233.686640:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177233.686649:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686655:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177233.686656:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.686658:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177233.686660:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177233.686663:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686669:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177233.686674:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686681:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177233.686684:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.686685:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177233.686687:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.686689:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177233.686692:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177233.686695:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177233.686698:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177233.686700:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177233.686704:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177233.686713:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176256:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177233.686717:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177233.686720:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686727:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177233.686728:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.686730:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177233.686732:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177233.686734:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177233.686738:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176384:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177233.686741:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177233.686743:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177233.686744:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.686746:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177233.686750:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177233.686752:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177233.686756:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177233.686758:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177233.686761:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177233.686764:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612176384, portal 10 00000100:00000001:1.0:1786177233.686766:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177233.686768:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177233.686773:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686780:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177233.686783:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177233.686786:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177233.686788:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612176384, offset 0 00000400:00000200:1.0:1786177233.686793:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177233.686797:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177233.686801:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177233.686804:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177233.686807:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177233.686810:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177233.686812:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177233.686816:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410698:410698:256:4294967295] 192.168.202.156@tcp LPNI seq info [410696:410696:8:4294967295] 00000400:00000200:1.0:1786177233.686820:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177233.686826:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177233.686831:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177233.686834:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177233.686838:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177233.686841:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786177233.686846:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177233.686848:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1786177233.686853:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177233.686854:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177233.686857:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177233.686861:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177233.686864:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177233.686867:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177233.686869:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177233.686873:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686881:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177233.686885:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686891:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.686893:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177233.686896:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177233.686899:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177233.686902:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177233.686904:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303341576 00000100:00000001:1.0:1786177233.686907:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303342200 00000100:00000001:1.0:1786177233.686909:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303341576 00000100:00000001:1.0:1786177233.686912:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303342200 00000100:00000001:1.0:1786177233.686914:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177233.686916:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.686918:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177233.686922:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177233/real 1786177233] req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177233.686930:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177233.686931:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177233.686933:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177233.686935:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177233.686937:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177233.686939:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177233.686942:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177233.686951:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686958:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177233.686960:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.686962:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177233.686963:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177233.686967:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686974:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177233.686978:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.686985:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177233.686988:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.686989:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177233.686990:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.686992:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177233.686995:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177233.686997:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177233.687000:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177233.687003:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177233.687007:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177233.687033:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176384:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177233.687037:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177233.687041:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687047:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177233.687049:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.687052:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177233.687054:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177233.687056:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177233.687059:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176512:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177233.687062:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177233.687063:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177233.687065:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.687067:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177233.687070:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177233.687072:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177233.687075:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177233.687078:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177233.687081:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177233.687084:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612176512, portal 4 00000100:00000001:1.0:1786177233.687086:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177233.687088:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177233.687093:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687099:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177233.687101:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177233.687103:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177233.687105:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612176512, offset 0 00000400:00000200:1.0:1786177233.687109:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177233.687113:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177233.687117:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177233.687119:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177233.687122:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177233.687125:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177233.687127:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177233.687130:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410699:410699:256:4294967295] 192.168.202.156@tcp LPNI seq info [410697:410697:8:4294967295] 00000400:00000200:1.0:1786177233.687134:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177233.687140:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177233.687145:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177233.687148:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177233.687152:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177233.687155:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786177233.687159:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177233.687161:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1786177233.687165:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177233.687167:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177233.687170:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177233.687173:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177233.687176:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177233.687178:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177233.687180:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177233.687183:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687191:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177233.687194:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687200:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.687202:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177233.687205:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177233.687208:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177233.687211:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177233.687213:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303341760 00000100:00000001:1.0:1786177233.687216:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303342200 00000100:00000001:1.0:1786177233.687218:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303341760 00000100:00000001:1.0:1786177233.687220:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303342200 00000100:00000001:1.0:1786177233.687222:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177233.687224:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.687226:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177233.687230:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177233/real 1786177233] req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177233.687238:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177233.687239:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177233.687241:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177233.687243:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177233.687245:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177233.687247:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177233.687249:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177233.687258:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687264:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177233.687266:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687267:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177233.687268:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177233.687272:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687278:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177233.687282:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687289:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177233.687308:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687311:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177233.687312:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687314:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177233.687315:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177233.687318:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177233.687322:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177233.687324:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177233.687329:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177233.687336:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176512:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177233.687340:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687342:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177233.687345:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612176256/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687352:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177233.687353:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177233.687355:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177233.687358:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177233.687360:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177233.687361:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177233.687364:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177233.687365:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0400. 02000000:00000001:1.0:1786177233.687368:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177233.687369:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177233.687371:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177233.687373:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177233.687374:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687376:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177233.687379:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612176384/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687385:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177233.687386:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177233.687388:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177233.687390:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177233.687391:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177233.687392:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177233.687394:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177233.687395:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3800. 02000000:00000001:1.0:1786177233.687397:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177233.687399:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177233.687400:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177233.687403:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177233.687404:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687405:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177233.687408:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612176512/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687414:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177233.687416:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177233.687417:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177233.687420:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177233.687421:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177233.687422:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177233.687424:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177233.687426:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3400. 02000000:00000001:1.0:1786177233.687428:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177233.687429:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177233.687430:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177233.687432:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177233.687434:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687435:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687439:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177233.687440:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.687442:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177233.687443:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177233.687445:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177233.687448:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687455:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177233.687456:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.687458:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177233.687460:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177233.687462:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177233.687465:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176640:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177233.687468:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177233.687470:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177233.687472:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177233.687474:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177233.687477:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177233.687479:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177233.687482:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177233.687485:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177233.687488:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177233.687491:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612176640, portal 4 00000100:00000001:1.0:1786177233.687493:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177233.687494:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177233.687500:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687506:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177233.687509:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177233.687511:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177233.687513:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612176640, offset 0 00000400:00000200:1.0:1786177233.687517:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177233.687521:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177233.687525:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177233.687527:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177233.687530:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177233.687533:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177233.687535:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177233.687538:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410700:410700:256:4294967295] 192.168.202.156@tcp LPNI seq info [410698:410698:8:4294967295] 00000400:00000200:1.0:1786177233.687542:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177233.687548:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177233.687552:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177233.687555:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177233.687559:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177233.687562:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1786177233.687566:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177233.687569:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 47 secs later) 00000800:00000100:1.0:1786177233.687573:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177233.687575:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177233.687579:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177233.687582:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177233.687585:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177233.687587:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177233.687589:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177233.687592:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687600:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177233.687603:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687609:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.687611:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177233.687614:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177233.687616:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177233.687619:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177233.687621:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303341740 00000100:00000001:1.0:1786177233.687624:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303342200 00000100:00000001:1.0:1786177233.687626:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303341740 00000100:00000001:1.0:1786177233.687628:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303342200 00000100:00000001:1.0:1786177233.687630:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177233.687632:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.687634:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177233.687638:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177233/real 1786177233] req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177233.687646:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177233.687647:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177233.687649:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177233.687652:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177233.687653:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177233.687656:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177233.687659:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177233.687668:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687674:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177233.687676:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687678:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177233.687679:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177233.687683:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687689:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177233.687693:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687699:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177233.687702:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687704:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177233.687705:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687707:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177233.687708:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177233.687711:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177233.687714:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177233.687716:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177233.687720:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177233.687727:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176640:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177233.687731:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687733:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177233.687736:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612176640/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177258 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177233.687743:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177233.687744:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177233.687746:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202b400. 02000000:00000001:1.0:1786177233.687749:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177233.687750:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177233.687752:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177233.687754:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177233.687755:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc3000. 02000000:00000001:1.0:1786177233.687757:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177233.687759:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177233.687760:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177233.687763:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177233.687764:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687766:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177233.687769:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177233.687770:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177233.687772:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177233.687773:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177234.325132:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303342200, at 4303342208 00000100:00000040:1.0:1786177234.325132:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303342200, at 4303342208 00000100:00000010:0.0:1786177234.325152:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f60c0. 00000100:00000010:1.0:1786177234.325154:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6480. 00000100:00000001:1.0:1786177234.581125:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177234.581125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177234.581125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177234.581134:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177234.581134:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177234.581134:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177234.581137:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177234.581138:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177234.581139:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177234.581139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177234.581143:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177234.581147:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177234.581149:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177234.581149:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177234.581149:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177234.581153:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177234.581157:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177234.581157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177234.581157:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177234.581159:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177234.581163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177234.581164:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177234.581165:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177234.581165:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177234.581170:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177234.581173:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177234.581174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177234.581176:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177234.581180:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177234.581181:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177234.581181:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177234.581182:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177234.581182:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177234.581187:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177234.581188:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177234.581193:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177234.581204:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177234.581208:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177234.581209:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177234.581212:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177234.581212:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177234.581214:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177234.581214:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177234.581217:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177234.581219:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177234.581219:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177234.581221:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177234.581223:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177234.581225:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177234.581226:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177234.581226:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177234.581229:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177234.581232:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177234.581232:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177234.581235:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177234.581237:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177234.581238:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177234.581241:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177234.581244:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177234.581245:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177234.581248:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177234.581249:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177234.581256:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177234.581258:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177234.581318:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177234.581322:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177234.581326:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177235.605116:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177235.605117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177235.605120:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177235.605124:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177235.605125:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177235.605126:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177235.605126:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177235.605127:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177235.605130:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177235.605131:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177235.605133:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177235.605134:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:1.0:1786177235.605138:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177235.605138:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177235.605139:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177235.605139:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177235.605144:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177235.605145:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177235.605146:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177235.605146:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177235.605148:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177235.605150:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177235.605152:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177235.605154:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177235.605155:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177235.605157:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177235.605157:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177235.605160:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177235.605164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177235.605165:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177235.605165:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177235.605166:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177235.605169:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177235.605171:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177235.605174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177235.605177:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177235.605189:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177235.605192:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177235.605194:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177235.605196:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177235.605198:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177235.605201:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177235.605203:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177235.605204:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177235.605204:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177235.605211:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177235.605211:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177235.605212:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177235.605215:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177235.605216:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177235.605217:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177235.605219:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177235.605221:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177235.605223:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177235.605224:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177235.605225:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177235.605229:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177235.605232:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177235.605232:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177235.605235:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177235.605237:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177235.605238:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177235.605243:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177235.605246:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177235.605247:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177235.605248:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177235.605249:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177235.605254:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177235.605261:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177235.605264:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177235.605308:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177235.605310:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177235.605313:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177236.629126:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177236.629126:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177236.629126:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177236.629126:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177236.629135:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177236.629136:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177236.629136:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177236.629137:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177236.629138:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.629140:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.629141:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177236.629145:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177236.629147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177236.629148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177236.629149:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177236.629151:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177236.629153:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786177236.629157:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177236.629158:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.629158:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177236.629158:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177236.629162:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177236.629164:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177236.629167:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177236.629167:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.629167:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177236.629172:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177236.629173:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177236.629179:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177236.629179:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177236.629179:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.629180:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177236.629183:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177236.629186:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177236.629188:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.629192:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.629204:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177236.629206:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177236.629208:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177236.629212:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177236.629212:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177236.629213:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177236.629216:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177236.629217:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177236.629217:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177236.629223:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177236.629223:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177236.629224:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177236.629227:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177236.629228:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177236.629229:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177236.629231:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177236.629232:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177236.629234:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177236.629235:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177236.629235:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.629236:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177236.629242:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177236.629244:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177236.629245:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177236.629248:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177236.629251:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177236.629254:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177236.629257:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177236.629322:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177236.629325:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177236.629328:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177237.653110:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177237.653112:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177237.653118:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177237.653119:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177237.653123:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177237.653123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177237.653124:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177237.653124:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177237.653128:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177237.653131:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177237.653132:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177237.653133:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177237.653134:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177237.653136:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177237.653138:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177237.653139:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177237.653140:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177237.653144:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177237.653145:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177237.653145:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177237.653146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177237.653149:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177237.653152:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177237.653153:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177237.653154:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177237.653155:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177237.653157:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177237.653160:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177237.653161:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177237.653162:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177237.653162:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177237.653165:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177237.653167:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177237.653170:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177237.653171:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177237.653177:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177237.653180:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177237.653185:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177237.653186:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177237.653188:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177237.653188:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177237.653193:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177237.653194:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177237.653198:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177237.653199:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177237.653205:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177237.653206:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177237.653206:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177237.653209:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177237.653212:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177237.653213:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177237.653213:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177237.653218:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177237.653221:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177237.653223:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177237.653223:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177237.653229:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177237.653229:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177237.653238:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177237.653240:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177237.653245:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177237.653247:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177237.653251:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177237.653252:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177237.653319:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177237.653321:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177237.653324:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177238.677122:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177238.677122:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177238.677126:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177238.677129:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177238.677131:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177238.677132:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.677132:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177238.677135:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177238.677137:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.677137:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177238.677140:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177238.677143:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177238.677143:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177238.677145:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:0.0:1786177238.677147:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177238.677147:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.677149:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177238.677152:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177238.677154:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177238.677155:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177238.677157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177238.677157:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177238.677158:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177238.677160:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177238.677162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.677163:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177238.677164:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177238.677168:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177238.677169:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177238.677174:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177238.677174:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177238.677178:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177238.677182:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177238.677186:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177238.677187:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177238.677192:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177238.677194:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177238.677197:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.677197:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177238.677200:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177238.677203:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1786177238.677204:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177238.677208:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177238.677208:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.677209:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177238.677211:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177238.677214:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177238.677215:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177238.677216:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177238.677217:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177238.677219:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.677220:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177238.677221:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177238.677223:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.677224:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177238.677226:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177238.677227:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177238.677230:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177238.677233:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177238.677234:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177238.677235:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177238.677236:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177238.677239:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177238.677240:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177238.677241:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177238.677243:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177238.677258:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177238.677258:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177238.677259:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177238.677263:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177238.677264:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177238.677264:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177238.677269:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177238.677271:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177238.677273:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177238.677278:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177238.677295:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177238.677300:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177238.677303:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786177238.805170:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177238.805183:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177238.805187:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177238.805191:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177238.805196:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177238.805204:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8674 00000400:00000200:3.0:1786177238.805215:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177238.805221:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177238.805224:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177238.805227:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.805231:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177238.805233:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.805235:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177238.805239:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177238.805241:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:3.0:1786177238.805265:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177238.805268:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:3.0:1786177238.805270:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:3.0:1786177238.805272:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:3.0:1786177238.805275:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.805276:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177238.805278:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.805279:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177238.805282:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:3.0:1786177238.805286:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177238.805289:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177238.805293:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177238.805297:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177238.805301:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.805303:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177238.805307:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177238.805320:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4e00. 00000020:00000040:3.0:1786177238.805326:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:3.0:1786177238.805332:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177238.805334:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.805339:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177238.805342:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177238.805348:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177238.805357:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc400. 00000100:00000001:3.0:1786177238.805364:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177238.805374:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177238.805393:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177238.805400:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177238.805407:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f4c2a18] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177238.805434:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177238.805448:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177238.805453:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177238.805455:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177238.805457:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177238.805461:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177238.805465:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8674 00000400:00000200:3.0:1786177238.805470:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177238.805474:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1786177238.805475:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177238.805479:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786177238.805480:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177238.805483:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177238.805487:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177238.805491:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177238.805493:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177238.805500:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177238.805505:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177238.805507:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177238.805508:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177238.805514:0:12492:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1786177238.805515:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1786177238.805517:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 02000000:00000001:1.0:1786177238.805518:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1786177238.805522:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:1.0:1786177238.805523:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177238.805528:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612176768:192.168.202.156@tcp:250:kworker.0 00000020:00000040:3.0:1786177238.805528:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177238.805534:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177238.805538:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177238.805541:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177238.805542:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 02000000:00000001:1.0:1786177238.805545:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1786177238.805549:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 02000000:00000010:1.0:1786177238.805551:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177238.805556:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177238.805556:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.805562:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177238.805565:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:3.0:1786177238.805569:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177238.805570:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:3.0:1786177238.805575:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177238.805580:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000020:00000040:3.0:1786177238.805581:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:3.0:1786177238.805587:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000200:1.0:1786177238.805590:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612176768, portal 25 00000100:00000001:3.0:1786177238.805590:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.805596:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1786177238.805597:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177238.805599:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957495296 : -127833752056320 : ffff8bbc629e4e00) 00000100:00000040:1.0:1786177238.805605:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177238.805606:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177238.805614:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.805617:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177238.805619:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177238.805627:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1786177238.805629:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177238.805633:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000008:00000001:3.0:1786177238.805633:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177238.805637:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612176768, offset 0 00000100:00000001:3.0:1786177238.805639:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177238.805644:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000010:3.0:1786177238.805648:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4700. 00000020:00000040:3.0:1786177238.805653:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177238.805655:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:3.0:1786177238.805657:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177238.805660:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.805662:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177238.805664:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1786177238.805665:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 02000000:00000001:3.0:1786177238.805667:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177238.805675:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfec00. 00000400:00000200:1.0:1786177238.805676:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1786177238.805681:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177238.805684:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00100000:3.0:1786177238.805692:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1786177238.805693:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177238.805699:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177238.805708:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410701:410701:256:4294967295] 192.168.202.156@tcp LPNI seq info [410699:410699:8:4294967295] 00000100:00000001:3.0:1786177238.805710:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177238.805716:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177238.805717:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:3.0:1786177238.805725:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ffc7efa] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177238.805737:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:3.0:1786177238.805747:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177238.805753:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00080000:3.0:1786177238.805754:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177238.805760:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000800:00000010:1.0:1786177238.805763:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000100:00000001:3.0:1786177238.805763:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177238.805767:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177238.805772:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000800:00000200:1.0:1786177238.805777:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00080000:3.0:1786177238.805778:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8674 00000800:00000200:1.0:1786177238.805786:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000400:00000200:3.0:1786177238.805786:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177238.805792:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177238.805795:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177238.805800:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.805802:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1786177238.805802:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:3.0:1786177238.805805:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.805807:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:3.0:1786177238.805808:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177238.805809:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:3.0:1786177238.805810:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177238.805812:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:3.0:1786177238.805813:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:3.0:1786177238.805818:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:1.1:1786177238.805820:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000100:00000040:3.0:1786177238.805821:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.805825:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177238.805828:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.805830:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177238.805834:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000800:00000100:1.0:1786177238.805835:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00080000:3.0:1786177238.805838:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000010:1.0:1786177238.805841:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000100:00000001:3.0:1786177238.805841:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177238.805846:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177238.805851:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1786177238.805853:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:3.0:1786177238.805854:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.805860:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177238.805863:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1786177238.805866:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000008:00000001:3.0:1786177238.805868:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.805873:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177238.805877:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177238.805881:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177238.805888:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1786177238.805889:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4a80. 00000100:00000200:1.0:1786177238.805894:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1786177238.805895:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786177238.805901:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177238.805904:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.805909:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177238.805910:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1786177238.805912:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1786177238.805915:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177238.805917:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.805926:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177238.805927:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfc800. 00000100:00000001:1.0:1786177238.805929:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177238.805935:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.805937:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177238.805943:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177238.805947:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303347320 00000100:00100000:3.0:1786177238.805947:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1786177238.805955:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6480. 00000100:00000001:3.0:1786177238.805963:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177238.805964:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177238.805968:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177238.805974:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa64a63] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.805981:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303347320 00000100:00000001:3.0:1786177238.805981:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177238.805983:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:1.0:1786177238.805986:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6120. 00000100:00080000:3.0:1786177238.805988:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177238.805991:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177238.805991:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177238.805994:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177238.805996:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177238.805998:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177238.806001:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177238.806004:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8674 00000100:00000001:1.0:1786177238.806006:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000400:00000200:3.0:1786177238.806037:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177238.806042:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:3.0:1786177238.806044:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1786177238.806048:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.806050:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177238.806052:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.806057:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00100000:1.0:1786177238.806058:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177238/real 1786177238] req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1786177238.806059:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1786177238.806061:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:3.0:1786177238.806064:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1786177238.806067:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:3.0:1786177238.806072:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:3.0:1786177238.806076:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000001:1.0:1786177238.806077:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1786177238.806079:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000001:1.0:1786177238.806081:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177238.806082:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177238.806085:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000010:1.0:1786177238.806086:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:3.0:1786177238.806087:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177238.806091:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000400:00000200:1.0:1786177238.806092:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00080000:3.0:1786177238.806095:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000010:1.0:1786177238.806097:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:3.0:1786177238.806098:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177238.806102:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177238.806103:0:2389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1786177238.806105:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177238.806108:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177238.806111:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177238.806111:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177238.806114:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:3.0:1786177238.806120:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.806124:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177238.806132:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e5880. 00000100:00000200:1.0:1786177238.806133:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1786177238.806138:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:3.0:1786177238.806145:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177238.806147:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1786177238.806148:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.806150:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177238.806153:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177238.806155:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1786177238.806157:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177238.806159:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177238.806161:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177238.806167:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cfd000. 00000100:00000001:3.0:1786177238.806171:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177238.806177:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177238.806182:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177238.806194:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177238.806202:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1786177238.806205:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177238.806206:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177238.806217:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a92df9] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806219:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177238.806227:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177238.806230:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.806232:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177238.806236:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177238.806237:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177238.806253:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177238.806257:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177238.806257:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177238.806261:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177238.806263:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177238.806265:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786177238.806269:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177238.806271:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177238.806272:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1786177238.806277:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8674 00000100:00000040:1.0:1786177238.806281:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786177238.806287:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177238.806295:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00100000:1.0:1786177238.806296:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612176768:192.168.202.156@tcp:250:kworker.0 00000100:00080000:3.0:1786177238.806302:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177238.806304:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.806308:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177238.806312:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177238.806313:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4e00 x1872933612176768/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177238.806319:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177238.806324:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1786177238.806327:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177238.806328:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177238.806332:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 00000100:00000001:3.0:1786177238.806334:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177238.806336:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177238.806338:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177238.806340:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177238.806341:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000040:1.0:1786177238.806343:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786177238.806344:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177238.806346:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:3.0:1786177238.806348:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 02000000:00000010:1.0:1786177238.806350:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc400. 00000020:00000001:3.0:1786177238.806351:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:3.0:1786177238.806355:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177238.806357:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1786177238.806358:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177238.806362:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177238.806363:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1786177238.806367:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4e00. 00000100:00000040:3.0:1786177238.806367:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177238.806370:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:3.0:1786177238.806373:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:1.0:1786177238.806374:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1786177238.806377:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177238.806378:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177238.806380:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.806383:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177238.806383:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177238.806387:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177238.806390:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.806391:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177238.806394:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177238.806395:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:3.0:1786177238.806396:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.806400:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.806400:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.806407:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1786177238.806408:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc629e4380. 00000100:00000001:1.0:1786177238.806410:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1786177238.806412:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177238.806414:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1786177238.806416:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177238.806418:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.806421:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1786177238.806422:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177238.806423:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177238.806426:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177238.806432:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:3.0:1786177238.806437:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.806438:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177238.806441:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177238.806444:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177238.806446:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177238.806450:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177238.806454:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1786177238.806456:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.806457:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177238.806464:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176896:192.168.202.156@tcp:38:kworker.0 00000100:00000040:3.0:1786177238.806465:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021c9acc5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806471:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177238.806475:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177238.806478:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177238.806480:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177238.806481:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177238.806486:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 00000100:00000040:3.0:1786177238.806487:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8684) 02000000:00000001:1.0:1786177238.806490:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177238.806498:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177238.806502:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177238.806507:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177238.806511:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612176896, portal 10 00000100:00000001:1.0:1786177238.806513:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177238.806515:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957493504 : -127833752058112 : ffff8bbc629e4700) 00000100:00000040:1.0:1786177238.806524:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806532:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177238.806535:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177238.806537:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177238.806539:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612176896, offset 0 00000400:00000200:1.0:1786177238.806542:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177238.806546:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177238.806549:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177238.806551:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177238.806554:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177238.806555:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177238.806557:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177238.806560:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410702:410702:256:4294967295] 192.168.202.156@tcp LPNI seq info [410700:410700:8:4294967295] 00000400:00000200:1.0:1786177238.806562:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177238.806567:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177238.806570:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177238.806573:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177238.806576:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177238.806578:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786177238.806582:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177238.806584:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1786177238.806587:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177238.806588:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177238.806590:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177238.806593:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177238.806595:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177238.806596:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177238.806598:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177238.806601:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806607:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177238.806609:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806614:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.806615:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177238.806619:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177238.806623:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177238.806627:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177238.806630:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303346696 00000100:00000001:1.0:1786177238.806632:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303347320 00000100:00000001:1.0:1786177238.806635:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303346696 00000100:00000001:1.0:1786177238.806638:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303347320 00000100:00000001:1.0:1786177238.806640:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177238.806642:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.806644:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177238.806649:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177238/real 1786177238] req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177238.806658:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177238.806660:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177238.806662:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177238.806665:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177238.806667:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177238.806669:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177238.806673:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177238.806683:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806691:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177238.806692:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.806694:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177238.806696:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177238.806700:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806708:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177238.806712:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806721:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177238.806724:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.806726:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177238.806728:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.806730:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177238.806734:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177238.806737:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177238.806740:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177238.806742:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177238.806745:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177238.806751:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612176896:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177238.806754:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177238.806756:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806760:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177238.806761:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177238.806763:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177238.806764:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177238.806766:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177238.806768:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177024:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177238.806770:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177238.806772:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177238.806773:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177238.806774:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177238.806777:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177238.806778:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177238.806781:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177238.806783:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177238.806786:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177238.806788:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612177024, portal 10 00000100:00000001:1.0:1786177238.806789:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177238.806790:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957494400 : -127833752057216 : ffff8bbc629e4a80) 00000100:00000040:1.0:1786177238.806795:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806800:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177238.806801:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177238.806803:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177238.806804:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612177024, offset 0 00000400:00000200:1.0:1786177238.806807:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177238.806810:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177238.806812:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177238.806814:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177238.806816:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177238.806818:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177238.806820:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177238.806822:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410703:410703:256:4294967295] 192.168.202.156@tcp LPNI seq info [410701:410701:8:4294967295] 00000400:00000200:1.0:1786177238.806825:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177238.806829:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177238.806832:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177238.806834:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177238.806836:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177238.806839:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786177238.806842:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177238.806844:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1786177238.806847:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177238.806849:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177238.806851:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177238.806853:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177238.806855:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177238.806857:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177238.806859:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177238.806861:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806867:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177238.806869:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806873:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.806874:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177238.806876:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177238.806878:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177238.806881:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177238.806882:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303346696 00000100:00000001:1.0:1786177238.806884:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303347320 00000100:00000001:1.0:1786177238.806886:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303346696 00000100:00000001:1.0:1786177238.806887:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303347320 00000100:00000001:1.0:1786177238.806889:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177238.806890:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.806892:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177238.806894:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177238/real 1786177238] req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177238.806898:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177238.806899:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177238.806900:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177238.806901:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177238.806902:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177238.806904:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177238.806906:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177238.806911:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806916:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177238.806917:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.806918:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177238.806919:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177238.806922:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806926:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177238.806928:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806932:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177238.806933:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.806934:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177238.806935:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.806936:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177238.806937:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177238.806939:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177238.806941:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177238.806942:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177238.806944:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177238.806949:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177024:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177238.806951:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177238.806953:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806958:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177238.806959:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177238.806961:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177238.806962:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177238.806963:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177238.806965:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177152:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177238.806968:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177238.806968:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177238.806969:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177238.806970:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177238.806973:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177238.806974:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177238.806976:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177238.806977:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177238.806979:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177238.806981:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612177152, portal 4 00000100:00000001:1.0:1786177238.806982:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177238.806983:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957497984 : -127833752053632 : ffff8bbc629e5880) 00000100:00000040:1.0:1786177238.806987:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.806992:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177238.806993:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177238.806994:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177238.806996:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612177152, offset 0 00000400:00000200:1.0:1786177238.806998:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177238.807000:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177238.807002:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177238.807003:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177238.807005:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177238.807007:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177238.807008:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177238.807027:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410704:410704:256:4294967295] 192.168.202.156@tcp LPNI seq info [410702:410702:8:4294967295] 00000400:00000200:1.0:1786177238.807031:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177238.807035:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177238.807039:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177238.807042:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177238.807045:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177238.807046:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786177238.807049:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177238.807051:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1786177238.807054:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177238.807055:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177238.807058:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177238.807060:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177238.807062:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177238.807063:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177238.807065:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177238.807067:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807073:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177238.807075:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807079:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.807081:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177238.807082:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177238.807084:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177238.807086:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177238.807087:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303346880 00000100:00000001:1.0:1786177238.807089:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303347320 00000100:00000001:1.0:1786177238.807091:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303346880 00000100:00000001:1.0:1786177238.807092:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303347320 00000100:00000001:1.0:1786177238.807094:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177238.807095:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.807096:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177238.807098:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177238/real 1786177238] req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177238.807104:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177238.807105:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177238.807106:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177238.807108:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177238.807109:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177238.807110:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177238.807112:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177238.807118:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807122:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177238.807123:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807124:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177238.807125:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177238.807127:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807131:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177238.807133:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807137:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177238.807138:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807139:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177238.807140:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807142:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177238.807143:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177238.807145:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177238.807146:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177238.807148:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177238.807151:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177238.807156:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177152:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177238.807158:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807160:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177238.807162:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4700 x1872933612176896/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807165:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177238.807166:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177238.807168:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177238.807169:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177238.807170:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177238.807171:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177238.807172:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177238.807173:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfec00. 02000000:00000001:1.0:1786177238.807176:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177238.807177:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177238.807178:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4700. 00000100:00000001:1.0:1786177238.807179:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177238.807180:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807181:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177238.807183:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4a80 x1872933612177024/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807187:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177238.807188:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177238.807189:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177238.807190:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177238.807191:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177238.807192:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177238.807193:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177238.807194:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfc800. 02000000:00000001:1.0:1786177238.807195:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177238.807196:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177238.807197:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4a80. 00000100:00000001:1.0:1786177238.807199:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177238.807200:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807201:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177238.807203:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e5880 x1872933612177152/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807207:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177238.807208:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177238.807208:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177238.807210:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177238.807210:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177238.807211:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177238.807212:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177238.807213:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cfd000. 02000000:00000001:1.0:1786177238.807215:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177238.807215:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177238.807216:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e5880. 00000100:00000001:1.0:1786177238.807217:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177238.807218:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807219:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807222:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177238.807223:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.807224:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177238.807225:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177238.807226:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177238.807228:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807232:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177238.807232:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177238.807234:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177238.807235:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177238.807236:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177238.807237:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc629e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177280:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177238.807240:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177238.807242:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177238.807258:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177238.807259:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177238.807262:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177238.807263:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177238.807266:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177238.807267:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177238.807270:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177238.807272:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612177280, portal 4 00000100:00000001:1.0:1786177238.807273:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177238.807274:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239957492608 : -127833752059008 : ffff8bbc629e4380) 00000100:00000040:1.0:1786177238.807279:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807284:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177238.807286:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177238.807287:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177238.807289:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612177280, offset 0 00000400:00000200:1.0:1786177238.807291:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177238.807294:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177238.807296:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177238.807298:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177238.807300:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177238.807302:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177238.807303:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177238.807305:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410705:410705:256:4294967295] 192.168.202.156@tcp LPNI seq info [410703:410703:8:4294967295] 00000400:00000200:1.0:1786177238.807308:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177238.807312:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177238.807315:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177238.807317:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177238.807319:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177238.807321:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1786177238.807324:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177238.807326:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1786177238.807328:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177238.807331:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177238.807333:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177238.807335:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177238.807337:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177238.807339:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177238.807340:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177238.807342:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807348:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177238.807350:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177263 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807354:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.807355:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177238.807357:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177238.807359:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177238.807361:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177238.807362:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303346860 00000100:00000001:1.0:1786177238.807364:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303347320 00000100:00000001:1.0:1786177238.807367:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303346860 00000100:00000001:1.0:1786177238.807369:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303347320 00000100:00000001:1.0:1786177238.807372:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177238.807374:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.807376:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177238.807380:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177238/real 1786177238] req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177238.807388:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177238.807390:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177238.807392:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177238.807395:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177238.807396:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177238.807399:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177238.807403:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177238.807412:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807420:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177238.807421:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807423:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177238.807425:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177238.807429:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807434:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177238.807437:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807442:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177238.807443:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807444:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177238.807445:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807446:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177238.807447:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177238.807448:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177238.807450:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177238.807452:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177238.807454:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177238.807459:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc629e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177280:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177238.807462:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807463:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177238.807466:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc629e4380 x1872933612177280/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177263 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177238.807470:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177238.807472:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177238.807473:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177238.807474:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177238.807475:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177238.807476:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177238.807477:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177238.807479:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:1.0:1786177238.807483:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177238.807484:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177238.807486:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc629e4380. 00000100:00000001:1.0:1786177238.807488:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177238.807490:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807492:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177238.807495:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177238.807497:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177238.807499:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177238.807501:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177239.445092:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303347320, at 4303347328 00000100:00000040:1.0:1786177239.445092:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303347320, at 4303347328 00000100:00000010:1.0:1786177239.445108:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6120. 00000100:00000010:0.0:1786177239.445113:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6480. 00000100:00000001:0.0:1786177239.701119:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177239.701119:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177239.701119:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177239.701122:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177239.701127:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177239.701127:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177239.701128:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177239.701128:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177239.701131:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177239.701133:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177239.701133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177239.701136:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177239.701138:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177239.701139:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177239.701141:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177239.701143:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177239.701144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177239.701144:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177239.701148:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177239.701149:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177239.701149:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177239.701149:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177239.701155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177239.701156:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177239.701156:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177239.701160:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177239.701161:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177239.701161:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177239.701169:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177239.701169:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177239.701169:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177239.701170:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177239.701172:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177239.701176:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177239.701177:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177239.701184:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177239.701188:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177239.701190:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177239.701193:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177239.701193:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177239.701194:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177239.701196:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177239.701198:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177239.701198:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177239.701199:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177239.701202:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177239.701202:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177239.701202:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177239.701206:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177239.701208:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:3.0:1786177239.701208:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177239.701209:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177239.701212:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177239.701213:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177239.701213:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177239.701215:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177239.701217:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177239.701218:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177239.701218:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177239.701223:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177239.701224:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177239.701224:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177239.701227:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177239.701227:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177239.701229:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177239.701232:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177239.701232:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177240.725089:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177240.725091:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177240.725092:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177240.725096:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177240.725098:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177240.725099:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177240.725099:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177240.725100:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177240.725103:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177240.725105:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177240.725106:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177240.725108:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177240.725109:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177240.725110:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177240.725116:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177240.725117:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177240.725118:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177240.725120:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177240.725121:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177240.725123:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177240.725124:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177240.725125:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177240.725126:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177240.725127:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177240.725132:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177240.725134:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177240.725134:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177240.725136:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177240.725138:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177240.725139:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177240.725142:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177240.725145:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177240.725145:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177240.725146:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177240.725147:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177240.725151:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177240.725155:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177240.725160:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177240.725164:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177240.725166:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177240.725167:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177240.725170:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177240.725172:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177240.725175:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177240.725176:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177240.725179:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177240.725180:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1786177240.725181:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177240.725186:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786177240.725187:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177240.725188:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177240.725192:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177240.725194:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177240.725195:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177240.725196:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177240.725201:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177240.725204:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177240.725205:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177240.725209:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177240.725211:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177240.725212:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177240.725217:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177240.725221:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177240.725235:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177240.725238:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177240.725240:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177240.725243:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177241.749120:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177241.749120:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177241.749121:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177241.749127:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177241.749128:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177241.749129:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177241.749132:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177241.749134:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177241.749137:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177241.749137:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177241.749138:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177241.749138:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.749141:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.749143:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177241.749145:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177241.749146:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177241.749146:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177241.749149:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177241.749150:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177241.749151:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177241.749152:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177241.749154:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177241.749158:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177241.749158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177241.749159:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.749160:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177241.749162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.749165:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177241.749166:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177241.749167:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177241.749168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177241.749169:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177241.749172:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.749177:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177241.749177:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.749182:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.749187:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177241.749189:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177241.749192:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177241.749194:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177241.749196:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177241.749199:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177241.749199:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177241.749200:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177241.749205:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.749206:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177241.749207:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.749207:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177241.749209:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177241.749212:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177241.749213:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.749213:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177241.749225:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786177241.749225:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177241.749228:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.749231:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177241.749233:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177241.749233:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177241.749235:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.749239:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177241.749241:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177241.749243:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.749245:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.749246:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177241.749249:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.749250:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.749252:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177242.773149:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177242.773149:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177242.773159:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177242.773159:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177242.773159:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177242.773160:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177242.773163:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177242.773164:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177242.773167:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177242.773167:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177242.773169:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177242.773171:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177242.773171:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177242.773174:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177242.773175:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:2.0:1786177242.773179:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177242.773180:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177242.773180:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177242.773181:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177242.773185:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177242.773187:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177242.773188:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177242.773189:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177242.773190:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177242.773192:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177242.773193:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177242.773195:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177242.773196:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177242.773197:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177242.773200:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177242.773201:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177242.773201:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177242.773216:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177242.773218:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177242.773219:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177242.773224:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177242.773224:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177242.773225:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177242.773228:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177242.773230:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177242.773231:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177242.773234:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177242.773234:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177242.773237:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177242.773238:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177242.773239:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177242.773244:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177242.773248:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177242.773249:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177242.773251:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177242.773254:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177242.773254:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177242.773257:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177242.773261:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177242.773261:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177242.773262:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177242.773268:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177242.773269:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177242.773272:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177242.773274:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177242.773276:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177242.773278:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177242.773278:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177242.773283:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177242.773285:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177242.773288:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177242.773289:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177242.773296:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177242.773296:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177242.773301:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177242.773303:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177242.773304:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177242.773309:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177242.773310:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177242.773310:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177242.773318:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177242.773318:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177242.773323:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177242.773328:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177243.797170:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177243.797170:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177243.797172:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177243.797172:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177243.797183:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.797186:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177243.797187:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177243.797187:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177243.797206:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177243.797210:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177243.797210:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177243.797211:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177243.797218:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177243.797219:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177243.797220:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177243.797221:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177243.797223:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177243.797227:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177243.797227:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177243.797237:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177243.797238:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177243.797239:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177243.797239:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177243.797247:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.797249:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177243.797252:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177243.797254:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177243.797255:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177243.797257:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177243.797259:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177243.797267:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.797268:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177243.797270:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177243.797270:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177243.797278:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177243.797281:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177243.797288:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177243.797331:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177243.797334:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177243.797336:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177243.797342:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177243.797343:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177243.797346:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177243.797347:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177243.797349:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177243.797351:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177243.797354:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177243.797356:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177243.797356:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177243.797359:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.797365:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177243.797367:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177243.797370:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177243.797372:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177243.797374:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177243.797375:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177243.797380:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177243.797382:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177243.797382:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177243.797384:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177243.797389:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177243.797395:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177243.797399:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177243.797403:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177243.797405:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177243.797410:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177243.797415:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177243.925217:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177243.925226:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177243.925228:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177243.925232:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177243.925236:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177243.925242:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8679 00000400:00000200:2.0:1786177243.925250:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177243.925254:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177243.925257:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177243.925260:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925262:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177243.925265:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925266:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177243.925270:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177243.925272:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177243.925274:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177243.925276:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177243.925278:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177243.925279:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177243.925281:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925283:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177243.925285:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925287:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177243.925289:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177243.925292:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925294:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177243.925296:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177243.925299:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177243.925302:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.925303:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177243.925306:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177243.925316:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786177243.925320:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177243.925324:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177243.925326:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.925329:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177243.925332:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177243.925336:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177243.925346:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5c00. 00000100:00000001:2.0:1786177243.925353:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177243.925363:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177243.925375:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177243.925380:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177243.925385:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177243.925408:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177243.925412:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177243.925416:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177243.925417:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177243.925419:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177243.925422:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177243.925425:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8679 00000400:00000200:2.0:1786177243.925430:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177243.925434:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177243.925437:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177243.925441:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925443:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177243.925445:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177243.925448:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177243.925448:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177243.925454:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177243.925455:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1786177243.925456:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000001:1.0:1786177243.925460:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177243.925460:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177243.925471:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000040:1.0:1786177243.925472:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177243.925476:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177243.925482:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177243.925491:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177243.925492:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177243.925495:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.925495:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177243.925500:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177243.925501:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177243.925504:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177243.925505:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177243.925509:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177243.925509:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00100000:1.0:1786177243.925516:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612177408:192.168.202.156@tcp:250:kworker.0 00000100:00080000:2.0:1786177243.925519:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177243.925528:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177243.925530:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.925532:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177243.925534:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177243.925536:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.925539:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177243.925543:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1786177243.925544:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177243.925547:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177243.925549:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.925553:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177243.925554:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177243.925561:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000008:00100000:2.0:1786177243.925561:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177243.925567:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177243.925569:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:2.0:1786177243.925571:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177243.925578:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612177408, portal 25 00000100:00000010:2.0:1786177243.925578:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786177243.925583:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000100:00000001:1.0:1786177243.925584:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177243.925588:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439478784 : -127834270072832 : ffff8bbc43be0000) 02000000:00000001:2.0:1786177243.925589:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177243.925592:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.925596:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177243.925599:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1786177243.925600:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177243.925601:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177243.925609:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786177243.925615:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.925617:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177243.925623:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00100000:2.0:1786177243.925625:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177243.925627:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177243.925633:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612177408, offset 0 00000100:00000001:2.0:1786177243.925641:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177243.925642:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925646:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177243.925654:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786177243.925655:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177243.925665:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:2.0:1786177243.925672:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177243.925676:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1786177243.925678:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177243.925683:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:1.0:1786177243.925684:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:2.0:1786177243.925685:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177243.925689:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177243.925692:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1786177243.925694:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177243.925698:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8679 00000400:00000200:2.0:1786177243.925701:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177243.925706:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177243.925710:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177243.925711:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000040:2.0:1786177243.925717:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177243.925720:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410706:410706:256:4294967295] 192.168.202.156@tcp LPNI seq info [410704:410704:8:4294967295] 00000100:00000001:2.0:1786177243.925723:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177243.925727:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786177243.925730:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925732:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177243.925735:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177243.925737:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177243.925740:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:1.0:1786177243.925743:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000020:00000040:2.0:1786177243.925744:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177243.925748:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177243.925752:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:1.0:1786177243.925757:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000040:2.0:1786177243.925758:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925761:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177243.925763:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000010:1.0:1786177243.925764:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000100:00000001:2.0:1786177243.925764:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177243.925770:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786177243.925773:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925775:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177243.925777:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:2.0:1786177243.925778:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177243.925782:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1786177243.925783:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 02000000:00000001:2.0:1786177243.925785:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.925789:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177243.925791:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.1:1786177243.925792:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000008:00000001:2.0:1786177243.925797:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177243.925798:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000001:2.0:1786177243.925803:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1786177243.925806:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00000010:2.0:1786177243.925810:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000800:00000010:1.0:1786177243.925811:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000020:00000040:2.0:1786177243.925817:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000400:00000200:1.0:1786177243.925821:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:2.0:1786177243.925823:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177243.925826:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177243.925831:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1786177243.925832:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177243.925836:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177243.925840:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177243.925841:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 02000000:00000010:2.0:1786177243.925846:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000400:00000010:1.0:1786177243.925847:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:2.0:1786177243.925852:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177243.925859:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177243.925866:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177243.925871:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177243.925876:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177243.925877:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177243.925884:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.925900:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177243.925903:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177243.925908:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177243.925909:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177243.925916:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177243.925920:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177243.925924:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177243.925927:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.925929:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177243.925932:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786177243.925936:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8679 00000400:00000200:2.0:1786177243.925942:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177243.925943:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177243.925948:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:1.0:1786177243.925953:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177243.925953:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177243.925959:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303352440 00000100:00000040:2.0:1786177243.925960:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925966:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177243.925968:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000010:1.0:1786177243.925970:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6120. 00000100:00000001:2.0:1786177243.925971:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177243.925976:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177243.925978:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000001:1.0:1786177243.925980:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1786177243.925980:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177243.925984:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177243.925988:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177243.925991:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786177243.925996:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177243.925998:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177243.925999:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303352440 00000100:00000040:2.0:1786177243.926001:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000010:1.0:1786177243.926005:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6480. 00000100:00000001:2.0:1786177243.926006:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177243.926042:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000020:00000040:2.0:1786177243.926043:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:1.0:1786177243.926048:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786177243.926051:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177243.926052:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.926058:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177243.926058:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177243.926063:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1786177243.926067:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177243/real 1786177243] req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177243.926068:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177243.926074:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.926078:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177243.926082:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177243.926086:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177243.926088:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786177243.926088:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177243.926093:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1786177243.926095:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000400:00000010:1.0:1786177243.926098:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000020:00000040:2.0:1786177243.926099:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177243.926105:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1786177243.926106:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 02000000:00000001:2.0:1786177243.926107:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177243.926112:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:2.0:1786177243.926112:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177243.926115:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177243.926118:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.926119:0:2389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1786177243.926123:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000200:1.0:1786177243.926127:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177243.926129:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177243.926139:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177243.926145:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177243.926161:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177243.926163:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177243.926166:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177243.926167:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.926168:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177243.926171:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177243.926174:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177243.926179:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177243.926191:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177243.926207:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177243.926209:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177243.926212:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177243.926215:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1786177243.926218:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177243.926218:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177243.926224:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177243.926229:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8679 00000100:00000001:1.0:1786177243.926236:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:2.0:1786177243.926236:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177243.926240:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177243.926242:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177243.926244:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177243.926245:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177243.926248:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177243.926249:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177243.926252:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177243.926253:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177243.926255:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:2.0:1786177243.926256:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00080000:1.0:1786177243.926260:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786177243.926261:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177243.926263:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177243.926264:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177243.926265:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177243.926267:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786177243.926268:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177243.926273:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00080000:1.0:1786177243.926276:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000040:2.0:1786177243.926279:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177243.926281:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786177243.926282:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177243.926286:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177243.926291:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177243.926291:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177243.926296:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786177243.926302:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177243.926309:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177243.926312:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612177408:192.168.202.156@tcp:250:kworker.0 02000000:00000001:2.0:1786177243.926312:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177243.926315:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177243.926319:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177243.926322:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177243.926324:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177243.926328:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.926329:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177243.926330:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177243.926334:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000100:00000001:1.0:1786177243.926336:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1786177243.926338:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177243.926341:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177243.926342:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177243.926343:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0000 x1872933612177408/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177243.926344:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177243.926347:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177243.926349:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177243.926353:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786177243.926358:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177243.926365:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177243.926371:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177243.926372:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786177243.926373:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177243.926378:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177243.926379:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177243.926384:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 00000100:00000001:2.0:1786177243.926386:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.926392:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1786177243.926392:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8689) 00000020:00000001:1.0:1786177243.926398:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177243.926402:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177243.926405:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177243.926408:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5c00. 02000000:00000001:1.0:1786177243.926412:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177243.926414:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177243.926416:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0000. 00000100:00000001:1.0:1786177243.926420:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177243.926421:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.926424:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.926431:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177243.926433:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.926435:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177243.926437:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177243.926439:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177243.926444:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926452:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177243.926453:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.926455:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177243.926457:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177243.926460:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177243.926463:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177536:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177243.926467:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177243.926469:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177243.926471:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.926474:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177243.926477:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177243.926479:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177243.926483:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177243.926485:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177243.926488:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177243.926490:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612177536, portal 10 00000100:00000001:1.0:1786177243.926492:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177243.926492:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439484160 : -127834270067456 : ffff8bbc43be1500) 00000100:00000040:1.0:1786177243.926499:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926506:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177243.926509:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177243.926511:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177243.926514:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612177536, offset 0 00000400:00000200:1.0:1786177243.926518:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177243.926522:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177243.926527:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177243.926530:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177243.926533:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177243.926536:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177243.926539:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177243.926542:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410707:410707:256:4294967295] 192.168.202.156@tcp LPNI seq info [410705:410705:8:4294967295] 00000400:00000200:1.0:1786177243.926546:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177243.926553:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177243.926558:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177243.926562:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177243.926567:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177243.926570:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786177243.926575:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177243.926577:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1786177243.926582:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177243.926584:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177243.926588:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177243.926592:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177243.926595:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177243.926597:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177243.926599:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177243.926602:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926608:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177243.926610:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926614:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.926615:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177243.926618:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177243.926620:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177243.926623:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177243.926624:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303351816 00000100:00000001:1.0:1786177243.926626:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303352440 00000100:00000001:1.0:1786177243.926628:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303351816 00000100:00000001:1.0:1786177243.926630:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303352440 00000100:00000001:1.0:1786177243.926631:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177243.926632:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.926634:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177243.926636:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177243/real 1786177243] req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177243.926641:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177243.926642:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177243.926644:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177243.926646:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177243.926647:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177243.926648:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177243.926651:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177243.926659:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926666:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177243.926667:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.926669:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177243.926671:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177243.926674:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926682:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177243.926686:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926694:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177243.926697:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.926699:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177243.926700:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.926702:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177243.926706:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177243.926707:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177243.926710:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177243.926712:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177243.926715:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177243.926720:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177536:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177243.926723:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177243.926725:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926734:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177243.926735:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.926737:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177243.926738:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177243.926739:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177243.926741:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177664:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177243.926743:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177243.926745:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177243.926746:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.926747:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177243.926750:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177243.926751:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177243.926753:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177243.926755:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177243.926757:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177243.926760:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612177664, portal 10 00000100:00000001:1.0:1786177243.926761:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177243.926762:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:1.0:1786177243.926766:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926771:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177243.926772:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177243.926774:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177243.926775:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612177664, offset 0 00000400:00000200:1.0:1786177243.926778:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177243.926780:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177243.926783:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177243.926785:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177243.926786:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177243.926788:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177243.926790:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177243.926792:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410708:410708:256:4294967295] 192.168.202.156@tcp LPNI seq info [410706:410706:8:4294967295] 00000400:00000200:1.0:1786177243.926795:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177243.926799:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177243.926802:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177243.926805:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177243.926807:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177243.926810:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786177243.926815:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177243.926817:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1786177243.926821:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177243.926823:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177243.926826:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177243.926829:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177243.926833:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177243.926835:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177243.926838:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177243.926841:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926850:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177243.926854:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926861:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.926862:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177243.926865:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177243.926867:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177243.926869:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177243.926871:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303351816 00000100:00000001:1.0:1786177243.926873:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303352440 00000100:00000001:1.0:1786177243.926874:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303351816 00000100:00000001:1.0:1786177243.926876:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303352440 00000100:00000001:1.0:1786177243.926878:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177243.926881:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.926883:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177243.926886:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177243/real 1786177243] req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177243.926895:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177243.926896:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177243.926898:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177243.926900:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177243.926902:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177243.926905:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177243.926908:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177243.926918:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926925:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177243.926927:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.926929:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177243.926930:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177243.926932:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926939:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177243.926943:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926951:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177243.926953:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.926955:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177243.926956:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.926958:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177243.926960:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177243.926964:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177243.926967:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177243.926970:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177243.926974:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177243.926983:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177664:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177243.926987:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177243.926990:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.926994:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177243.926995:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.926997:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177243.926998:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177243.927000:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177243.927001:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177792:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177243.927003:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177243.927005:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177243.927006:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.927007:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177243.927026:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177243.927028:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177243.927031:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177243.927033:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177243.927035:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177243.927037:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612177792, portal 4 00000100:00000001:1.0:1786177243.927039:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177243.927040:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 00000100:00000040:1.0:1786177243.927044:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927049:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177243.927051:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177243.927052:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177243.927054:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612177792, offset 0 00000400:00000200:1.0:1786177243.927056:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177243.927059:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177243.927062:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177243.927064:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177243.927066:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177243.927067:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177243.927069:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177243.927071:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410709:410709:256:4294967295] 192.168.202.156@tcp LPNI seq info [410707:410707:8:4294967295] 00000400:00000200:1.0:1786177243.927074:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177243.927080:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177243.927085:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177243.927088:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177243.927092:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177243.927095:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786177243.927099:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177243.927102:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1786177243.927106:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177243.927108:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177243.927112:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177243.927115:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177243.927119:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177243.927121:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177243.927124:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177243.927127:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927134:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177243.927136:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927141:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.927142:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177243.927145:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177243.927147:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177243.927149:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177243.927151:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303352000 00000100:00000001:1.0:1786177243.927153:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303352440 00000100:00000001:1.0:1786177243.927154:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303352000 00000100:00000001:1.0:1786177243.927156:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303352440 00000100:00000001:1.0:1786177243.927157:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177243.927159:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.927160:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177243.927162:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177243/real 1786177243] req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177243.927168:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177243.927168:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177243.927170:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177243.927171:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177243.927172:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177243.927174:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177243.927176:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177243.927181:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927185:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177243.927186:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927187:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177243.927188:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177243.927190:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927210:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177243.927213:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927219:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177243.927220:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927221:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177243.927222:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927223:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177243.927224:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177243.927226:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177243.927228:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177243.927229:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177243.927232:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177243.927238:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177792:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177243.927240:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177243.927242:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927246:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177243.927246:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.927248:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177243.927249:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177243.927251:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177243.927252:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177920:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177243.927255:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177243.927256:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177243.927257:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177243.927258:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177243.927261:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a400. 02000000:00000001:1.0:1786177243.927262:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177243.927265:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177243.927267:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177243.927269:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177243.927271:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612177920, portal 4 00000100:00000001:1.0:1786177243.927272:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177243.927273:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:1.0:1786177243.927277:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927282:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177243.927283:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177243.927285:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177243.927286:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612177920, offset 0 00000400:00000200:1.0:1786177243.927288:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177243.927291:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177243.927293:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177243.927295:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177243.927297:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177243.927298:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177243.927300:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177243.927302:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410710:410710:256:4294967295] 192.168.202.156@tcp LPNI seq info [410708:410708:8:4294967295] 00000400:00000200:1.0:1786177243.927305:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177243.927309:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177243.927311:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177243.927313:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177243.927316:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177243.927319:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1786177243.927324:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177243.927326:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1786177243.927330:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177243.927332:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177243.927335:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177243.927339:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177243.927341:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177243.927343:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177243.927346:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177243.927350:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927358:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177243.927362:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177268 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927369:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.927370:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177243.927373:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177243.927375:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177243.927377:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177243.927379:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303351980 00000100:00000001:1.0:1786177243.927381:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303352440 00000100:00000001:1.0:1786177243.927382:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303351980 00000100:00000001:1.0:1786177243.927384:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303352440 00000100:00000001:1.0:1786177243.927385:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177243.927387:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.927388:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177243.927390:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177243/real 1786177243] req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177243.927395:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177243.927396:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177243.927398:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177243.927399:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177243.927401:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177243.927402:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177243.927404:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177243.927409:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927418:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177243.927419:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927420:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177243.927421:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177243.927423:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927427:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177243.927429:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927435:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177243.927438:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927439:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177243.927440:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927442:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177243.927443:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177243.927446:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177243.927449:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177243.927451:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177243.927456:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177243.927465:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612177920:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177243.927469:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927471:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177243.927474:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1500 x1872933612177536/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927481:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177243.927482:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177243.927484:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177243.927486:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177243.927487:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177243.927488:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177243.927490:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177243.927491:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4400. 02000000:00000001:1.0:1786177243.927493:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177243.927494:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177243.927495:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1500. 00000100:00000001:1.0:1786177243.927497:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177243.927498:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927499:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177243.927501:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612177664/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927506:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177243.927507:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177243.927507:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177243.927509:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177243.927509:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177243.927510:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177243.927511:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177243.927512:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:1.0:1786177243.927513:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177243.927514:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177243.927515:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:1.0:1786177243.927516:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177243.927517:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927518:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177243.927520:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612177792/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927523:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177243.927524:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177243.927525:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177243.927526:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177243.927527:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177243.927528:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177243.927529:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177243.927530:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:1.0:1786177243.927531:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177243.927532:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177243.927533:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:1.0:1786177243.927534:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177243.927535:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927536:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177243.927538:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612177920/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177268 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177243.927542:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177243.927542:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177243.927543:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a400. 02000000:00000001:1.0:1786177243.927544:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177243.927545:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177243.927546:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177243.927547:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177243.927548:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:1.0:1786177243.927549:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177243.927549:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177243.927550:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:1.0:1786177243.927552:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177243.927552:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927554:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177243.927556:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177243.927557:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177243.927559:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177243.927560:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177244.565136:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303352440, at 4303352448 00000100:00000040:0.0:1786177244.565137:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303352440, at 4303352448 00000100:00000010:1.0:1786177244.565154:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6480. 00000100:00000010:0.0:1786177244.565157:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6120. 00010000:00000001:1.0:1786177244.821130:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177244.821130:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177244.821130:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177244.821137:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177244.821138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177244.821139:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177244.821142:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177244.821143:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177244.821144:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177244.821145:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177244.821147:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177244.821149:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177244.821151:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177244.821152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177244.821152:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177244.821154:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177244.821156:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177244.821157:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177244.821158:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177244.821159:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177244.821163:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177244.821163:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177244.821165:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177244.821166:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177244.821167:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177244.821171:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177244.821172:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177244.821173:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177244.821173:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177244.821175:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177244.821177:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177244.821178:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177244.821179:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177244.821183:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177244.821201:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177244.821205:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177244.821209:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177244.821212:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177244.821216:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177244.821218:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177244.821220:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000020:00000001:1.0:1786177244.821221:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177244.821222:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177244.821227:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177244.821228:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177244.821229:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177244.821233:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177244.821234:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177244.821236:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177244.821236:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177244.821240:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177244.821241:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177244.821242:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177244.821246:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177244.821247:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177244.821250:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177244.821253:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177244.821253:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177244.821258:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177244.821259:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177244.821262:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177244.821263:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177244.821269:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177244.821269:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177244.821274:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177244.821275:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177244.821281:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177245.845121:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177245.845123:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177245.845128:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177245.845129:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177245.845130:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177245.845131:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177245.845135:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177245.845136:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177245.845137:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177245.845141:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177245.845143:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177245.845146:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177245.845148:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177245.845149:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177245.845150:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177245.845154:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177245.845154:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177245.845157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177245.845158:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177245.845159:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177245.845164:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177245.845164:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177245.845165:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177245.845169:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177245.845171:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177245.845201:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177245.845203:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177245.845207:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177245.845208:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177245.845211:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177245.845212:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177245.845215:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177245.845217:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177245.845220:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177245.845223:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177245.845224:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177245.845228:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177245.845229:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177245.845231:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177245.845232:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177245.845236:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177245.845242:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177245.845244:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177245.845278:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177245.845280:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177245.845282:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177245.845368:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177245.845371:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177245.845373:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177245.845375:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177245.845377:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177245.845379:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177245.845380:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177245.845383:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177245.845383:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177245.845386:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177245.845387:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177245.845392:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177245.845392:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177245.845397:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177245.845400:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177245.845402:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177245.845403:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177245.845404:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177245.845443:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177245.845446:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177245.845447:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177245.845449:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177245.845451:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177245.845452:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177245.845454:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177245.845455:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177245.845456:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177246.869123:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177246.869123:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177246.869131:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177246.869132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177246.869132:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177246.869135:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177246.869136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.869137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177246.869139:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177246.869142:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177246.869145:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.869146:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177246.869147:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177246.869148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:1.0:1786177246.869154:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177246.869155:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177246.869155:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177246.869156:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177246.869161:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177246.869163:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177246.869163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177246.869164:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177246.869183:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177246.869185:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177246.869185:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.869186:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177246.869190:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177246.869194:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177246.869195:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177246.869195:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177246.869197:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177246.869200:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177246.869204:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.869205:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177246.869209:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177246.869212:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177246.869221:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177246.869224:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177246.869225:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177246.869227:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177246.869229:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177246.869232:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177246.869233:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177246.869234:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177246.869236:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177246.869239:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177246.869239:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.869240:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177246.869248:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177246.869250:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177246.869252:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177246.869254:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177246.869258:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177246.869261:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177246.869263:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177246.869264:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.869268:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177246.869271:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177246.869274:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.869275:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177246.869279:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177246.869279:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177246.869284:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.869285:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177246.869306:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177246.869311:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177246.869314:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177247.893129:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177247.893129:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177247.893130:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177247.893137:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177247.893138:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177247.893138:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177247.893140:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177247.893142:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177247.893142:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177247.893148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177247.893149:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177247.893149:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177247.893154:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177247.893169:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177247.893170:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177247.893172:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177247.893173:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177247.893175:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177247.893176:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177247.893177:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177247.893178:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177247.893182:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177247.893183:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177247.893183:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177247.893187:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177247.893188:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177247.893191:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177247.893202:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177247.893206:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177247.893207:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177247.893209:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177247.893212:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177247.893214:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177247.893215:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177247.893217:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177247.893219:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177247.893290:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177247.893294:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177247.893295:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177247.893299:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177247.893300:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177247.893301:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177247.893304:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177247.893306:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177247.893311:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177247.893312:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177247.893316:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177247.893317:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177247.893323:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177247.893324:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177247.893326:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177247.893326:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177247.893330:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177247.893336:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177247.893338:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177247.893345:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177247.893348:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177247.893349:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177247.893351:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177247.893354:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177247.893355:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177247.893356:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177247.893357:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177247.893359:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177247.893365:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177247.893367:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177247.893370:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177248.917165:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177248.917168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177248.917173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177248.917174:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177248.917178:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177248.917183:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177248.917184:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177248.917185:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177248.917192:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177248.917192:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177248.917193:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177248.917195:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177248.917197:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177248.917200:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177248.917200:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177248.917208:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177248.917209:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177248.917210:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177248.917210:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177248.917213:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177248.917214:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177248.917218:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177248.917219:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177248.917220:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177248.917224:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177248.917226:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177248.917230:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177248.917231:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177248.917232:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177248.917235:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177248.917236:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177248.917244:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177248.917245:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177248.917245:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177248.917252:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177248.917254:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177248.917256:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177248.917259:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177248.917263:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177248.917265:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177248.917265:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177248.917266:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177248.917269:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177248.917270:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177248.917271:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177248.917274:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177248.917275:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177248.917278:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177248.917280:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177248.917281:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177248.917286:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1786177248.917286:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177248.917293:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177248.917295:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177248.917295:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177248.917298:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177248.917301:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177248.917302:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177248.917304:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177248.917306:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177248.917308:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177248.917310:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177248.917313:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177248.917313:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177248.917316:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177248.917322:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177248.917324:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177248.917356:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177248.917362:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177248.917365:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177248.917368:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177248.917369:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177248.917375:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786177248.917377:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177248.917382:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177248.917386:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177248.917388:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177248.917391:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177248.917394:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177249.045180:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177249.045191:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177249.045194:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177249.045198:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177249.045203:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177249.045212:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8684 00000400:00000200:2.0:1786177249.045222:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177249.045232:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177249.045238:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177249.045241:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045244:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177249.045247:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045248:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177249.045252:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177249.045253:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177249.045256:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177249.045259:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177249.045260:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177249.045262:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177249.045264:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045266:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177249.045267:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045269:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177249.045271:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177249.045274:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045276:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177249.045278:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177249.045282:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177249.045285:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.045288:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177249.045291:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177249.045301:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786177249.045306:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177249.045310:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177249.045312:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.045315:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177249.045318:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177249.045323:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177249.045332:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786177249.045339:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177249.045349:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177249.045360:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177249.045365:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177249.045370:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177249.045389:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177249.045392:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177249.045395:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177249.045396:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177249.045397:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177249.045399:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177249.045400:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8684 00000400:00000200:2.0:1786177249.045404:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177249.045406:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177249.045408:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177249.045411:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045413:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177249.045417:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045420:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177249.045424:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177249.045425:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177249.045427:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177249.045430:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1786177249.045430:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177249.045440:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786177249.045440:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177249.045445:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177249.045451:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177249.045461:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177249.045462:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045472:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177249.045483:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177249.045488:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177249.045490:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177249.045491:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177249.045495:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1786177249.045498:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:1.0:1786177249.045499:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177249.045507:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177249.045513:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612178048:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177249.045519:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1786177249.045520:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:1.0:1786177249.045525:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786177249.045527:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177249.045529:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177249.045536:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177249.045537:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1786177249.045545:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:2.0:1786177249.045546:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177249.045551:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177249.045554:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.045559:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:1.0:1786177249.045565:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00100000:2.0:1786177249.045567:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1786177249.045572:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000008:00000001:2.0:1786177249.045573:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.045581:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177249.045585:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000400:00000010:1.0:1786177249.045588:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000020:00000040:2.0:1786177249.045588:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177249.045599:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177249.045600:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.045603:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1786177249.045606:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612178048, portal 25 02000000:00000001:2.0:1786177249.045606:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177249.045612:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177249.045615:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000040:1.0:1786177249.045622:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177249.045623:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177249.045636:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:1.0:1786177249.045640:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177249.045644:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177249.045649:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177249.045655:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00100000:2.0:1786177249.045658:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177249.045662:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612178048, offset 0 00000400:00000200:1.0:1786177249.045676:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045689:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177249.045690:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177249.045694:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177249.045699:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:2.0:1786177249.045705:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177249.045708:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177249.045719:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177249.045725:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177249.045737:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045750:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177249.045752:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410711:410711:256:4294967295] 192.168.202.156@tcp LPNI seq info [410709:410709:8:4294967295] 00000100:00080000:2.0:1786177249.045757:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177249.045764:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177249.045767:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1786177249.045770:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177249.045771:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177249.045783:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177249.045788:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8684 00000400:00000200:2.0:1786177249.045797:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177249.045803:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:1.0:1786177249.045806:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00080000:2.0:1786177249.045808:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177249.045818:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045820:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1786177249.045827:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000040:2.0:1786177249.045831:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045837:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000010:1.0:1786177249.045839:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000020:00000001:2.0:1786177249.045841:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177249.045845:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177249.045847:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177249.045850:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000800:00000200:1.0:1786177249.045857:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:2.0:1786177249.045858:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:1.0:1786177249.045867:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000020:00000001:2.0:1786177249.045868:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000200:1.1:1786177249.045889:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:2.0:1786177249.045890:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:1.1:1786177249.045895:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1786177249.045897:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:1.0:1786177249.045902:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177249.045908:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000100:00000040:2.0:1786177249.045908:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.045918:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177249.045921:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177249.045929:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177249.045936:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000020:00000040:2.0:1786177249.045937:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000010:1.0:1786177249.045940:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177249.045945:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786177249.045950:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000200:1.0:1786177249.045951:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177249.045957:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177249.045960:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177249.045967:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177249.045973:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.045974:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177249.045977:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177249.045981:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1786177249.045983:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1786177249.045992:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.046004:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.046004:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177249.046042:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786177249.046046:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177249.046048:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177249.046050:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.046052:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177249.046054:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786177249.046056:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177249.046060:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.046065:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177249.046066:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786177249.046073:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177249.046074:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177249.046081:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303357561 00000100:00100000:2.0:1786177249.046086:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1786177249.046089:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6480. 00000100:00000001:1.0:1786177249.046106:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177249.046107:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177249.046118:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177249.046125:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.046127:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303357561 00000100:00000010:1.0:1786177249.046131:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f60c0. 00000100:00000001:1.0:1786177249.046136:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786177249.046158:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177249.046161:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.046162:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.046171:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786177249.046174:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1786177249.046179:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177249/real 1786177249] req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177249.046188:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177249.046195:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:1.0:1786177249.046196:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177249.046201:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1786177249.046202:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1786177249.046203:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177249.046208:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00000001:2.0:1786177249.046210:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000010:1.0:1786177249.046211:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177249.046219:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1786177249.046222:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8684 00000100:00000200:1.0:1786177249.046224:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786177249.046236:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177249.046245:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177249.046248:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1786177249.046251:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177249.046253:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.046260:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177249.046264:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.046273:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177249.046279:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177249.046281:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177249.046286:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177249.046288:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1786177249.046289:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:1.0:1786177249.046291:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177249.046295:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177249.046297:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1786177249.046299:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177249.046301:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177249.046307:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:1.0:1786177249.046310:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177249.046311:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177249.046318:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.046324:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177249.046332:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177249.046339:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177249.046348:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.046350:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177249.046351:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177249.046357:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177249.046360:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.046361:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:1.0:1786177249.046367:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1786177249.046367:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177249.046381:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.046390:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177249.046401:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000100:00000001:1.0:1786177249.046403:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:2.0:1786177249.046405:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177249.046409:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177249.046410:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177249.046416:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786177249.046417:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.046418:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.046424:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177249.046427:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177249.046427:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177249.046433:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:1.0:1786177249.046434:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1786177249.046441:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177249.046442:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177249.046450:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000010:2.0:1786177249.046454:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000040:1.0:1786177249.046457:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177249.046464:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177249.046468:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612178048:192.168.202.156@tcp:250:kworker.0 00000100:00100000:2.0:1786177249.046475:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177249.046476:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.046485:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177249.046491:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612178048/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.046527:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786177249.046529:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1786177249.046531:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177249.046536:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 00000100:00000001:2.0:1786177249.046537:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177249.046540:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177249.046544:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177249.046545:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177249.046552:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1786177249.046553:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1786177249.046556:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:1.0:1786177249.046566:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177249.046570:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177249.046574:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:2.0:1786177249.046574:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177249.046580:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177249.046582:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1786177249.046584:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177249.046587:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177249.046587:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177249.046591:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177249.046595:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177249.046595:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177249.046601:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8684 00000100:00000001:1.0:1786177249.046606:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177249.046609:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177249.046611:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177249.046613:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177249.046617:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177249.046619:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1786177249.046624:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000040:1.0:1786177249.046630:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177249.046631:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177249.046641:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.046653:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177249.046660:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1786177249.046661:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177249.046664:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.046668:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177249.046671:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786177249.046676:0:12492:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1786177249.046677:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177249.046684:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177249.046685:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00100000:1.0:1786177249.046690:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178176:192.168.202.156@tcp:38:kworker.0 00000020:00000001:2.0:1786177249.046692:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177249.046696:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:1.0:1786177249.046699:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1786177249.046703:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177249.046705:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177249.046711:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177249.046711:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177249.046724:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1786177249.046730:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000010:1.0:1786177249.046732:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177249.046743:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.046743:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177249.046754:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177249.046762:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177249.046763:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:2.0:1786177249.046768:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000400:00000010:1.0:1786177249.046772:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00080000:2.0:1786177249.046773:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177249.046781:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177249.046783:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1786177249.046784:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 02000000:00000001:2.0:1786177249.046787:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1786177249.046791:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612178176, portal 10 02000000:00000001:2.0:1786177249.046792:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.046795:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177249.046798:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177249.046800:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00000001:2.0:1786177249.046802:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.046803:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000001:2.0:1786177249.046806:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177249.046813:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786177249.046815:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000040:1.0:1786177249.046820:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177249.046820:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177249.046826:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.046830:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177249.046834:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177249.046836:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177249.046848:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786177249.046856:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.046858:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1786177249.046865:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1786177249.046866:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177249.046870:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177249.046876:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612178176, offset 0 00000400:00000200:1.0:1786177249.046886:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177249.046893:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177249.046895:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1786177249.046899:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:2.0:1786177249.046904:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177249.046906:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177249.046913:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177249.046922:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1786177249.046923:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177249.046931:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177249.046945:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410712:410712:256:4294967295] 192.168.202.156@tcp LPNI seq info [410710:410710:8:4294967295] 00000400:00000200:1.0:1786177249.046962:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177249.046970:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177249.046976:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177249.046983:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000040:2.0:1786177249.046984:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8694) 00000800:00000010:1.0:1786177249.046986:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177249.046991:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177249.046994:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177249.046999:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177249.047002:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177249.047006:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177249.047008:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177249.047030:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177249.047033:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177249.047036:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177249.047037:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177249.047039:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177249.047042:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047053:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177249.047056:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047060:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.047061:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177249.047064:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177249.047067:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177249.047069:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177249.047071:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303356937 00000100:00000001:1.0:1786177249.047073:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303357561 00000100:00000001:1.0:1786177249.047075:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303356937 00000100:00000001:1.0:1786177249.047077:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303357561 00000100:00000001:1.0:1786177249.047078:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177249.047080:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.047081:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177249.047084:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177249/real 1786177249] req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177249.047089:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177249.047090:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177249.047091:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177249.047092:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177249.047093:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177249.047095:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177249.047097:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177249.047102:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047106:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177249.047108:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047109:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177249.047110:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177249.047113:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047117:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177249.047119:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047124:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177249.047125:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047126:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177249.047127:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047128:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177249.047132:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177249.047134:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177249.047136:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177249.047137:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177249.047140:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177249.047158:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178176:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177249.047161:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177249.047164:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047169:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177249.047170:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177249.047172:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177249.047174:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177249.047176:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177249.047178:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178304:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177249.047181:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177249.047183:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177249.047184:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177249.047186:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177249.047188:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177249.047190:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177249.047192:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177249.047194:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177249.047196:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177249.047199:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612178304, portal 10 00000100:00000001:1.0:1786177249.047200:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177249.047201:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:1.0:1786177249.047206:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047210:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177249.047212:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177249.047213:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177249.047215:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612178304, offset 0 00000400:00000200:1.0:1786177249.047217:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177249.047220:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177249.047222:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177249.047224:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177249.047226:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177249.047227:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177249.047229:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177249.047233:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410713:410713:256:4294967295] 192.168.202.156@tcp LPNI seq info [410711:410711:8:4294967295] 00000400:00000200:1.0:1786177249.047238:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177249.047244:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177249.047248:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177249.047252:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177249.047256:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177249.047260:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177249.047264:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177249.047267:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177249.047272:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177249.047275:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177249.047278:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177249.047282:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177249.047285:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177249.047287:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177249.047289:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177249.047292:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047298:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177249.047300:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047305:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.047306:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177249.047308:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177249.047310:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177249.047312:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177249.047314:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303356937 00000100:00000001:1.0:1786177249.047317:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303357561 00000100:00000001:1.0:1786177249.047319:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303356937 00000100:00000001:1.0:1786177249.047322:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303357561 00000100:00000001:1.0:1786177249.047324:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177249.047326:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.047328:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177249.047333:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177249/real 1786177249] req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177249.047342:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177249.047344:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177249.047346:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177249.047349:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177249.047351:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177249.047354:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177249.047358:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177249.047367:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047371:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177249.047372:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047374:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177249.047375:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177249.047377:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047382:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177249.047384:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047388:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177249.047390:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047391:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177249.047392:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047394:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177249.047395:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177249.047397:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177249.047399:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177249.047400:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177249.047403:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177249.047413:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178304:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177249.047416:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177249.047419:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047423:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177249.047424:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177249.047425:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177249.047427:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177249.047428:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177249.047430:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178432:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177249.047431:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177249.047433:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177249.047434:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177249.047435:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177249.047438:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177249.047439:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177249.047442:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177249.047444:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177249.047447:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177249.047449:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612178432, portal 4 00000100:00000001:1.0:1786177249.047451:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177249.047452:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:1.0:1786177249.047457:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047461:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177249.047463:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177249.047464:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177249.047466:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612178432, offset 0 00000400:00000200:1.0:1786177249.047468:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177249.047471:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177249.047474:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177249.047476:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177249.047478:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177249.047480:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177249.047482:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177249.047484:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410714:410714:256:4294967295] 192.168.202.156@tcp LPNI seq info [410712:410712:8:4294967295] 00000400:00000200:1.0:1786177249.047487:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177249.047491:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177249.047495:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177249.047497:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177249.047499:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177249.047502:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177249.047505:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177249.047507:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177249.047509:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177249.047511:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177249.047513:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177249.047515:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177249.047518:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177249.047519:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177249.047521:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177249.047523:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047529:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177249.047531:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047535:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.047536:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177249.047538:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177249.047540:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177249.047542:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177249.047544:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303357120 00000100:00000001:1.0:1786177249.047546:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303357561 00000100:00000001:1.0:1786177249.047548:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303357120 00000100:00000001:1.0:1786177249.047550:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303357561 00000100:00000001:1.0:1786177249.047552:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177249.047555:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.047556:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177249.047560:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177249/real 1786177249] req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177249.047568:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177249.047570:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177249.047572:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177249.047575:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177249.047577:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177249.047579:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177249.047583:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177249.047592:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047599:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177249.047601:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047603:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177249.047604:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177249.047606:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047611:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177249.047614:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047618:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177249.047620:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047621:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177249.047623:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047624:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177249.047626:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177249.047629:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177249.047633:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177249.047635:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177249.047639:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177249.047660:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178432:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177249.047664:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047667:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177249.047674:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612178176/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047680:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177249.047681:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177249.047683:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177249.047684:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177249.047686:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177249.047687:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177249.047689:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177249.047690:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:1.0:1786177249.047692:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177249.047694:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177249.047695:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:1.0:1786177249.047697:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177249.047698:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047699:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177249.047701:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612178304/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047711:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177249.047712:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177249.047713:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177249.047714:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177249.047715:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177249.047716:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177249.047717:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177249.047718:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:1.0:1786177249.047719:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177249.047719:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177249.047720:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:1.0:1786177249.047722:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177249.047723:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047723:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177249.047725:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612178432/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047729:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177249.047730:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177249.047730:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177249.047732:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177249.047733:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177249.047733:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177249.047734:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177249.047735:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4800. 02000000:00000001:1.0:1786177249.047737:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177249.047737:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177249.047738:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:1.0:1786177249.047739:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177249.047740:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047741:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047744:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177249.047745:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.047746:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177249.047747:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177249.047748:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177249.047751:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047757:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177249.047758:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177249.047761:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177249.047763:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177249.047765:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177249.047768:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178560:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177249.047771:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177249.047774:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177249.047775:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177249.047777:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177249.047781:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177249.047783:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177249.047787:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177249.047790:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177249.047794:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177249.047797:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612178560, portal 4 00000100:00000001:1.0:1786177249.047800:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177249.047801:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:1.0:1786177249.047807:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047812:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177249.047815:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177249.047818:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177249.047820:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612178560, offset 0 00000400:00000200:1.0:1786177249.047825:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177249.047828:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177249.047832:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177249.047835:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177249.047839:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177249.047841:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177249.047844:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177249.047848:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410715:410715:256:4294967295] 192.168.202.156@tcp LPNI seq info [410713:410713:8:4294967295] 00000400:00000200:1.0:1786177249.047853:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177249.047859:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177249.047864:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177249.047867:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177249.047869:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177249.047872:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1786177249.047875:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177249.047877:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1786177249.047879:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177249.047881:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177249.047883:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177249.047885:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177249.047887:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177249.047889:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177249.047891:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177249.047893:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047900:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177249.047902:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047906:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.047907:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177249.047909:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177249.047912:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177249.047914:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177249.047916:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303357100 00000100:00000001:1.0:1786177249.047918:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303357561 00000100:00000001:1.0:1786177249.047919:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303357100 00000100:00000001:1.0:1786177249.047921:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303357561 00000100:00000001:1.0:1786177249.047923:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177249.047925:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.047926:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177249.047929:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177249/real 1786177249] req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177249.047935:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177249.047935:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177249.047937:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177249.047938:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177249.047939:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177249.047940:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177249.047943:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177249.047948:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047952:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177249.047953:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047954:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177249.047955:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177249.047957:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047961:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177249.047963:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047967:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177249.047969:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047970:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177249.047971:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047973:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177249.047974:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177249.047976:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177249.047978:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177249.047980:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177249.047983:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177249.047988:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178560:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177249.047990:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.047991:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177249.047993:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612178560/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177249.047997:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177249.047998:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177249.047999:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:1.0:1786177249.048000:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177249.048001:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177249.048002:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177249.048004:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177249.048005:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7800. 02000000:00000001:1.0:1786177249.048007:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177249.048008:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177249.048009:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:1.0:1786177249.048026:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177249.048027:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.048029:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177249.048031:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177249.048032:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177249.048034:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177249.048035:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177249.685169:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303357561, at 4303357568 00000100:00000040:0.0:1786177249.685173:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303357561, at 4303357568 00000100:00000010:0.0:1786177249.685194:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6480. 00000100:00000010:1.0:1786177249.685202:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f60c0. 00000100:00000001:2.0:1786177249.941107:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177249.941116:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177249.941119:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177249.941126:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177249.941131:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177249.941149:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177249.941150:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177249.941153:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177249.941157:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177249.941158:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177249.941161:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.941165:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177249.941173:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177249.941179:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177249.941181:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177249.941184:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177249.941186:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177249.941191:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177249.941191:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177249.941193:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177249.941196:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177249.941197:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177249.941203:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177249.941205:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177249.941208:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177249.941216:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177249.941217:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177249.941219:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177249.941221:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177249.941222:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177249.941225:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177249.941228:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177249.941229:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177249.941231:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177249.941233:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177249.941236:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177249.941237:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177249.941237:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177249.941239:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177249.941242:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177249.941243:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177249.941245:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177249.941255:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177249.941261:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177249.941261:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177249.941262:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177249.941264:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177249.941265:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177249.941267:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177249.941268:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177249.941269:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177249.941272:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177249.941274:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177249.941282:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177249.941282:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177249.941284:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177249.941286:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177249.941291:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177249.941292:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177249.941292:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177249.941299:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177249.941306:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177249.941309:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177249.941312:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177249.941335:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177249.941340:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177249.941345:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177250.965159:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177250.965159:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177250.965163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177250.965168:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177250.965168:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177250.965169:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177250.965173:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177250.965173:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177250.965180:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177250.965181:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177250.965188:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177250.965190:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177250.965193:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177250.965194:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177250.965197:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177250.965201:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177250.965202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177250.965205:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177250.965206:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177250.965211:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177250.965212:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177250.965215:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177250.965216:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177250.965217:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177250.965219:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177250.965221:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177250.965228:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177250.965231:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177250.965256:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177250.965260:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177250.965264:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177250.965348:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177250.965353:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177250.965355:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177250.965358:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177250.965362:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177250.965363:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177250.965366:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177250.965369:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177250.965370:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177250.965373:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177250.965374:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177250.965380:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177250.965380:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177250.965387:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177250.965390:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177250.965393:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177250.965395:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177250.965397:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177250.965398:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177250.965403:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177250.965406:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177250.965409:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177250.965412:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177250.965415:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177250.965417:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177250.965419:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177250.965421:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177250.965530:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177250.965533:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177250.965535:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177250.965537:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177250.965540:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177250.965542:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177250.965544:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177250.965546:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177250.965548:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.989092:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177251.989101:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177251.989103:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.989108:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177251.989109:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177251.989111:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177251.989113:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177251.989127:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177251.989130:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177251.989130:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.989131:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.989132:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177251.989139:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177251.989139:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177251.989140:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177251.989140:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177251.989143:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177251.989145:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.989145:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177251.989146:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177251.989148:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177251.989150:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.989152:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177251.989153:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.989154:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177251.989155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177251.989158:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177251.989161:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177251.989161:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177251.989162:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177251.989165:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177251.989168:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177251.989169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177251.989173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177251.989174:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177251.989177:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.989180:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177251.989181:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.989185:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177251.989189:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177251.989192:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000020:00000001:1.0:1786177251.989194:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177251.989196:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177251.989197:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.989200:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177251.989201:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1786177251.989202:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177251.989204:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177251.989207:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177251.989208:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.989211:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177251.989213:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177251.989215:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177251.989216:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.989220:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177251.989221:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177251.989225:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.989226:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177251.989229:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177251.989231:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177251.989233:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177251.989235:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177251.989238:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177251.989240:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177251.989242:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177251.989246:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177251.989249:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177253.013148:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177253.013148:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177253.013156:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177253.013156:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177253.013161:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177253.013161:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177253.013168:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177253.013173:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177253.013176:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177253.013177:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177253.013182:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177253.013182:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177253.013187:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177253.013187:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177253.013191:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177253.013194:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177253.013197:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177253.013200:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177253.013223:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177253.013225:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177253.013229:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013232:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177253.013235:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013237:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013239:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013244:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177253.013245:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177253.013246:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177253.013248:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013249:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177253.013251:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013252:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013254:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013258:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177253.013259:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013262:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177253.013264:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177253.013267:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177253.013269:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177253.013287:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177253.013290:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177253.013293:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177253.014032:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177253.014036:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177253.014036:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177253.014039:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177253.014040:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177253.014041:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177253.014046:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177253.014047:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177253.014047:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177253.014050:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177253.014052:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177253.014053:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177253.014056:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177253.014057:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177253.014058:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177253.014061:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177253.014063:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177253.014063:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177253.014064:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177253.014068:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177253.014069:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177253.014070:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177253.014073:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177253.014074:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177253.014077:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177253.014079:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177253.014082:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177253.014121:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177253.014125:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177253.014127:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177253.014130:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177253.014133:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177253.014135:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177253.014137:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177253.014138:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177253.014140:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.037129:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177254.037129:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177254.037131:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177254.037137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177254.037138:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177254.037138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177254.037141:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177254.037142:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177254.037145:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177254.037147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177254.037149:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177254.037149:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177254.037151:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177254.037152:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.037156:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177254.037156:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177254.037156:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177254.037159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177254.037162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177254.037162:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177254.037163:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177254.037163:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177254.037168:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177254.037170:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177254.037171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177254.037172:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177254.037174:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177254.037174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177254.037181:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177254.037181:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177254.037182:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177254.037185:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177254.037186:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.037192:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177254.037192:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177254.037196:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177254.037200:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177254.037212:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177254.037215:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177254.037219:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177254.037220:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177254.037223:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177254.037225:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177254.037228:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177254.037229:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177254.037232:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177254.037233:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177254.037237:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177254.037239:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177254.037241:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177254.037242:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177254.037243:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.037247:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177254.037247:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177254.037247:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177254.037251:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177254.037252:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177254.037257:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177254.037258:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177254.037260:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177254.037264:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177254.037264:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.037268:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177254.037269:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.037274:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177254.037276:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.037279:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177254.165190:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177254.165200:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177254.165202:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177254.165205:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177254.165210:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177254.165216:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8689 00000400:00000200:0.0:1786177254.165223:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177254.165229:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177254.165232:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177254.165235:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165238:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177254.165240:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165242:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177254.165244:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177254.165247:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177254.165248:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177254.165250:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177254.165252:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177254.165253:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177254.165255:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165256:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177254.165257:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165258:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177254.165260:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177254.165262:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165263:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177254.165265:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177254.165268:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177254.165269:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165271:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177254.165273:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177254.165279:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018380. 00000020:00000040:0.0:1786177254.165281:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177254.165284:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177254.165285:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165287:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177254.165289:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177254.165292:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177254.165298:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1000. 00000100:00000001:0.0:1786177254.165302:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177254.165308:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177254.165316:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177254.165318:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177254.165321:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009225bfb5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177254.165341:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177254.165344:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177254.165347:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177254.165348:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177254.165350:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177254.165352:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177254.165354:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8689 00000400:00000200:0.0:1786177254.165357:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177254.165360:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177254.165363:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177254.165365:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165367:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177254.165369:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165371:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177254.165373:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177254.165374:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177254.165375:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177254.165375:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1786177254.165377:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177254.165378:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786177254.165379:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177254.165381:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:1.0:1786177254.165381:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177254.165384:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165385:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177254.165386:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177254.165387:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165389:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177254.165392:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177254.165394:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177254.165394:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177254.165396:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.165396:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177254.165399:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177254.165399:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177254.165401:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177254.165403:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177254.165403:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177254.165405:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165406:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:1.0:1786177254.165406:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612178688:192.168.202.156@tcp:250:kworker.0 00000008:00100000:0.0:1786177254.165410:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1786177254.165410:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1786177254.165412:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165414:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.165414:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177254.165416:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177254.165418:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 02000000:00000001:1.0:1786177254.165418:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1786177254.165421:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000010:1.0:1786177254.165422:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:0.0:1786177254.165423:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177254.165424:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.165424:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165426:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177254.165427:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177254.165428:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177254.165429:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000010:0.0:1786177254.165432:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 00000400:00000010:1.0:1786177254.165432:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000001:0.0:1786177254.165435:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177254.165439:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1786177254.165445:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177254.165455:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1786177254.165455:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612178688, portal 25 00000100:00000001:0.0:1786177254.165457:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.165458:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177254.165459:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527789440 : -127834181762176 : ffff8bbc49018380) 00000100:00000040:0.0:1786177254.165464:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177254.165465:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.165472:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177254.165473:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177254.165475:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786177254.165475:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:0.0:1786177254.165478:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000010:1.0:1786177254.165478:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000001:0.0:1786177254.165480:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1786177254.165481:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612178688, offset 0 00000100:00080000:0.0:1786177254.165482:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177254.165484:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177254.165486:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8689 00000400:00000200:1.0:1786177254.165487:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177254.165489:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177254.165491:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177254.165493:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177254.165493:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786177254.165496:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165498:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177254.165499:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177254.165499:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:0.0:1786177254.165501:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177254.165503:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000200:1.0:1786177254.165503:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1786177254.165504:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177254.165505:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177254.165507:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:1.0:1786177254.165508:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000001:0.0:1786177254.165509:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177254.165511:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177254.165511:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1786177254.165513:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177254.165514:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165515:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177254.165517:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177254.165518:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410716:410716:256:4294967295] 192.168.202.156@tcp LPNI seq info [410714:410714:8:4294967295] 00000100:00000001:0.0:1786177254.165519:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177254.165521:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177254.165523:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:0.0:1786177254.165524:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165526:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177254.165527:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177254.165529:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177254.165531:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177254.165532:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00000001:0.0:1786177254.165533:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177254.165534:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177254.165537:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165538:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177254.165538:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000010:0.0:1786177254.165542:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000800:00000010:1.0:1786177254.165543:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000020:00000040:0.0:1786177254.165544:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177254.165546:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177254.165547:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165549:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1786177254.165549:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:0.0:1786177254.165551:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177254.165552:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177254.165552:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 02000000:00000010:0.0:1786177254.165555:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000800:00000200:1.1:1786177254.165558:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:0.0:1786177254.165559:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1786177254.165561:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00100000:0.0:1786177254.165563:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1786177254.165566:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177254.165568:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000100:00000001:0.0:1786177254.165569:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177254.165571:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177254.165574:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177254.165574:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177254.165578:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1786177254.165581:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177254.165583:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177254.165583:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177254.165585:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00080000:0.0:1786177254.165586:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177254.165587:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177254.165588:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177254.165589:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177254.165591:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177254.165593:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8689 00000100:00000200:1.0:1786177254.165593:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177254.165596:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177254.165599:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177254.165601:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177254.165601:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177254.165603:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:1.0:1786177254.165604:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177254.165605:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177254.165607:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165610:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177254.165612:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177254.165612:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1786177254.165613:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177254.165614:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177254.165614:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1786177254.165616:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177254.165617:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:0.0:1786177254.165619:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177254.165619:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177254.165621:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165623:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1786177254.165623:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:0.0:1786177254.165625:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177254.165625:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303362680 00000100:00000001:0.0:1786177254.165627:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177254.165629:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000010:1.0:1786177254.165630:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f60c0. 00000100:00080000:0.0:1786177254.165632:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165634:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177254.165635:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177254.165636:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1786177254.165637:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177254.165638:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165640:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177254.165640:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303362680 00000008:00100000:0.0:1786177254.165642:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000010:1.0:1786177254.165643:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6780. 00000008:00000001:0.0:1786177254.165644:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165646:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.165646:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000010:0.0:1786177254.165649:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177254.165649:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1786177254.165651:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177254.165651:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177254.165653:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177254.165653:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1786177254.165654:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165655:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177254.165657:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177254.165658:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177254.165658:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177254/real 1786177254] req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1786177254.165662:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2800. 00000100:00000001:0.0:1786177254.165664:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177254.165667:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1786177254.165668:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1786177254.165669:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177254.165671:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177254.165673:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00000001:0.0:1786177254.165674:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1786177254.165675:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:0.0:1786177254.165676:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.165677:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1786177254.165679:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177254.165681:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177254.165689:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177254.165694:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.165696:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177254.165697:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177254.165699:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177254.165699:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177254.165701:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177254.165702:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177254.165703:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177254.165705:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1786177254.165705:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177254.165708:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177254.165710:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8689 00000100:00000001:1.0:1786177254.165712:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786177254.165713:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177254.165716:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000040:1.0:1786177254.165717:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177254.165718:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177254.165721:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165723:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177254.165724:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1786177254.165725:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165727:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177254.165727:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.165728:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1786177254.165729:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177254.165730:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000001:1.0:1786177254.165730:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177254.165731:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177254.165732:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000040:0.0:1786177254.165733:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:1.0:1786177254.165733:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1786177254.165735:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00080000:1.0:1786177254.165736:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1786177254.165737:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177254.165739:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00080000:1.0:1786177254.165739:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177254.165741:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177254.165742:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177254.165743:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165745:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:1.0:1786177254.165746:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1786177254.165747:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:0.0:1786177254.165749:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177254.165751:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177254.165753:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1786177254.165754:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612178688:192.168.202.156@tcp:250:kworker.0 02000000:00000001:0.0:1786177254.165755:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177254.165757:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177254.165758:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177254.165758:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1786177254.165760:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177254.165760:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1786177254.165762:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177254.165763:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018380 x1872933612178688/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177254.165764:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177254.165767:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177254.165769:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:1.0:1786177254.165770:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177254.165771:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177254.165772:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.165772:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1786177254.165774:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1786177254.165774:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:0.0:1786177254.165775:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177254.165776:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1786177254.165777:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177254.165778:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177254.165779:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 02000000:00000010:0.0:1786177254.165780:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000020:00000001:1.0:1786177254.165781:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786177254.165782:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177254.165784:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1000. 00000100:00100000:0.0:1786177254.165785:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177254.165787:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177254.165789:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177254.165790:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018380. 00000100:00000001:0.0:1786177254.165791:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177254.165793:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.165793:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177254.165794:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177254.165796:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.165796:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.165802:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177254.165803:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.165804:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177254.165806:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8699) 00000100:00000001:1.0:1786177254.165806:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177254.165807:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177254.165809:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177254.165811:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.165818:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177254.165820:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.165821:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177254.165823:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177254.165825:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177254.165827:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178816:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177254.165831:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177254.165832:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177254.165834:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.165835:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177254.165838:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177254.165840:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177254.165843:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177254.165846:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177254.165849:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177254.165852:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612178816, portal 10 00000100:00000001:1.0:1786177254.165854:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177254.165855:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:1.0:1786177254.165860:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.165864:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177254.165866:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177254.165867:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177254.165874:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612178816, offset 0 00000400:00000200:1.0:1786177254.165877:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177254.165880:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177254.165882:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177254.165885:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177254.165886:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177254.165888:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177254.165889:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177254.165891:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410717:410717:256:4294967295] 192.168.202.156@tcp LPNI seq info [410715:410715:8:4294967295] 00000400:00000200:1.0:1786177254.165894:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177254.165898:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177254.165900:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177254.165902:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177254.165905:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177254.165906:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177254.165909:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177254.165911:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177254.165913:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177254.165914:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177254.165916:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177254.165918:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177254.165920:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177254.165921:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177254.165922:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177254.165924:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.165929:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177254.165931:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.165935:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.165936:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177254.165937:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177254.165940:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177254.165942:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177254.165943:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303362055 00000100:00000001:1.0:1786177254.165945:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303362680 00000100:00000001:1.0:1786177254.165946:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303362055 00000100:00000001:1.0:1786177254.165947:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303362680 00000100:00000001:1.0:1786177254.165948:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177254.165950:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.165951:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177254.165953:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177254/real 1786177254] req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177254.165957:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177254.165958:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177254.165959:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177254.165960:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177254.165961:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177254.165962:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177254.165964:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177254.165968:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.165972:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177254.165972:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.165973:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177254.165974:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177254.165976:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.165980:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177254.165982:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.165986:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177254.165987:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.165989:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177254.165989:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.165991:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177254.165993:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177254.165995:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177254.165996:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177254.165997:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177254.166000:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177254.166004:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178816:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177254.166006:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177254.166008:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166036:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177254.166037:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.166038:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177254.166039:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177254.166040:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177254.166042:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178944:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177254.166044:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177254.166045:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177254.166046:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.166047:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177254.166049:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177254.166051:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177254.166053:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177254.166054:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177254.166056:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177254.166057:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612178944, portal 10 00000100:00000001:1.0:1786177254.166059:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177254.166060:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:1.0:1786177254.166063:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166067:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177254.166068:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177254.166069:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177254.166071:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612178944, offset 0 00000400:00000200:1.0:1786177254.166073:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177254.166075:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177254.166077:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177254.166078:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177254.166080:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177254.166081:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177254.166082:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177254.166084:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410718:410718:256:4294967295] 192.168.202.156@tcp LPNI seq info [410716:410716:8:4294967295] 00000400:00000200:1.0:1786177254.166087:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177254.166091:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177254.166093:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177254.166109:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177254.166112:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177254.166114:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177254.166116:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177254.166118:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177254.166120:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177254.166121:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177254.166123:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177254.166125:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177254.166127:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177254.166128:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177254.166130:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177254.166132:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166140:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177254.166142:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166148:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.166150:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177254.166152:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177254.166155:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177254.166157:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177254.166159:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303362056 00000100:00000001:1.0:1786177254.166161:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303362680 00000100:00000001:1.0:1786177254.166163:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303362056 00000100:00000001:1.0:1786177254.166165:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303362680 00000100:00000001:1.0:1786177254.166167:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177254.166169:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.166171:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177254.166175:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177254/real 1786177254] req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177254.166183:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177254.166184:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177254.166186:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177254.166188:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177254.166189:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177254.166191:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177254.166194:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177254.166200:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166203:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177254.166205:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166206:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177254.166207:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177254.166209:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166212:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177254.166214:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166218:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177254.166219:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166220:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177254.166221:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166223:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177254.166224:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177254.166225:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177254.166227:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177254.166228:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177254.166230:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177254.166234:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612178944:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177254.166236:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177254.166238:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166242:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177254.166243:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.166244:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177254.166245:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177254.166246:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177254.166248:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179072:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177254.166250:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177254.166251:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177254.166252:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.166253:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177254.166256:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177254.166257:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177254.166259:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177254.166260:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177254.166262:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177254.166264:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612179072, portal 4 00000100:00000001:1.0:1786177254.166265:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177254.166266:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:1.0:1786177254.166270:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166274:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177254.166275:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177254.166276:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177254.166277:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612179072, offset 0 00000400:00000200:1.0:1786177254.166279:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177254.166282:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177254.166284:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177254.166285:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177254.166287:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177254.166288:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177254.166290:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177254.166291:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410719:410719:256:4294967295] 192.168.202.156@tcp LPNI seq info [410717:410717:8:4294967295] 00000400:00000200:1.0:1786177254.166294:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177254.166297:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177254.166300:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177254.166301:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177254.166304:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177254.166306:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177254.166308:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177254.166309:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177254.166312:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177254.166313:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177254.166315:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177254.166317:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177254.166318:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177254.166319:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177254.166321:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177254.166323:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166327:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177254.166329:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166332:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.166333:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177254.166335:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177254.166336:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177254.166338:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177254.166339:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303362239 00000100:00000001:1.0:1786177254.166341:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303362680 00000100:00000001:1.0:1786177254.166342:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303362239 00000100:00000001:1.0:1786177254.166343:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303362680 00000100:00000001:1.0:1786177254.166344:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177254.166345:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.166346:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177254.166348:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177254/real 1786177254] req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177254.166352:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177254.166353:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177254.166354:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177254.166355:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177254.166356:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177254.166358:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177254.166359:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177254.166363:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166366:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177254.166367:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166368:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177254.166369:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177254.166371:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166374:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177254.166376:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166379:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177254.166381:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166382:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177254.166382:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166383:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177254.166384:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177254.166385:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177254.166387:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177254.166388:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177254.166390:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177254.166397:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179072:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177254.166399:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177254.166401:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166404:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177254.166405:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.166406:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177254.166407:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177254.166408:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177254.166409:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179200:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177254.166411:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177254.166412:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177254.166412:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177254.166413:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177254.166415:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177254.166416:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177254.166417:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177254.166419:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177254.166420:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177254.166422:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612179200, portal 4 00000100:00000001:1.0:1786177254.166423:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177254.166424:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00000040:1.0:1786177254.166427:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166430:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177254.166431:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177254.166432:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177254.166434:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612179200, offset 0 00000400:00000200:1.0:1786177254.166435:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177254.166437:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177254.166439:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177254.166441:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177254.166442:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177254.166444:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177254.166445:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177254.166447:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410720:410720:256:4294967295] 192.168.202.156@tcp LPNI seq info [410718:410718:8:4294967295] 00000400:00000200:1.0:1786177254.166449:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177254.166453:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177254.166456:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177254.166458:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177254.166462:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177254.166464:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1786177254.166468:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177254.166470:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1786177254.166474:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177254.166475:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177254.166478:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177254.166481:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177254.166484:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177254.166486:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177254.166488:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177254.166491:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166498:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177254.166501:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166507:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.166508:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177254.166511:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177254.166514:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177254.166517:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177254.166519:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303362219 00000100:00000001:1.0:1786177254.166526:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303362680 00000100:00000001:1.0:1786177254.166528:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303362219 00000100:00000001:1.0:1786177254.166530:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303362680 00000100:00000001:1.0:1786177254.166532:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177254.166535:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.166536:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177254.166539:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177254/real 1786177254] req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177254.166544:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177254.166545:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177254.166546:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177254.166548:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177254.166549:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177254.166550:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177254.166552:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177254.166558:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166564:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177254.166565:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166566:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177254.166567:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177254.166571:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166577:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177254.166580:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166587:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177254.166589:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166591:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177254.166592:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166594:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177254.166595:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177254.166598:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177254.166600:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177254.166603:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177254.166605:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177254.166610:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179200:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177254.166612:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166613:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177254.166615:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612178816/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166618:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177254.166619:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177254.166620:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177254.166622:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177254.166623:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177254.166624:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177254.166625:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177254.166626:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:1.0:1786177254.166628:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177254.166628:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177254.166629:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:1.0:1786177254.166631:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177254.166632:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166633:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177254.166635:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612178944/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166642:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177254.166643:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177254.166644:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177254.166645:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177254.166645:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177254.166646:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177254.166647:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177254.166648:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:1.0:1786177254.166649:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177254.166649:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177254.166650:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:1.0:1786177254.166651:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177254.166652:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166653:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177254.166654:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612179072/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166657:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177254.166658:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177254.166659:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177254.166660:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177254.166660:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177254.166661:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177254.166662:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177254.166663:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:1.0:1786177254.166664:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177254.166664:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177254.166665:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:1.0:1786177254.166666:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177254.166666:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166667:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177254.166669:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612179200/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177254.166672:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177254.166673:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177254.166674:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177254.166675:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177254.166675:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177254.166676:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177254.166677:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177254.166678:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:1.0:1786177254.166679:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177254.166680:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177254.166680:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:1.0:1786177254.166681:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177254.166682:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166683:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177254.166686:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177254.166686:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177254.166687:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177254.166688:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177254.805135:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303362680, at 4303362688 00000100:00000010:1.0:1786177254.805148:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6780. 00000100:00000040:0.0:1786177254.805197:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303362680, at 4303362688 00000100:00000010:0.0:1786177254.805204:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f60c0. 00000100:00000001:2.0:1786177255.061127:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177255.061128:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177255.061128:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177255.061135:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177255.061136:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177255.061136:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177255.061137:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177255.061140:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177255.061141:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177255.061141:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177255.061144:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177255.061146:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177255.061146:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177255.061148:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177255.061148:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177255.061151:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177255.061153:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177255.061153:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177255.061154:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177255.061157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177255.061159:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177255.061160:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177255.061160:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177255.061161:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177255.061162:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177255.061162:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177255.061165:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177255.061165:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177255.061168:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177255.061169:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177255.061172:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177255.061172:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177255.061174:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177255.061177:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177255.061177:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177255.061179:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177255.061183:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177255.061198:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177255.061201:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177255.061202:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177255.061203:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177255.061204:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177255.061207:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177255.061207:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177255.061208:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177255.061211:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:1.0:1786177255.061212:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786177255.061214:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177255.061214:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177255.061215:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177255.061218:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177255.061220:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177255.061220:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177255.061221:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177255.061224:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177255.061226:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177255.061227:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177255.061228:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177255.061229:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177255.061231:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177255.061233:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177255.061234:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177255.061235:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177255.061240:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177255.061243:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177255.061245:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177255.061248:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177256.085157:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177256.085157:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177256.085164:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177256.085165:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177256.085165:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177256.085170:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177256.085170:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.085171:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177256.085179:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177256.085179:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177256.085180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177256.085185:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177256.085185:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.085185:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177256.085189:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177256.085190:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177256.085192:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177256.085193:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177256.085197:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177256.085199:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177256.085204:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177256.085204:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177256.085208:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177256.085209:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177256.085215:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177256.085215:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177256.085220:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177256.085223:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177256.085226:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177256.085230:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177256.085232:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177256.085236:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177256.085238:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177256.085263:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177256.085265:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177256.085266:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177256.085271:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177256.085272:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177256.085275:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.085276:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177256.085280:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177256.085280:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177256.085284:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177256.085285:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177256.085287:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177256.085289:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177256.085290:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177256.085294:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177256.085294:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177256.085298:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177256.085299:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177256.085300:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177256.085301:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177256.085305:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177256.085306:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177256.085306:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177256.085310:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177256.085315:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177256.085318:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177256.085321:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177256.085323:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177256.085324:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177256.085326:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177256.085327:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177256.085330:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177256.085331:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177256.085333:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177256.085336:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177256.085338:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177256.085339:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177256.085340:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177256.085341:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.085370:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177257.109177:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177257.109177:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177257.109179:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177257.109189:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177257.109190:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177257.109195:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177257.109196:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177257.109201:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177257.109203:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177257.109204:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177257.109210:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:1.0:1786177257.109211:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177257.109212:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177257.109218:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177257.109221:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177257.109222:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177257.109224:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177257.109228:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177257.109232:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177257.109232:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177257.109240:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177257.109241:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177257.109242:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177257.109250:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177257.109253:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177257.109255:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177257.109264:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177257.109289:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177257.109290:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177257.109294:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177257.109295:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177257.109299:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177257.109305:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177257.109305:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177257.109309:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177257.109313:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177257.109317:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177257.109318:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177257.109322:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177257.109324:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177257.109328:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177257.109330:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177257.109331:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177257.109333:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177257.109339:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177257.109341:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177257.109370:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177257.109375:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177257.109379:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177257.109445:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177257.109448:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177257.109450:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177257.109453:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177257.109456:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177257.109460:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177257.109463:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177257.109465:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177257.109466:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177257.109471:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177257.109473:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177257.109475:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177257.109480:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177257.109483:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177257.109486:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177257.109489:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177257.109491:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177257.109495:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177258.133151:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177258.133151:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177258.133152:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177258.133155:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177258.133161:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177258.133162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177258.133164:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177258.133164:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177258.133165:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177258.133172:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177258.133176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177258.133177:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177258.133177:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177258.133178:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177258.133186:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177258.133190:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177258.133194:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177258.133194:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177258.133195:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177258.133196:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177258.133202:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177258.133203:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177258.133203:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177258.133205:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177258.133209:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177258.133210:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177258.133212:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177258.133215:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177258.133217:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177258.133219:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177258.133219:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177258.133221:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177258.133225:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177258.133227:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177258.133228:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177258.133234:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177258.133235:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177258.133272:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177258.133276:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177258.133276:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177258.133277:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177258.133287:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177258.133288:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177258.133290:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177258.133290:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177258.133291:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177258.133299:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177258.133299:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177258.133305:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177258.133308:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:0.0:1786177258.133309:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177258.133309:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177258.133317:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177258.133318:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177258.133319:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177258.133331:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177258.133332:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177258.133332:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177258.133338:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177258.133343:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177258.133345:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177258.133347:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177258.133348:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177258.133349:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177258.133353:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177258.133354:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177258.133359:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.157131:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177259.157139:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177259.157141:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177259.157146:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177259.157151:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177259.157154:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177259.157156:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177259.157157:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177259.157158:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177259.157162:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177259.157165:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177259.157166:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177259.157168:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177259.157168:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177259.157174:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.157176:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177259.157177:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177259.157180:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177259.157182:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177259.157186:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177259.157187:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177259.157191:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177259.157192:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177259.157193:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.157196:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177259.157197:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177259.157201:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177259.157202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177259.157202:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177259.157203:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177259.157206:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177259.157206:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177259.157208:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177259.157208:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177259.157217:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177259.157220:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177259.157221:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.157222:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177259.157224:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177259.157230:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.157234:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177259.157236:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177259.157237:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177259.157243:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177259.157249:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177259.157250:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177259.157253:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.157253:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177259.157255:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177259.157255:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177259.157260:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177259.157260:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177259.157261:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1786177259.157266:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177259.157267:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177259.157267:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177259.157273:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177259.157274:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177259.157274:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177259.157279:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177259.157280:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177259.157280:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177259.157284:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177259.157288:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177259.157288:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177259.157292:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177259.157294:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177259.157294:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177259.157297:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1786177259.157300:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177259.157300:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177259.157304:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177259.157307:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177259.157310:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177259.157312:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177259.157315:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177259.157353:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177259.157358:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177259.157362:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177259.285279:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177259.285289:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177259.285292:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177259.285296:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177259.285300:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177259.285308:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8694 00000400:00000200:2.0:1786177259.285324:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177259.285333:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177259.285336:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177259.285339:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285341:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177259.285343:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285344:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177259.285348:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177259.285349:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177259.285352:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177259.285354:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177259.285356:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177259.285358:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177259.285360:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285361:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177259.285362:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285363:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177259.285365:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177259.285368:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285369:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177259.285371:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177259.285374:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177259.285375:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.285377:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177259.285379:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177259.285386:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786177259.285388:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177259.285392:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177259.285393:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.285395:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177259.285397:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177259.285400:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177259.285406:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786177259.285411:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177259.285418:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177259.285426:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177259.285429:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177259.285435:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177259.285459:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177259.285462:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177259.285468:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177259.285469:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177259.285471:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177259.285474:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177259.285477:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8694 00000400:00000200:2.0:1786177259.285481:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177259.285485:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177259.285487:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177259.285490:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285493:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177259.285495:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285497:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177259.285499:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177259.285501:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000001:1.0:1786177259.285502:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786177259.285504:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177259.285507:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1786177259.285507:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:1.0:1786177259.285511:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177259.285511:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177259.285515:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177259.285519:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285520:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177259.285521:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177259.285522:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285526:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177259.285531:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786177259.285537:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177259.285540:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177259.285541:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.285543:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177259.285545:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177259.285548:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177259.285551:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177259.285552:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177259.285557:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177259.285558:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.285562:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:1.0:1786177259.285567:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612179328:192.168.202.156@tcp:250:kworker.0 00000008:00100000:2.0:1786177259.285568:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1786177259.285573:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:2.0:1786177259.285575:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177259.285578:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786177259.285578:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177259.285582:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 02000000:00000001:1.0:1786177259.285583:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177259.285588:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1786177259.285588:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177259.285593:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000010:1.0:1786177259.285595:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:2.0:1786177259.285595:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177259.285600:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.285601:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177259.285605:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177259.285607:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177259.285609:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177259.285615:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 02000000:00000010:2.0:1786177259.285615:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786177259.285622:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786177259.285624:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00100000:2.0:1786177259.285631:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1786177259.285632:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612179328, portal 25 00000100:00000001:1.0:1786177259.285637:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177259.285640:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439486848 : -127834270064768 : ffff8bbc43be1f80) 00000100:00000001:2.0:1786177259.285643:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177259.285647:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177259.285650:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177259.285655:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.285669:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177259.285675:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285675:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177259.285679:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177259.285683:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177259.285685:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177259.285686:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1786177259.285689:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000001:2.0:1786177259.285689:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177259.285693:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8694 00000100:00000200:1.0:1786177259.285695:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612179328, offset 0 00000400:00000200:2.0:1786177259.285700:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177259.285705:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177259.285706:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177259.285710:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1786177259.285715:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786177259.285721:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177259.285722:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177259.285730:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1786177259.285730:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177259.285735:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177259.285738:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:2.0:1786177259.285740:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:1.0:1786177259.285744:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1786177259.285745:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177259.285747:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177259.285748:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177259.285751:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:1.0:1786177259.285754:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000020:00000001:2.0:1786177259.285756:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177259.285761:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177259.285762:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410721:410721:256:4294967295] 192.168.202.156@tcp LPNI seq info [410719:410719:8:4294967295] 00000100:00000040:2.0:1786177259.285770:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:1.0:1786177259.285771:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177259.285775:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177259.285780:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285784:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177259.285788:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:1.0:1786177259.285791:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000100:00080000:2.0:1786177259.285795:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285800:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177259.285804:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 02000000:00000001:2.0:1786177259.285804:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177259.285808:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1786177259.285811:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 02000000:00000001:2.0:1786177259.285813:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.285816:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177259.285818:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.0:1786177259.285820:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000008:00000001:2.0:1786177259.285823:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177259.285825:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000001:2.0:1786177259.285826:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177259.285835:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000800:00000200:1.1:1786177259.285835:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177259.285840:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000020:00000040:2.0:1786177259.285841:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177259.285847:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000100:1.0:1786177259.285849:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000001:2.0:1786177259.285850:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1786177259.285853:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000100:00000001:2.0:1786177259.285854:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177259.285858:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177259.285860:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177259.285861:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000010:2.0:1786177259.285865:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000400:00000200:1.0:1786177259.285867:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1786177259.285871:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177259.285873:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177259.285877:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00100000:2.0:1786177259.285879:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177259.285882:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177259.285889:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177259.285893:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177259.285897:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.285905:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177259.285906:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177259.285912:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177259.285923:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.285928:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177259.285928:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177259.285933:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786177259.285934:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177259.285937:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177259.285941:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177259.285945:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177259.285946:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177259.285950:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303367800 00000100:00000001:2.0:1786177259.285954:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000010:1.0:1786177259.285957:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6780. 00000100:00080000:2.0:1786177259.285959:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8694 00000400:00000200:2.0:1786177259.285964:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177259.285965:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1786177259.285969:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177259.285972:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177259.285975:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.285977:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177259.285979:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177259.285981:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303367800 00000100:00000001:2.0:1786177259.285982:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000010:1.0:1786177259.285987:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f69c0. 00000020:00000001:2.0:1786177259.285987:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177259.285989:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000001:1.0:1786177259.285992:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1786177259.285993:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177259.285997:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000100:00000001:1.0:1786177259.285998:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786177259.286001:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177259.286003:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177259.286006:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:1.0:1786177259.286008:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000040:2.0:1786177259.286032:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.286035:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177259.286037:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.286040:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177259.286043:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00100000:1.0:1786177259.286060:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177259/real 1786177259] req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177259.286068:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177259.286073:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1786177259.286074:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1786177259.286076:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:1.0:1786177259.286078:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1786177259.286080:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1786177259.286082:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 02000000:00000001:2.0:1786177259.286084:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177259.286087:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000100:00000001:2.0:1786177259.286088:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:1.0:1786177259.286091:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000008:00100000:2.0:1786177259.286093:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177259.286096:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:2.0:1786177259.286097:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.286101:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177259.286102:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1786177259.286106:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786177259.286111:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177259.286117:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1786177259.286120:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177259.286120:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.286125:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177259.286127:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177259.286130:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286134:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1786177259.286137:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:1.0:1786177259.286138:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.286143:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177259.286144:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286145:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177259.286152:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177259.286155:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177259.286170:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.286175:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1786177259.286178:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177259.286179:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177259.286188:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286191:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177259.286196:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.286199:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177259.286201:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.286205:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286206:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177259.286210:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177259.286211:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177259.286216:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177259.286217:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177259.286220:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177259.286224:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786177259.286225:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177259.286229:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177259.286230:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1786177259.286234:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8694 00000100:00000040:1.0:1786177259.286239:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786177259.286241:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177259.286247:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177259.286252:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1786177259.286257:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612179328:192.168.202.156@tcp:250:kworker.0 00000100:00000040:2.0:1786177259.286258:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.286264:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177259.286265:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177259.286268:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177259.286269:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177259.286274:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1f80 x1872933612179328/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177259.286275:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177259.286281:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177259.286284:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177259.286287:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177259.286289:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1786177259.286290:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 02000000:00000001:1.0:1786177259.286292:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1786177259.286294:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000010:1.0:1786177259.286296:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 00000020:00000001:2.0:1786177259.286298:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 02000000:00000001:1.0:1786177259.286301:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177259.286304:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1786177259.286305:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000020:00000040:1.0:1786177259.286306:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000001:2.0:1786177259.286310:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1786177259.286311:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177259.286314:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 00000100:00000040:2.0:1786177259.286315:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177259.286319:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177259.286322:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 02000000:00000001:1.0:1786177259.286325:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1786177259.286325:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:1.0:1786177259.286329:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177259.286330:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177259.286332:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1f80. 02000000:00000001:2.0:1786177259.286333:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177259.286338:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1786177259.286338:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177259.286341:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177259.286342:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286344:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.286346:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177259.286349:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177259.286351:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286352:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177259.286354:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286356:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286359:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1786177259.286360:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000100:00000001:1.0:1786177259.286361:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177259.286364:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1786177259.286364:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177259.286369:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1786177259.286371:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177259.286372:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.286375:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177259.286378:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177259.286381:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177259.286386:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786177259.286392:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286397:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177259.286399:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177259.286401:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1786177259.286402:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177259.286406:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177259.286410:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177259.286417:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179456:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177259.286424:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177259.286427:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177259.286430:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.286430:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1786177259.286434:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177259.286434:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177259.286438:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177259.286442:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177259.286443:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177259.286450:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177259.286457:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177259.286463:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8704) 00000400:00000010:1.0:1786177259.286470:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177259.286475:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177259.286478:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612179456, portal 10 00000100:00000001:1.0:1786177259.286480:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177259.286482:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439480576 : -127834270071040 : ffff8bbc43be0700) 00000100:00000040:1.0:1786177259.286490:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286496:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177259.286499:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177259.286501:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177259.286503:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612179456, offset 0 00000400:00000200:1.0:1786177259.286507:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177259.286510:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177259.286514:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177259.286517:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177259.286520:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177259.286522:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177259.286525:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177259.286529:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410722:410722:256:4294967295] 192.168.202.156@tcp LPNI seq info [410720:410720:8:4294967295] 00000400:00000200:1.0:1786177259.286533:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177259.286539:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177259.286543:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177259.286546:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177259.286550:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177259.286553:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177259.286557:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177259.286560:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177259.286564:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177259.286565:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177259.286568:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177259.286571:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177259.286574:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177259.286576:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177259.286579:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177259.286582:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286590:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177259.286593:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286600:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286601:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177259.286604:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177259.286608:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177259.286611:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177259.286613:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303367176 00000100:00000001:1.0:1786177259.286615:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303367800 00000100:00000001:1.0:1786177259.286617:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303367176 00000100:00000001:1.0:1786177259.286619:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303367800 00000100:00000001:1.0:1786177259.286621:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177259.286624:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286626:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177259.286629:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177259/real 1786177259] req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177259.286637:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177259.286639:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177259.286640:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177259.286643:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177259.286644:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177259.286646:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177259.286649:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177259.286657:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286663:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177259.286664:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.286666:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177259.286667:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177259.286670:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286676:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177259.286680:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286687:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177259.286690:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.286691:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177259.286692:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.286694:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177259.286697:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177259.286700:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177259.286703:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177259.286705:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177259.286708:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177259.286716:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179456:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177259.286720:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177259.286724:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286731:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177259.286732:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177259.286734:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177259.286735:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177259.286737:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177259.286740:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179584:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177259.286743:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177259.286745:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177259.286746:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177259.286748:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177259.286751:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177259.286752:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177259.286756:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177259.286758:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177259.286760:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177259.286763:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612179584, portal 10 00000100:00000001:1.0:1786177259.286765:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177259.286766:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:1.0:1786177259.286772:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286778:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177259.286780:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177259.286782:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177259.286784:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612179584, offset 0 00000400:00000200:1.0:1786177259.286788:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177259.286791:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177259.286795:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177259.286797:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177259.286800:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177259.286802:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177259.286804:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177259.286807:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410723:410723:256:4294967295] 192.168.202.156@tcp LPNI seq info [410721:410721:8:4294967295] 00000400:00000200:1.0:1786177259.286811:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177259.286818:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177259.286822:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177259.286825:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177259.286829:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177259.286832:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177259.286836:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177259.286838:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177259.286842:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177259.286843:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177259.286846:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177259.286849:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177259.286852:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177259.286854:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177259.286856:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177259.286860:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286868:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177259.286871:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286878:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286880:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177259.286882:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177259.286885:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177259.286888:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177259.286890:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303367176 00000100:00000001:1.0:1786177259.286893:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303367800 00000100:00000001:1.0:1786177259.286895:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303367176 00000100:00000001:1.0:1786177259.286897:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303367800 00000100:00000001:1.0:1786177259.286899:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177259.286901:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.286902:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177259.286905:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177259/real 1786177259] req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177259.286913:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177259.286914:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177259.286916:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177259.286918:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177259.286919:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177259.286921:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177259.286924:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177259.286932:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286939:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177259.286941:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.286942:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177259.286944:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177259.286948:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286954:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177259.286958:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.286965:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177259.286967:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.286969:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177259.286970:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.286972:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177259.286974:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177259.286976:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177259.286979:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177259.286981:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177259.286984:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177259.286992:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179584:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177259.286995:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177259.286999:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287004:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177259.287005:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177259.287007:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177259.287008:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177259.287029:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177259.287032:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179712:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177259.287035:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177259.287037:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177259.287039:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177259.287040:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177259.287043:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177259.287057:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177259.287060:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177259.287063:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177259.287067:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177259.287069:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612179712, portal 4 00000100:00000001:1.0:1786177259.287072:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177259.287073:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:1.0:1786177259.287079:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287085:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177259.287088:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177259.287090:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177259.287092:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612179712, offset 0 00000400:00000200:1.0:1786177259.287096:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177259.287099:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177259.287102:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177259.287105:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177259.287108:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177259.287110:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177259.287112:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177259.287115:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410724:410724:256:4294967295] 192.168.202.156@tcp LPNI seq info [410722:410722:8:4294967295] 00000400:00000200:1.0:1786177259.287118:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177259.287124:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177259.287129:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177259.287132:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177259.287136:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177259.287139:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177259.287142:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177259.287145:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177259.287149:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177259.287151:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177259.287153:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177259.287156:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177259.287159:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177259.287161:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177259.287164:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177259.287167:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287175:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177259.287178:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287185:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.287186:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177259.287189:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177259.287191:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177259.287194:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177259.287196:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303367360 00000100:00000001:1.0:1786177259.287198:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303367800 00000100:00000001:1.0:1786177259.287200:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303367360 00000100:00000001:1.0:1786177259.287202:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303367800 00000100:00000001:1.0:1786177259.287204:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177259.287206:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.287207:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177259.287211:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177259/real 1786177259] req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177259.287218:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177259.287220:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177259.287222:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177259.287224:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177259.287226:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177259.287228:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177259.287230:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177259.287238:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287257:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177259.287259:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287261:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177259.287262:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177259.287266:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287272:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177259.287276:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287283:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177259.287285:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287286:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177259.287287:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287289:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177259.287290:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177259.287293:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177259.287295:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177259.287297:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177259.287301:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177259.287309:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179712:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177259.287312:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287314:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177259.287318:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0700 x1872933612179456/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287324:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177259.287325:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177259.287327:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177259.287329:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177259.287331:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177259.287332:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177259.287334:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177259.287336:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:1.0:1786177259.287339:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177259.287340:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177259.287342:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0700. 00000100:00000001:1.0:1786177259.287344:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177259.287345:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287346:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177259.287349:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612179584/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287355:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177259.287356:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177259.287358:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177259.287360:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177259.287361:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177259.287362:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177259.287364:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177259.287365:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:1.0:1786177259.287368:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177259.287369:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177259.287370:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:1.0:1786177259.287373:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177259.287374:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287375:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177259.287378:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612179712/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287384:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177259.287386:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177259.287387:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177259.287389:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177259.287390:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177259.287391:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177259.287394:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177259.287395:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:1.0:1786177259.287397:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177259.287398:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177259.287399:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:1.0:1786177259.287401:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177259.287402:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287404:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287407:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177259.287408:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.287410:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177259.287412:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177259.287413:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177259.287416:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287422:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177259.287424:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177259.287425:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177259.287427:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177259.287429:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177259.287432:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179840:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177259.287435:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177259.287437:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177259.287438:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177259.287440:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177259.287443:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177259.287444:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177259.287447:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177259.287449:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177259.287452:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177259.287455:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612179840, portal 4 00000100:00000001:1.0:1786177259.287456:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177259.287458:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:1.0:1786177259.287463:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287475:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177259.287478:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177259.287480:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177259.287482:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612179840, offset 0 00000400:00000200:1.0:1786177259.287486:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177259.287490:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177259.287493:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177259.287496:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177259.287498:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177259.287500:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177259.287502:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177259.287506:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410725:410725:256:4294967295] 192.168.202.156@tcp LPNI seq info [410723:410723:8:4294967295] 00000400:00000200:1.0:1786177259.287510:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177259.287516:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177259.287520:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177259.287522:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177259.287526:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177259.287528:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1786177259.287532:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177259.287535:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1786177259.287539:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177259.287541:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177259.287543:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177259.287547:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177259.287549:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177259.287551:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177259.287553:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177259.287556:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287564:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177259.287567:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287578:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.287580:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177259.287583:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177259.287586:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177259.287589:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177259.287591:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303367340 00000100:00000001:1.0:1786177259.287593:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303367800 00000100:00000001:1.0:1786177259.287595:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303367340 00000100:00000001:1.0:1786177259.287597:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303367800 00000100:00000001:1.0:1786177259.287599:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177259.287601:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.287603:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177259.287606:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177259/real 1786177259] req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177259.287613:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177259.287615:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177259.287616:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177259.287618:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177259.287620:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177259.287622:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177259.287624:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177259.287633:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287639:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177259.287640:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287641:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177259.287642:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177259.287646:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287653:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177259.287657:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287664:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177259.287666:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287667:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177259.287668:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287670:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177259.287672:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177259.287674:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177259.287677:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177259.287679:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177259.287682:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177259.287690:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612179840:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177259.287693:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287695:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177259.287697:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612179840/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177259.287703:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177259.287704:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177259.287706:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177259.287708:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177259.287710:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177259.287711:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177259.287713:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177259.287714:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:1.0:1786177259.287716:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177259.287718:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177259.287719:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:1.0:1786177259.287721:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177259.287723:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287724:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177259.287727:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177259.287728:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177259.287730:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177259.287732:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177259.925160:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303367800, at 4303367808 00000100:00000040:1.0:1786177259.925160:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303367800, at 4303367808 00000100:00000010:0.0:1786177259.925178:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6780. 00000100:00000010:1.0:1786177259.925180:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f69c0. 00000100:00000001:0.0:1786177260.181134:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177260.181134:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177260.181134:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177260.181138:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177260.181140:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177260.181141:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177260.181142:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177260.181142:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177260.181143:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177260.181145:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177260.181146:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177260.181150:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:0.0:1786177260.181151:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177260.181151:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177260.181151:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177260.181154:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177260.181155:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177260.181156:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177260.181157:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177260.181160:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177260.181161:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177260.181161:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177260.181162:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177260.181164:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177260.181166:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177260.181167:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177260.181169:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177260.181170:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177260.181170:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177260.181173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177260.181173:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177260.181174:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177260.181175:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177260.181177:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177260.181180:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177260.181181:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177260.181185:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177260.181189:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177260.181192:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177260.181192:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177260.181196:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177260.181196:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177260.181198:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177260.181200:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177260.181201:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177260.181201:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177260.181204:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177260.181205:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177260.181208:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177260.181209:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177260.181210:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177260.181213:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177260.181213:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177260.181214:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177260.181216:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177260.181219:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177260.181220:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177260.181222:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177260.181223:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177260.181226:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177260.181227:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177260.181229:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177260.181232:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177260.181234:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177260.181241:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177260.181244:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177260.181248:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177261.205142:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177261.205142:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177261.205149:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177261.205150:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177261.205153:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177261.205158:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177261.205159:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177261.205161:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177261.205165:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177261.205167:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177261.205170:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177261.205170:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177261.205176:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177261.205178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177261.205180:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177261.205181:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177261.205185:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177261.205187:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177261.205190:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.205343:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177261.205347:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177261.205348:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177261.205350:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177261.205352:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177261.205355:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.205356:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177261.205358:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.205360:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177261.205445:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177261.205448:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177261.205451:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177261.205466:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177261.205468:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177261.205469:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177261.205471:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177261.205473:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177261.205475:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177261.205477:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177261.205478:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177261.205481:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.205612:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177261.205615:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177261.205616:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177261.205619:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177261.205620:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177261.205622:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.205624:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177261.205625:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.205627:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177261.205674:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177261.205676:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177261.205677:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177261.205679:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177261.205681:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177261.205683:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177261.205684:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177261.205687:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177261.205688:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177261.205728:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177261.205730:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177261.205731:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177261.205733:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177261.205735:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177261.205737:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177261.205739:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177261.205740:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177261.205741:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177262.229172:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177262.229172:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177262.229177:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177262.229182:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177262.229182:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177262.229184:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177262.229186:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177262.229186:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177262.229192:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177262.229192:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177262.229198:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177262.229198:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177262.229200:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177262.229203:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177262.229204:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177262.229208:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177262.229209:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177262.229213:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177262.229217:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177262.229217:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177262.229223:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177262.229224:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177262.229229:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177262.229230:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177262.229237:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177262.229237:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177262.229248:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177262.229290:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177262.229295:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177262.229297:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177262.229301:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177262.229303:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177262.229306:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177262.229309:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177262.229311:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177262.229321:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177262.229367:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177262.229373:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177262.229374:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177262.229376:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177262.229378:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177262.229382:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177262.229383:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:1.0:1786177262.229386:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177262.229388:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177262.229389:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177262.229393:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177262.229393:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177262.229404:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177262.229405:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177262.229407:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177262.229409:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177262.229411:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177262.229415:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177262.229433:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177262.229435:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177262.229440:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177262.229442:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177262.229452:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177262.229453:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177262.229457:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177262.229458:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177262.229462:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177262.229463:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177262.229528:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177262.229533:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177262.229542:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177263.253162:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177263.253162:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177263.253169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177263.253171:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177263.253172:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177263.253174:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177263.253175:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177263.253176:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177263.253180:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1786177263.253184:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177263.253186:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177263.253191:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177263.253192:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177263.253192:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177263.253196:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177263.253196:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177263.253197:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177263.253198:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177263.253199:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177263.253203:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177263.253203:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177263.253203:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177263.253208:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177263.253208:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177263.253210:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177263.253213:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177263.253214:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177263.253215:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177263.253215:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177263.253216:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177263.253220:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177263.253222:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177263.253223:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177263.253226:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177263.253230:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177263.253233:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177263.253236:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177263.253238:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177263.253249:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177263.253251:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177263.253289:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177263.253294:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177263.253297:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177263.253419:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177263.253423:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177263.253424:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177263.253426:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177263.253430:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177263.253432:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177263.253432:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177263.253438:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177263.253438:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177263.253442:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177263.253443:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177263.253449:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177263.253449:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177263.253456:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177263.253461:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177263.253464:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177263.253466:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177263.253468:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177263.253498:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177263.253505:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177263.253506:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177263.253508:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177263.253512:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177263.253513:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177263.253514:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177263.253521:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177263.253523:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177263.253526:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177263.253527:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177263.253534:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177263.253535:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177263.253538:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177263.253539:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177263.253546:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177263.253546:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177263.253549:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177264.277144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177264.277150:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177264.277155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177264.277156:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177264.277159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177264.277160:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177264.277163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177264.277165:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177264.277168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177264.277169:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.277292:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177264.277296:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177264.277298:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177264.277302:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177264.277305:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177264.277308:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.277311:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177264.277313:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.277316:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177264.277392:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177264.277396:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177264.277398:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177264.277405:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177264.277407:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177264.277408:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177264.277410:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177264.277412:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177264.277414:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177264.277416:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177264.277417:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177264.277419:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177264.277550:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177264.277553:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177264.277555:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177264.277557:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177264.277559:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177264.277561:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177264.277563:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177264.277564:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177264.277567:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.277607:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177264.277609:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177264.277611:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177264.277613:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177264.277615:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177264.277617:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.277618:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177264.277620:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.277621:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177264.277658:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177264.277661:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177264.277662:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177264.277669:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177264.277670:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177264.277672:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177264.277674:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177264.277675:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177264.277677:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.277779:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177264.277782:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177264.277783:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177264.277786:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177264.277787:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177264.277789:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177264.277791:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177264.277797:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177264.277799:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177264.406110:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177264.406119:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177264.406121:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177264.406124:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177264.406128:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177264.406134:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8699 00000400:00000200:1.0:1786177264.406141:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177264.406146:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177264.406149:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177264.406151:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177264.406154:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177264.406158:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177264.406160:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177264.406164:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177264.406166:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177264.406168:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177264.406171:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177264.406173:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177264.406175:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177264.406178:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177264.406179:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177264.406181:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177264.406183:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177264.406186:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177264.406189:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177264.406191:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177264.406193:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177264.406196:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177264.406199:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406201:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177264.406203:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177264.406212:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ea00. 00000020:00000040:1.0:1786177264.406215:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177264.406218:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177264.406220:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406223:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177264.406225:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177264.406228:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177264.406236:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028400. 00000100:00000001:1.0:1786177264.406241:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177264.406249:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177264.406258:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177264.406262:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177264.406266:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061f74c75] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177264.406288:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177264.406291:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177264.406294:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177264.406295:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177264.406296:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177264.406299:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177264.406302:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8699 00000400:00000200:1.0:1786177264.406306:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177264.406313:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177264.406317:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177264.406320:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1786177264.406321:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000040:0.0:1786177264.406329:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177264.406329:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177264.406337:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177264.406342:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177264.406347:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1786177264.406347:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177264.406350:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406352:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:0.0:1786177264.406355:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1786177264.406356:0:114346:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:0.0:1786177264.406359:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1786177264.406360:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 02000000:00000001:0.0:1786177264.406363:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177264.406364:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177264.406368:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00100000:0.0:1786177264.406369:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612179968:192.168.202.156@tcp:250:kworker.0 00000020:00000001:1.0:1786177264.406373:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:0.0:1786177264.406376:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1786177264.406378:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 02000000:00000001:0.0:1786177264.406380:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177264.406384:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177264.406384:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000001:0.0:1786177264.406389:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786177264.406390:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177264.406393:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000010:0.0:1786177264.406395:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:1.0:1786177264.406396:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177264.406401:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:1.0:1786177264.406403:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:0.0:1786177264.406408:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406409:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177264.406413:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1786177264.406417:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:1.0:1786177264.406420:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1786177264.406422:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 02000000:00000001:1.0:1786177264.406424:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406428:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000010:0.0:1786177264.406430:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000008:00100000:1.0:1786177264.406432:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177264.406437:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786177264.406439:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612179968, portal 25 00000100:00000001:1.0:1786177264.406439:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.406443:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1786177264.406444:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c380. 00000100:00000001:0.0:1786177264.406446:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263260672 : -127833446290944 : ffff8bbc74d7ea00) 00000020:00000040:1.0:1786177264.406449:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177264.406453:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1786177264.406455:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177264.406456:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406461:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177264.406464:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177264.406468:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.406469:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177264.406474:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 02000000:00000010:1.0:1786177264.406475:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029c00. 00000400:00000010:0.0:1786177264.406477:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000001:1.0:1786177264.406480:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786177264.406482:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612179968, offset 0 00000100:00100000:1.0:1786177264.406490:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1786177264.406491:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177264.406501:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177264.406502:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177264.406506:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177264.406509:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:1.0:1786177264.406514:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e419fc0e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177264.406517:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177264.406524:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177264.406530:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1786177264.406530:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177264.406536:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1786177264.406537:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00080000:1.0:1786177264.406544:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177264.406546:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1786177264.406548:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410726:410726:256:4294967295] 192.168.202.156@tcp LPNI seq info [410724:410724:8:4294967295] 00000100:00080000:1.0:1786177264.406549:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177264.406556:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:0.0:1786177264.406558:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:1.0:1786177264.406562:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8699 00000400:00000200:0.0:1786177264.406570:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:1.0:1786177264.406578:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000200:0.0:1786177264.406579:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177264.406586:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000400:00000200:1.0:1786177264.406587:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177264.406591:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177264.406596:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:0.0:1786177264.406597:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177264.406600:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1786177264.406603:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000040:1.0:1786177264.406604:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177264.406610:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:0.1:1786177264.406613:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000020:00000001:1.0:1786177264.406615:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177264.406617:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000800:00000200:0.1:1786177264.406619:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000020:00000001:1.0:1786177264.406620:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177264.406624:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000800:00000100:0.0:1786177264.406628:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000020:00000001:1.0:1786177264.406630:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000800:00000010:0.0:1786177264.406632:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000020:00000001:1.0:1786177264.406635:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:0.0:1786177264.406639:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:1.0:1786177264.406641:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:0.0:1786177264.406647:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1786177264.406647:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177264.406652:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:0.0:1786177264.406654:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000100:00000001:1.0:1786177264.406656:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:0.0:1786177264.406658:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000020:00000040:1.0:1786177264.406662:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00000001:0.0:1786177264.406664:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1786177264.406668:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000200:0.0:1786177264.406672:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177264.406673:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.406685:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786177264.406687:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1786177264.406689:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177264.406694:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177264.406701:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.406702:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406704:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177264.406705:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:1.0:1786177264.406709:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1786177264.406712:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786177264.406714:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406718:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177264.406719:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177264.406723:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303372921 00000100:00000010:1.0:1786177264.406724:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f100. 00000020:00000040:1.0:1786177264.406729:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000100:00000010:0.0:1786177264.406730:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 02000000:00000001:1.0:1786177264.406732:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177264.406735:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406737:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1786177264.406738:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1786177264.406739:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177264.406743:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.406745:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303372921 02000000:00000010:1.0:1786177264.406748:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a800. 00000100:00000010:0.0:1786177264.406751:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e1e0. 00000100:00000001:1.0:1786177264.406754:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.406756:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177264.406761:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1786177264.406763:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177264.406764:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.406769:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177264.406776:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177264/real 1786177264] req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177264.406777:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177264.406783:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1786177264.406792:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1786177264.406792:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbb41ec3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177264.406795:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177264.406798:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177264.406802:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177264.406806:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:1.0:1786177264.406808:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.406809:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1786177264.406813:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1786177264.406816:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177264.406818:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177264.406822:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177264.406825:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177264.406831:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000200:0.0:1786177264.406833:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177264.406836:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8699 00000400:00000200:1.0:1786177264.406847:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177264.406849:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177264.406852:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786177264.406853:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:0.0:1786177264.406856:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1786177264.406857:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177264.406859:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177264.406863:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:0.0:1786177264.406867:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177264.406868:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177264.406873:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177264.406878:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786177264.406881:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177264.406882:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177264.406885:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177264.406889:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:0.0:1786177264.406890:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1786177264.406892:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:1.0:1786177264.406897:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177264.406902:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:0.0:1786177264.406903:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177264.406909:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177264.406910:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177264.406912:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177264.406915:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177264.406919:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177264.406921:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786177264.406922:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1786177264.406924:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:0.0:1786177264.406926:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1786177264.406930:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177264.406931:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177264.406937:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786177264.406937:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177264.406942:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:0.0:1786177264.406945:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 02000000:00000001:1.0:1786177264.406947:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177264.406950:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:1.0:1786177264.406952:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406955:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:0.0:1786177264.406956:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1786177264.406959:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177264.406965:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.406970:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177264.406974:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612179968:192.168.202.156@tcp:250:kworker.0 00000100:00000010:1.0:1786177264.406976:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f480. 00000100:00000001:0.0:1786177264.406980:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1786177264.406981:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:0.0:1786177264.406985:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786177264.406986:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177264.406989:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177264.406990:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ea00 x1872933612179968/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177264.406994:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177264.407007:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177264.407009:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.407031:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177264.407034:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177264.407037:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177264.407041:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177264.407042:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177264.407046:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 02000000:00000010:1.0:1786177264.407048:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029000. 00000020:00000001:0.0:1786177264.407049:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177264.407053:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028400. 00000100:00000001:1.0:1786177264.407054:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177264.407057:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177264.407060:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177264.407063:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ea00. 00000100:00100000:1.0:1786177264.407064:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177264.407068:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177264.407070:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407074:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177264.407080:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177264.407082:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.407083:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177264.407086:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177264.407088:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b29e9d6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407089:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177264.407092:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177264.407095:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177264.407101:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177264.407104:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177264.407110:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177264.407113:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177264.407117:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177264.407117:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:0.0:1786177264.407121:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786177264.407121:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1786177264.407124:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786177264.407125:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1786177264.407128:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177264.407130:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1786177264.407133:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180096:192.168.202.156@tcp:38:kworker.0 00000100:00080000:1.0:1786177264.407137:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8699 00000100:00000001:0.0:1786177264.407138:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177264.407143:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177264.407145:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177264.407146:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:0.0:1786177264.407149:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1786177264.407152:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 02000000:00000010:0.0:1786177264.407153:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177264.407157:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177264.407157:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177264.407164:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:0.0:1786177264.407165:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177264.407170:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1786177264.407171:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000100:00000040:1.0:1786177264.407176:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000010:0.0:1786177264.407177:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000001:1.0:1786177264.407180:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:0.0:1786177264.407182:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612180096, portal 10 00000020:00000001:1.0:1786177264.407186:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177264.407187:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177264.407190:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263250816 : -127833446300800 : ffff8bbc74d7c380) 00000020:00000040:1.0:1786177264.407190:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:1.0:1786177264.407195:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177264.407198:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000040:0.0:1786177264.407201:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786177264.407202:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:1.0:1786177264.407208:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:0.0:1786177264.407215:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177264.407215:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000040:0.0:1786177264.407221:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177264.407221:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1786177264.407225:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000040:1.0:1786177264.407226:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000200:0.0:1786177264.407229:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612180096, offset 0 00000100:00000001:1.0:1786177264.407230:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177264.407234:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000400:00000200:0.0:1786177264.407237:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00080000:1.0:1786177264.407241:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:0.0:1786177264.407245:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177264.407246:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177264.407250:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1786177264.407251:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 02000000:00000001:1.0:1786177264.407254:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786177264.407256:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1786177264.407259:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177264.407261:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:1.0:1786177264.407263:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1786177264.407266:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000008:00100000:1.0:1786177264.407267:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000200:0.0:1786177264.407271:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000008:00000001:1.0:1786177264.407274:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177264.407277:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410727:410727:256:4294967295] 192.168.202.156@tcp LPNI seq info [410725:410725:8:4294967295] 00000100:00000001:1.0:1786177264.407278:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177264.407285:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:1.0:1786177264.407287:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c700. 00000020:00000040:1.0:1786177264.407292:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000400:00000200:0.0:1786177264.407296:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:1.0:1786177264.407298:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177264.407300:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786177264.407305:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177264.407305:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177264.407309:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:0.0:1786177264.407311:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 02000000:00000001:1.0:1786177264.407312:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786177264.407317:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000010:1.0:1786177264.407319:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a000. 00000800:00000200:0.0:1786177264.407321:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000001:1.0:1786177264.407325:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1786177264.407328:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177264.407333:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00100000:1.0:1786177264.407334:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1786177264.407341:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177264.407345:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177264.407350:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1786177264.407351:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1786177264.407356:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1786177264.407356:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177264.407361:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177264.407365:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000040:1.0:1786177264.407366:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e102826e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407369:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177264.407376:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177264.407380:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177264.407388:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8709) 00000100:00000001:0.0:1786177264.407389:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177264.407394:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407412:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.407414:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177264.407417:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177264.407420:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177264.407424:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177264.407425:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303372297 00000100:00000001:0.0:1786177264.407428:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303372921 00000100:00000001:0.0:1786177264.407430:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303372297 00000100:00000001:0.0:1786177264.407432:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303372921 00000100:00000001:0.0:1786177264.407434:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177264.407436:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.407438:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177264.407441:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177264/real 1786177264] req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177264.407448:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177264.407449:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177264.407450:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177264.407453:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177264.407454:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177264.407456:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177264.407459:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177264.407467:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407473:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177264.407474:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407476:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177264.407481:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177264.407484:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407491:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177264.407495:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407501:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177264.407503:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407504:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177264.407506:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407507:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177264.407511:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177264.407513:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177264.407516:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177264.407518:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177264.407522:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177264.407529:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180096:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177264.407533:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177264.407536:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407542:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177264.407544:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177264.407545:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177264.407547:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177264.407549:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177264.407551:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180224:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177264.407554:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177264.407556:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177264.407558:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177264.407560:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177264.407563:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177264.407565:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177264.407568:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177264.407570:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177264.407572:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177264.407575:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612180224, portal 10 00000100:00000001:0.0:1786177264.407577:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177264.407578:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263262464 : -127833446289152 : ffff8bbc74d7f100) 00000100:00000040:0.0:1786177264.407583:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407589:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177264.407591:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177264.407593:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177264.407595:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612180224, offset 0 00000400:00000200:0.0:1786177264.407599:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177264.407602:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177264.407605:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177264.407608:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177264.407611:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177264.407613:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177264.407615:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177264.407618:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410728:410728:256:4294967295] 192.168.202.156@tcp LPNI seq info [410726:410726:8:4294967295] 00000400:00000200:0.0:1786177264.407622:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177264.407628:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177264.407632:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177264.407634:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177264.407638:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177264.407641:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1786177264.407644:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177264.407647:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1786177264.407651:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177264.407653:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177264.407656:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177264.407659:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177264.407661:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177264.407663:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177264.407665:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177264.407668:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407676:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177264.407678:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407685:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.407686:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177264.407689:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177264.407691:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177264.407694:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177264.407696:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303372297 00000100:00000001:0.0:1786177264.407698:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303372921 00000100:00000001:0.0:1786177264.407700:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303372297 00000100:00000001:0.0:1786177264.407702:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303372921 00000100:00000001:0.0:1786177264.407704:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177264.407706:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.407707:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177264.407711:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177264/real 1786177264] req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177264.407718:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177264.407719:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177264.407721:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177264.407723:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177264.407724:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177264.407726:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177264.407729:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177264.407737:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407743:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177264.407745:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407746:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177264.407747:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177264.407751:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407757:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177264.407760:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407767:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177264.407769:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407771:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177264.407772:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407773:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177264.407775:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177264.407777:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177264.407780:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177264.407782:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177264.407786:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177264.407793:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180224:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177264.407796:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407798:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177264.407801:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c380 x1872933612180096/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407808:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177264.407809:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177264.407811:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177264.407813:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177264.407814:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177264.407815:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177264.407817:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177264.407818:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:0.0:1786177264.407820:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177264.407822:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177264.407823:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c380. 00000100:00000001:0.0:1786177264.407826:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177264.407827:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407828:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177264.407831:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f100 x1872933612180224/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407837:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177264.407838:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177264.407840:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177264.407842:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177264.407843:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177264.407844:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177264.407846:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177264.407847:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:0.0:1786177264.407848:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177264.407849:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177264.407850:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f100. 00000100:00000001:0.0:1786177264.407852:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177264.407854:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407855:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.407858:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177264.407859:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.407861:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177264.407862:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177264.407863:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177264.407867:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407874:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177264.407875:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177264.407877:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177264.407878:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177264.407880:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177264.407883:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180352:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177264.407886:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177264.407887:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177264.407889:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177264.407890:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177264.407893:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177264.407895:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177264.407898:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177264.407900:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177264.407904:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177264.407906:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612180352, portal 4 00000100:00000001:0.0:1786177264.407908:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177264.407910:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263263360 : -127833446288256 : ffff8bbc74d7f480) 00000100:00000040:0.0:1786177264.407915:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.407921:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177264.407923:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177264.407925:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177264.407927:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612180352, offset 0 00000400:00000200:0.0:1786177264.407931:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177264.407935:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177264.407938:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177264.407940:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177264.407943:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177264.407946:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177264.407948:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177264.407951:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410729:410729:256:4294967295] 192.168.202.156@tcp LPNI seq info [410727:410727:8:4294967295] 00000400:00000200:0.0:1786177264.407954:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177264.407961:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177264.407964:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177264.407967:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177264.407970:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177264.407973:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1786177264.407977:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177264.407980:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1786177264.407983:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177264.407985:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177264.407987:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177264.407991:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177264.407993:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177264.408007:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177264.408010:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177264.408028:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408036:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177264.408039:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408045:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.408047:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177264.408050:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177264.408052:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177264.408055:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177264.408057:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303372481 00000100:00000001:0.0:1786177264.408059:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303372921 00000100:00000001:0.0:1786177264.408061:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303372481 00000100:00000001:0.0:1786177264.408064:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303372921 00000100:00000001:0.0:1786177264.408066:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177264.408068:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.408070:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177264.408073:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177264/real 1786177264] req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177264.408081:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177264.408082:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177264.408083:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177264.408085:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177264.408087:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177264.408089:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177264.408092:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177264.408100:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408106:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177264.408107:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.408109:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177264.408110:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177264.408113:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408120:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177264.408123:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408129:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177264.408131:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.408133:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177264.408134:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.408136:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177264.408138:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177264.408141:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177264.408144:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177264.408146:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177264.408150:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177264.408158:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180352:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177264.408161:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177264.408164:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408169:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177264.408170:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177264.408172:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177264.408174:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177264.408176:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177264.408179:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180480:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177264.408181:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177264.408183:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177264.408184:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177264.408186:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177264.408189:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177264.408191:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177264.408194:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177264.408196:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177264.408198:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177264.408201:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612180480, portal 4 00000100:00000001:0.0:1786177264.408202:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177264.408204:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263251712 : -127833446299904 : ffff8bbc74d7c700) 00000100:00000040:0.0:1786177264.408208:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408215:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177264.408217:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177264.408219:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177264.408221:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612180480, offset 0 00000400:00000200:0.0:1786177264.408225:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177264.408228:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177264.408231:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177264.408234:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177264.408236:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177264.408238:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177264.408240:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177264.408243:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410730:410730:256:4294967295] 192.168.202.156@tcp LPNI seq info [410728:410728:8:4294967295] 00000400:00000200:0.0:1786177264.408247:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177264.408253:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177264.408257:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177264.408259:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177264.408263:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177264.408266:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1786177264.408270:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177264.408272:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:0.0:1786177264.408276:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177264.408277:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177264.408280:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177264.408283:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177264.408286:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177264.408288:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177264.408290:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177264.408293:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408299:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177264.408302:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177289 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408313:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.408315:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177264.408317:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177264.408320:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177264.408323:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177264.408325:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303372461 00000100:00000001:0.0:1786177264.408326:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303372921 00000100:00000001:0.0:1786177264.408328:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303372461 00000100:00000001:0.0:1786177264.408330:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303372921 00000100:00000001:0.0:1786177264.408332:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177264.408334:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.408336:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177264.408339:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177264/real 1786177264] req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177264.408345:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177264.408347:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177264.408348:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177264.408350:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177264.408352:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177264.408353:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177264.408356:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177264.408366:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408370:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177264.408372:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.408373:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177264.408375:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177264.408378:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408385:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177264.408388:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408395:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177264.408397:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.408399:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177264.408400:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.408401:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177264.408402:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177264.408404:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177264.408407:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177264.408409:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177264.408413:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177264.408421:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180480:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177264.408424:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.408426:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177264.408428:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f480 x1872933612180352/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408435:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177264.408436:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177264.408438:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177264.408440:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177264.408442:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177264.408443:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177264.408445:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177264.408446:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029000. 02000000:00000001:0.0:1786177264.408449:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177264.408450:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177264.408451:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f480. 00000100:00000001:0.0:1786177264.408454:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177264.408455:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.408456:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177264.408459:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c700 x1872933612180480/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177289 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177264.408465:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177264.408466:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177264.408468:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177264.408469:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177264.408470:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177264.408471:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177264.408473:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177264.408474:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:0.0:1786177264.408476:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177264.408477:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177264.408478:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c700. 00000100:00000001:0.0:1786177264.408480:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177264.408481:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.408482:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.408485:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177264.408486:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177264.408488:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177264.408489:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177265.045119:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303372921, at 4303372928 00000100:00000010:0.0:1786177265.045133:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000040:1.0:1786177265.045215:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303372921, at 4303372928 00000100:00000010:1.0:1786177265.045221:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e1e0. 00000100:00000001:2.0:1786177265.301099:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177265.301108:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177265.301110:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177265.301115:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177265.301118:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177265.301123:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177265.301126:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177265.301131:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177265.301132:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177265.301136:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177265.301143:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177265.301143:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177265.301144:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177265.301150:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177265.301151:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177265.301158:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177265.301158:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177265.301163:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177265.301164:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177265.301169:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177265.301169:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177265.301175:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177265.301176:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177265.301179:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177265.301183:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177265.301188:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177265.301192:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177265.301317:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177265.301322:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177265.301323:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177265.301326:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177265.301329:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177265.301332:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177265.301334:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177265.301336:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177265.301339:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177265.301359:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177265.301363:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177265.301365:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177265.301368:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177265.301369:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177265.301373:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177265.301376:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177265.301381:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177265.301382:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177265.301388:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177265.301388:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177265.301392:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177265.301396:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177265.301397:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177265.301401:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177265.301406:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177265.301408:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177265.301413:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177265.301414:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177265.301476:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177265.301481:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177265.301485:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1786177265.301485:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177265.301490:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177265.301492:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177265.301495:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177265.301497:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177265.301499:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177265.301500:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177265.301502:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177265.301503:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177266.325141:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177266.325141:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177266.325147:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177266.325152:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177266.325154:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177266.325158:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177266.325159:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177266.325159:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.325159:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177266.325166:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.325168:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177266.325171:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177266.325171:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177266.325174:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177266.325175:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177266.325178:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177266.325179:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177266.325180:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177266.325183:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.325184:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177266.325187:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177266.325189:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177266.325190:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177266.325190:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177266.325194:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177266.325198:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177266.325200:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177266.325206:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177266.325208:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177266.325209:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177266.325211:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177266.325212:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177266.325215:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.325228:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177266.325232:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177266.325233:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177266.325237:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177266.325239:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177266.325241:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.325241:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177266.325242:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177266.325248:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177266.325249:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177266.325249:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177266.325255:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177266.325258:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177266.325259:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177266.325260:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177266.325264:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177266.325264:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177266.325265:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177266.325270:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.325270:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177266.325273:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177266.325274:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177266.325274:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.325279:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177266.325281:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177266.325282:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177266.325283:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177266.325287:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177266.325292:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177266.325295:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177266.325298:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177266.325300:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177266.325303:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177266.325307:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177266.325309:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177266.325312:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177266.325314:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177266.325356:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177266.325359:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177266.325362:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1786177267.349157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177267.349164:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177267.349170:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177267.349171:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177267.349174:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177267.349175:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177267.349179:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177267.349180:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177267.349183:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177267.349184:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177267.349475:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177267.349480:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177267.349482:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177267.349486:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177267.349490:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177267.349493:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177267.349495:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177267.349497:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177267.349500:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177267.349753:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177267.349757:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177267.349760:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177267.349767:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177267.349769:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177267.349771:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177267.349773:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177267.349776:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177267.349778:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177267.349780:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177267.349781:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177267.349783:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177267.350077:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177267.350080:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177267.350082:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177267.350084:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177267.350086:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177267.350089:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177267.350091:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177267.350092:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177267.350094:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177267.350264:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177267.350268:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177267.350269:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177267.350273:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177267.350276:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177267.350278:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177267.350281:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177267.350283:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177267.350283:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177267.350285:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177267.350288:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177267.350290:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177267.350293:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177267.350295:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177267.350298:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177267.350300:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177267.350302:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177267.350304:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177267.350583:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177267.350587:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177267.350597:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177267.350600:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177267.350602:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177267.350604:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177267.350606:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177267.350607:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177267.350609:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177268.373183:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177268.373191:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177268.373193:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177268.373199:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177268.373203:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177268.373207:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177268.373210:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177268.373213:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177268.373217:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177268.373256:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177268.373259:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177268.373262:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177268.373263:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177268.373265:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177268.373266:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177268.373268:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177268.373269:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177268.373271:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177268.373272:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177268.373391:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177268.373395:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177268.373396:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177268.373399:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177268.373402:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177268.373404:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177268.373406:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177268.373408:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177268.373410:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177268.373483:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177268.373486:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177268.373487:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177268.373490:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177268.373491:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177268.373493:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177268.373495:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177268.373497:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177268.373498:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177268.373766:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177268.373769:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177268.373771:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177268.373774:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177268.373777:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177268.373779:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177268.373781:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177268.373783:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177268.373783:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177268.373786:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177268.373788:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177268.373793:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177268.373805:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177268.373807:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177268.373809:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177268.373812:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177268.373814:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177268.373817:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177268.373819:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177268.373820:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177268.373823:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177268.373879:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177268.373881:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177268.373882:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177268.373884:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177268.373885:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177268.373887:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177268.373888:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177268.373889:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177268.373890:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.397118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177269.397127:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177269.397130:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.397137:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1786177269.397137:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177269.397144:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177269.397144:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177269.397147:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.397150:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177269.397153:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177269.397155:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177269.397157:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177269.397160:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.397162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177269.397165:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.397166:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177269.397171:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.397175:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.397194:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177269.397199:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177269.397201:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177269.397204:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177269.397211:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177269.397216:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.397220:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177269.397223:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177269.397225:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177269.397226:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177269.397230:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177269.397238:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177269.397240:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177269.397244:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177269.397246:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177269.397252:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177269.397259:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177269.397260:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177269.397267:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177269.397269:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177269.397274:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177269.397275:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177269.397286:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177269.397288:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1786177269.397298:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177269.397299:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177269.397304:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177269.397307:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177269.397309:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177269.397313:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177269.397316:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177269.397319:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177269.397326:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177269.397330:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177269.397332:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177269.397334:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177269.397336:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177269.397339:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177269.397341:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177269.397343:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177269.397503:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786177269.397506:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177269.397509:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1786177269.397511:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177269.397513:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177269.397520:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00010000:0.0:1786177269.397521:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177269.397527:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177269.397530:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177269.397536:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177269.397539:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177269.397542:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177269.398158:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177269.398163:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177269.398164:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177269.398168:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177269.398171:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177269.398174:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177269.398177:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177269.398179:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177269.398182:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177269.527126:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177269.527137:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177269.527139:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177269.527143:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177269.527147:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177269.527153:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8704 00000400:00000200:1.0:1786177269.527162:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177269.527167:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177269.527170:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177269.527173:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527176:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177269.527179:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527181:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177269.527185:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177269.527187:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177269.527189:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177269.527192:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177269.527194:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177269.527197:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177269.527200:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527202:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177269.527204:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527206:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177269.527209:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177269.527212:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527215:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177269.527217:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177269.527220:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177269.527223:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527225:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177269.527228:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177269.527237:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7dc00. 00000020:00000040:1.0:1786177269.527241:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177269.527245:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177269.527246:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527249:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177269.527252:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177269.527256:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177269.527264:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029400. 00000100:00000001:1.0:1786177269.527270:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177269.527279:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177269.527288:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177269.527292:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177269.527296:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f30b44c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177269.527319:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177269.527323:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177269.527327:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177269.527328:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177269.527330:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177269.527333:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177269.527335:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8704 00000400:00000200:1.0:1786177269.527339:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177269.527342:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177269.527344:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177269.527347:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527350:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177269.527352:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527354:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177269.527357:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177269.527359:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1786177269.527359:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000001:0.0:1786177269.527363:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177269.527363:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177269.527366:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:0.0:1786177269.527367:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786177269.527372:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177269.527375:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786177269.527375:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177269.527382:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527385:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177269.527388:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177269.527392:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177269.527393:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786177269.527396:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1786177269.527397:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 02000000:00000001:0.0:1786177269.527401:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1786177269.527401:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527403:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177269.527406:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177269.527406:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177269.527411:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177269.527412:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177269.527414:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527416:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177269.527419:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177269.527420:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527422:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177269.527427:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7d180. 00000100:00100000:0.0:1786177269.527430:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612180608:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177269.527435:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1786177269.527439:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177269.527440:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177269.527444:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177269.527445:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177269.527447:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527449:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177269.527451:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177269.527453:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177269.527457:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b800. 02000000:00000001:0.0:1786177269.527459:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786177269.527462:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177269.527466:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177269.527471:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177269.527471:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1786177269.527483:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177269.527484:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177269.527486:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177269.527488:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000100:00000040:1.0:1786177269.527490:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be7fee4f] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1786177269.527497:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000001:1.0:1786177269.527498:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177269.527502:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177269.527505:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177269.527506:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177269.527507:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177269.527509:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177269.527510:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8704 00000400:00000200:1.0:1786177269.527513:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177269.527514:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177269.527516:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1786177269.527517:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612180608, portal 25 00000100:00000040:1.0:1786177269.527518:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527521:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177269.527524:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1786177269.527524:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527528:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:0.0:1786177269.527529:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257088 : -127833446294528 : ffff8bbc74d7dc00) 00000020:00000001:1.0:1786177269.527530:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177269.527534:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177269.527535:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177269.527537:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000100:00000040:0.0:1786177269.527539:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786177269.527539:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:1.0:1786177269.527544:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:1.0:1786177269.527550:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527553:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177269.527556:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177269.527557:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527560:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000040:0.0:1786177269.527562:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000020:00000040:1.0:1786177269.527563:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000010:0.0:1786177269.527569:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00080000:1.0:1786177269.527569:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527570:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177269.527574:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1786177269.527576:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612180608, offset 0 02000000:00000001:1.0:1786177269.527577:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177269.527581:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527583:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177269.527585:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177269.527587:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177269.527590:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527590:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177269.527594:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7d880. 00000020:00000040:1.0:1786177269.527597:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177269.527598:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177269.527600:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177269.527603:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177269.527603:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177269.527606:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177269.527609:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177269.527611:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b000. 00000400:00000200:0.0:1786177269.527615:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:1.0:1786177269.527615:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177269.527622:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1786177269.527623:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177269.527630:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:1.0:1786177269.527630:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177269.527633:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177269.527637:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1786177269.527640:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009595d9f3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786177269.527642:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177269.527651:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410731:410731:256:4294967295] 192.168.202.156@tcp LPNI seq info [410729:410729:8:4294967295] 00000100:00000001:1.0:1786177269.527651:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177269.527656:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1786177269.527658:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:1.0:1786177269.527661:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177269.527663:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177269.527664:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177269.527668:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177269.527672:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8704 00000400:00000200:0.0:1786177269.527673:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177269.527680:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177269.527683:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000800:00000010:0.0:1786177269.527686:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000400:00000200:1.0:1786177269.527687:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177269.527691:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177269.527693:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527694:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177269.527697:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:0.0:1786177269.527700:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177269.527700:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177269.527703:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177269.527707:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000800:00000200:0.0:1786177269.527708:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000020:00000001:1.0:1786177269.527708:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177269.527709:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:1.0:1786177269.527711:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177269.527715:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:1.0:1786177269.527721:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527724:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177269.527726:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527727:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177269.527729:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:1.0:1786177269.527732:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000200:0.1:1786177269.527734:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177269.527735:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177269.527740:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:0.1:1786177269.527741:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 02000000:00000001:1.0:1786177269.527744:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:0.0:1786177269.527749:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000001:1.0:1786177269.527750:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1786177269.527752:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000100:00000001:1.0:1786177269.527754:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:0.0:1786177269.527758:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00100000:1.0:1786177269.527758:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177269.527763:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177269.527767:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1786177269.527767:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177269.527771:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7df80. 00000400:00000200:0.0:1786177269.527774:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000020:00000040:1.0:1786177269.527775:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000400:00000010:0.0:1786177269.527778:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 02000000:00000001:1.0:1786177269.527779:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177269.527780:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527783:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177269.527784:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1786177269.527786:0:2389:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1786177269.527786:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177269.527791:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202ac00. 00000100:00000001:1.0:1786177269.527794:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1786177269.527796:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177269.527800:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177269.527822:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177269.527824:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.527826:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177269.527827:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003019ab83] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786177269.527834:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177269.527835:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177269.527840:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177269.527845:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177269.527848:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177269.527850:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177269.527855:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527855:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177269.527857:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8704 00000100:00000001:0.0:1786177269.527861:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1786177269.527863:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177269.527867:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177269.527869:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177269.527871:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177269.527873:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527877:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1786177269.527879:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177269.527881:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177269.527885:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303378042 00000100:00000001:1.0:1786177269.527885:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177269.527891:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177269.527892:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000010:0.0:1786177269.527894:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000020:00000001:1.0:1786177269.527894:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177269.527898:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:1.0:1786177269.527901:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:0.0:1786177269.527903:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1786177269.527904:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177269.527910:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177269.527912:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303378042 00000100:00000001:1.0:1786177269.527912:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177269.527916:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000010:0.0:1786177269.527918:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e0c0. 00000100:00000001:1.0:1786177269.527919:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177269.527923:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:0.0:1786177269.527924:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786177269.527926:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177269.527929:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.527931:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177269.527931:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177269.527933:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177269.527936:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177269.527936:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527941:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177269.527942:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000008:00100000:1.0:1786177269.527943:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177269.527957:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527959:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177269.527963:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ca80. 00000020:00000040:1.0:1786177269.527966:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00100000:0.0:1786177269.527968:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177269/real 1786177269] req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177269.527970:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177269.527976:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177269.527981:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:0.0:1786177269.527983:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1786177269.527983:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:0.0:1786177269.527987:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1786177269.527988:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1786177269.527990:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177269.527995:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 02000000:00000010:1.0:1786177269.527995:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028800. 00000400:00000010:0.0:1786177269.528000:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:1.0:1786177269.528002:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.528004:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177269.528031:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177269.528041:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1786177269.528042:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528071:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177269.528072:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177269.528076:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177269.528076:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.528083:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1786177269.528087:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e32eaffd] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528088:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177269.528097:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177269.528101:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177269.528108:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8715) 00000100:00000001:0.0:1786177269.528110:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177269.528127:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528135:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177269.528138:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528140:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177269.528141:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528143:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177269.528145:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177269.528148:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177269.528151:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177269.528153:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177269.528157:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177269.528163:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612180608:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177269.528168:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528169:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177269.528172:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7dc00 x1872933612180608/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528178:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177269.528180:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177269.528182:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177269.528185:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177269.528187:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177269.528188:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786177269.528190:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177269.528192:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029400. 02000000:00000001:0.0:1786177269.528195:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177269.528197:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177269.528198:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7dc00. 00000100:00000001:0.0:1786177269.528201:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177269.528203:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528205:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528212:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177269.528215:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.528216:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177269.528218:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177269.528219:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177269.528222:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528228:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177269.528229:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177269.528231:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177269.528233:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177269.528235:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177269.528237:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180736:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177269.528240:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177269.528242:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177269.528243:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177269.528244:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177269.528247:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177269.528249:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177269.528253:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177269.528256:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177269.528259:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177269.528262:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612180736, portal 10 00000100:00000001:0.0:1786177269.528264:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177269.528265:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263254400 : -127833446297216 : ffff8bbc74d7d180) 00000100:00000040:0.0:1786177269.528271:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528277:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177269.528279:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177269.528291:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177269.528294:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612180736, offset 0 00000400:00000200:0.0:1786177269.528298:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177269.528302:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177269.528306:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177269.528309:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177269.528312:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177269.528314:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177269.528316:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177269.528319:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410732:410732:256:4294967295] 192.168.202.156@tcp LPNI seq info [410730:410730:8:4294967295] 00000400:00000200:0.0:1786177269.528323:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177269.528328:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177269.528333:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177269.528336:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177269.528340:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177269.528342:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1786177269.528346:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177269.528348:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1786177269.528352:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177269.528354:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177269.528356:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177269.528360:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177269.528363:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177269.528365:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177269.528367:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177269.528370:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528378:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177269.528380:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528385:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.528386:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177269.528389:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177269.528393:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177269.528396:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177269.528397:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303377418 00000100:00000001:0.0:1786177269.528400:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303378042 00000100:00000001:0.0:1786177269.528402:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303377418 00000100:00000001:0.0:1786177269.528403:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303378042 00000100:00000001:0.0:1786177269.528405:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177269.528407:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.528408:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177269.528412:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177269/real 1786177269] req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177269.528419:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177269.528420:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177269.528422:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177269.528424:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177269.528426:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177269.528428:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177269.528431:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177269.528438:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528443:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177269.528444:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528445:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177269.528447:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177269.528449:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528455:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177269.528458:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528464:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177269.528467:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528469:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177269.528470:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528472:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177269.528475:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177269.528477:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177269.528480:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177269.528482:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177269.528486:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177269.528492:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180736:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177269.528495:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177269.528498:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528503:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177269.528504:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177269.528506:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177269.528508:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177269.528510:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177269.528512:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180864:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177269.528515:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177269.528517:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177269.528518:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177269.528520:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177269.528523:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177269.528525:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177269.528527:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177269.528529:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177269.528532:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177269.528534:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612180864, portal 10 00000100:00000001:0.0:1786177269.528536:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177269.528537:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263256192 : -127833446295424 : ffff8bbc74d7d880) 00000100:00000040:0.0:1786177269.528543:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528548:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177269.528550:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177269.528552:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177269.528554:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612180864, offset 0 00000400:00000200:0.0:1786177269.528557:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177269.528560:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177269.528563:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177269.528566:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177269.528568:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177269.528570:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177269.528572:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177269.528575:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410733:410733:256:4294967295] 192.168.202.156@tcp LPNI seq info [410731:410731:8:4294967295] 00000400:00000200:0.0:1786177269.528579:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177269.528584:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177269.528588:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177269.528591:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177269.528595:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177269.528598:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1786177269.528602:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177269.528604:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1786177269.528608:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177269.528610:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177269.528612:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177269.528615:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177269.528618:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177269.528620:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177269.528622:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177269.528626:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528637:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177269.528640:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528646:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.528647:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177269.528650:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177269.528653:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177269.528655:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177269.528657:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303377418 00000100:00000001:0.0:1786177269.528659:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303378042 00000100:00000001:0.0:1786177269.528661:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303377418 00000100:00000001:0.0:1786177269.528663:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303378042 00000100:00000001:0.0:1786177269.528665:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177269.528667:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.528668:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177269.528672:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177269/real 1786177269] req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177269.528678:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177269.528679:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177269.528680:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177269.528682:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177269.528683:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177269.528685:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177269.528688:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177269.528696:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528702:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177269.528704:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528706:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177269.528707:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177269.528710:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528716:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177269.528719:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528725:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177269.528727:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528728:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177269.528730:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.528731:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177269.528733:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177269.528736:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177269.528739:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177269.528741:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177269.528744:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177269.528751:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180864:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177269.528755:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177269.528758:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528764:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177269.528765:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177269.528768:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177269.528769:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177269.528771:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177269.528774:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180992:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177269.528776:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177269.528778:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177269.528779:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177269.528781:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177269.528784:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786177269.528786:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177269.528789:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177269.528791:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177269.528795:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177269.528798:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612180992, portal 4 00000100:00000001:0.0:1786177269.528799:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177269.528800:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257984 : -127833446293632 : ffff8bbc74d7df80) 00000100:00000040:0.0:1786177269.528806:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528812:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177269.528814:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177269.528817:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177269.528819:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612180992, offset 0 00000400:00000200:0.0:1786177269.528822:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177269.528839:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177269.528845:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177269.528848:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177269.528851:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177269.528853:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177269.528855:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177269.528858:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410734:410734:256:4294967295] 192.168.202.156@tcp LPNI seq info [410732:410732:8:4294967295] 00000400:00000200:0.0:1786177269.528862:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177269.528868:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177269.528872:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177269.528875:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177269.528879:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177269.528882:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1786177269.528886:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177269.528888:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1786177269.528891:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177269.528893:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177269.528895:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177269.528898:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177269.528901:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177269.528903:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177269.528905:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177269.528909:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528917:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177269.528921:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.528926:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.528928:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177269.528931:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177269.528933:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177269.528936:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177269.528938:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303377601 00000100:00000001:0.0:1786177269.528940:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303378042 00000100:00000001:0.0:1786177269.528942:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303377601 00000100:00000001:0.0:1786177269.528944:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303378042 00000100:00000001:0.0:1786177269.528957:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177269.528959:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.528961:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177269.528964:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177269/real 1786177269] req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177269.528972:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177269.528974:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177269.528976:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177269.528978:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177269.528980:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177269.528981:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177269.528984:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177269.528992:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529003:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177269.529004:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529006:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177269.529007:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177269.529034:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529041:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177269.529045:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529051:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177269.529053:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529055:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177269.529056:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529058:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177269.529059:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177269.529061:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177269.529064:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177269.529067:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177269.529070:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177269.529082:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612180992:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177269.529085:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177269.529089:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529094:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177269.529095:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177269.529097:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177269.529098:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177269.529100:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177269.529102:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612181120:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177269.529105:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177269.529106:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177269.529107:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177269.529109:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177269.529112:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177269.529113:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177269.529116:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177269.529119:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177269.529122:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177269.529124:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612181120, portal 4 00000100:00000001:0.0:1786177269.529126:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177269.529127:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263252608 : -127833446299008 : ffff8bbc74d7ca80) 00000100:00000040:0.0:1786177269.529131:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529136:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177269.529138:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177269.529140:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177269.529142:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612181120, offset 0 00000400:00000200:0.0:1786177269.529146:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177269.529150:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177269.529153:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177269.529156:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177269.529159:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177269.529161:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177269.529163:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177269.529165:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410735:410735:256:4294967295] 192.168.202.156@tcp LPNI seq info [410733:410733:8:4294967295] 00000400:00000200:0.0:1786177269.529169:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177269.529174:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177269.529179:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177269.529182:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177269.529186:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177269.529189:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1786177269.529193:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177269.529195:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 11 secs later) 00000800:00000100:0.0:1786177269.529199:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177269.529201:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177269.529203:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177269.529206:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177269.529209:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177269.529211:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177269.529213:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177269.529216:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529223:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177269.529226:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529232:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.529233:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177269.529236:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177269.529239:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177269.529242:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177269.529244:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303377582 00000100:00000001:0.0:1786177269.529246:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303378042 00000100:00000001:0.0:1786177269.529248:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303377582 00000100:00000001:0.0:1786177269.529250:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303378042 00000100:00000001:0.0:1786177269.529252:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177269.529255:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.529256:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177269.529260:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177269/real 1786177269] req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177269.529267:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177269.529268:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177269.529269:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177269.529272:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177269.529273:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177269.529275:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177269.529278:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177269.529286:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529293:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177269.529294:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529296:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177269.529299:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177269.529302:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529308:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177269.529312:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529318:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177269.529321:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529323:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177269.529324:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529326:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177269.529327:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177269.529330:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177269.529333:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177269.529335:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177269.529339:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177269.529346:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612181120:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177269.529350:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529352:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177269.529355:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d180 x1872933612180736/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529361:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177269.529363:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177269.529365:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:0.0:1786177269.529367:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177269.529369:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177269.529370:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177269.529372:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177269.529374:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:0.0:1786177269.529377:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177269.529378:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177269.529379:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d180. 00000100:00000001:0.0:1786177269.529382:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177269.529382:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529384:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177269.529386:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d880 x1872933612180864/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529394:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177269.529394:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177269.529395:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:0.0:1786177269.529396:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177269.529397:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177269.529398:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177269.529399:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177269.529399:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:0.0:1786177269.529400:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177269.529401:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177269.529402:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d880. 00000100:00000001:0.0:1786177269.529403:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177269.529403:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529404:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177269.529406:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7df80 x1872933612180992/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529412:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177269.529413:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177269.529414:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:0.0:1786177269.529416:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177269.529417:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177269.529418:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177269.529419:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177269.529420:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:0.0:1786177269.529422:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177269.529423:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177269.529424:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7df80. 00000100:00000001:0.0:1786177269.529426:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177269.529427:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529428:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177269.529431:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ca80 x1872933612181120/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177294 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177269.529435:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177269.529436:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177269.529438:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177269.529440:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177269.529441:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177269.529442:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177269.529443:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177269.529445:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028800. 02000000:00000001:0.0:1786177269.529447:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177269.529448:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177269.529449:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ca80. 00000100:00000001:0.0:1786177269.529450:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177269.529452:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529454:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177269.529458:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177269.529459:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177269.529461:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177269.529463:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177270.165143:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303378042, at 4303378048 00000100:00000010:1.0:1786177270.165158:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e0c0. 00000100:00000040:0.0:1786177270.165307:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303378042, at 4303378048 00000100:00000010:0.0:1786177270.165319:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:1.0:1786177270.421180:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177270.421180:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177270.421185:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177270.421192:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177270.421192:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177270.421197:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177270.421199:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177270.421200:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177270.421206:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177270.421210:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177270.421210:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177270.421217:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177270.421219:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177270.421219:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177270.421228:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177270.421231:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177270.421232:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177270.421233:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177270.421240:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177270.421246:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177270.421250:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177270.421338:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177270.421343:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177270.421345:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177270.421348:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177270.421351:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177270.421353:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177270.421356:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177270.421358:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177270.421360:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177270.421375:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177270.421378:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177270.421380:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177270.421382:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177270.421384:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177270.421386:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177270.421387:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177270.421389:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177270.421391:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177270.421398:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177270.421402:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177270.421403:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177270.421405:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177270.421407:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177270.421409:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177270.421410:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177270.421412:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177270.421414:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177270.421700:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177270.421704:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177270.421709:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177270.421710:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177270.421715:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177270.421716:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177270.421720:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177270.421721:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177270.421726:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177270.421727:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177270.421819:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177270.421823:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177270.421826:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177270.423067:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177270.423072:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177270.423077:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177270.423086:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177270.423094:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177270.423101:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177271.445227:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177271.445238:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177271.445240:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177271.445247:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177271.445252:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177271.445257:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177271.445261:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177271.445265:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177271.445270:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177271.445330:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177271.445334:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177271.445335:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177271.445337:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177271.445342:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177271.445345:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177271.445348:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177271.445350:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177271.445352:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177271.445551:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177271.445556:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177271.445563:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177271.445565:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177271.445571:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177271.445573:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177271.445579:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177271.445580:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177271.445587:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177271.445588:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177271.445767:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177271.445769:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177271.445771:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177271.445774:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177271.445776:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177271.445778:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177271.445780:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177271.445782:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177271.445785:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177271.445895:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177271.445900:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177271.445904:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177271.445948:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177271.445954:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177271.445956:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177271.445961:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177271.445965:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177271.445968:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177271.445970:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177271.445973:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177271.445975:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177271.446086:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177271.446090:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177271.446092:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177271.446094:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177271.446096:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177271.446099:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177271.446101:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177271.446103:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177271.446106:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177271.446170:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177271.446174:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177271.446175:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177271.446178:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177271.446181:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177271.446183:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177271.446185:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177271.446186:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177271.446189:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.469203:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177272.469215:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177272.469216:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177272.469219:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.469222:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177272.469227:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177272.469227:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177272.469232:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177272.469237:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177272.469239:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177272.469244:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.469246:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177272.469251:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177272.469252:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177272.469257:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.469257:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177272.469264:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.469266:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.469302:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177272.469305:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177272.469308:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177272.469312:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177272.469317:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177272.469323:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177272.469325:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177272.469329:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177272.469332:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177272.469333:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177272.469335:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.469338:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177272.469339:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177272.469358:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177272.469363:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177272.469368:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177272.469370:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177272.469373:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177272.471064:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177272.471075:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177272.471078:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177272.471085:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177272.471090:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177272.471094:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177272.471097:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177272.471100:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177272.471102:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177272.471140:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177272.471142:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177272.471147:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471151:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177272.471154:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471156:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471159:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471165:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177272.471167:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177272.471169:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177272.471170:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471172:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177272.471174:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471175:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471177:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471181:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177272.471183:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471188:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177272.471189:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177272.471194:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177272.471196:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177272.471301:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177272.471305:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177272.471308:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177272.471353:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177272.471357:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177272.471358:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177272.471361:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177272.471363:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177272.471365:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.471368:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177272.471369:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.471371:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177273.493172:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177273.493180:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177273.493183:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177273.493190:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177273.493191:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177273.493195:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177273.493202:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177273.493203:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177273.493206:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177273.493208:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177273.493212:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177273.493215:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177273.493217:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177273.493225:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177273.493230:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177273.493234:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177273.493237:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177273.493240:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177273.493374:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177273.493380:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177273.493383:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177273.493387:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177273.493390:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177273.493394:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177273.493396:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177273.493398:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177273.493400:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177273.493409:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177273.493414:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177273.493420:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177273.493422:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177273.493427:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177273.493429:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177273.493436:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177273.493438:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177273.493443:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177273.493445:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177273.493465:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177273.493469:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177273.493513:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177273.493515:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177273.493516:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177273.493518:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177273.493520:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177273.493522:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177273.493524:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177273.493526:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177273.493528:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177273.493559:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177273.493572:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177273.493577:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177273.493579:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177273.493582:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177273.493584:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177273.493586:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177273.493588:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177273.493591:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177273.493592:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177273.493599:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177273.493600:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177273.493604:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177273.493607:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177273.493609:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177273.493611:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177273.493617:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177273.493618:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177273.493621:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177274.517160:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177274.517168:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177274.517170:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177274.517175:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177274.517178:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177274.517182:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177274.517185:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177274.517188:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177274.517191:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.517298:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177274.517302:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177274.517303:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177274.517306:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177274.517308:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177274.517310:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177274.517312:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177274.517313:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177274.517315:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.517408:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177274.517411:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177274.517412:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177274.517415:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177274.517417:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177274.517419:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.517421:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177274.517422:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.517424:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177274.517502:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177274.517505:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177274.517509:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177274.517510:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177274.517514:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177274.517515:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177274.517518:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177274.517519:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177274.517521:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177274.517522:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177274.517544:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177274.517547:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177274.517548:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177274.517550:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177274.517552:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177274.517554:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177274.517556:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177274.517557:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177274.517559:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.517604:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177274.517606:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177274.517608:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177274.517609:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177274.517611:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177274.517613:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177274.517614:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177274.517616:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177274.517618:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177274.517656:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177274.517659:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177274.517662:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177274.517756:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177274.517759:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177274.517760:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177274.517762:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177274.517764:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177274.517766:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177274.517768:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177274.517769:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177274.517771:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177274.645234:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177274.645244:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177274.645246:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177274.645250:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177274.645254:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177274.645260:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8710 00000400:00000200:2.0:1786177274.645267:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177274.645272:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177274.645275:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177274.645278:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.645281:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177274.645283:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.645286:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177274.645289:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177274.645291:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177274.645293:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177274.645296:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177274.645299:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177274.645301:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177274.645304:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.645306:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177274.645308:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.645309:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177274.645312:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177274.645315:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177274.645317:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177274.645319:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177274.645322:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177274.645334:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.645337:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177274.645339:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177274.645348:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786177274.645351:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177274.645354:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177274.645356:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.645359:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177274.645361:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177274.645364:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177274.645371:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6c00. 00000100:00000001:2.0:1786177274.645377:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177274.645385:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177274.645395:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177274.645399:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177274.645404:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.645501:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177274.645505:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177274.645507:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177274.645513:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.645520:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177274.645525:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177274.645528:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177274.645530:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177274.645532:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177274.645535:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612181248:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177274.645539:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177274.645542:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177274.645545:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177274.645547:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177274.645552:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177274.645553:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177274.645558:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177274.645562:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177274.645568:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177274.645575:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612181248, portal 25 00000100:00000001:0.0:1786177274.645577:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177274.645579:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000040:0.0:1786177274.645583:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.645589:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177274.645592:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177274.645595:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177274.645597:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612181248, offset 0 00000400:00000200:0.0:1786177274.645603:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177274.645611:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177274.645616:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177274.645620:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177274.645625:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177274.645628:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177274.645631:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177274.645634:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410736:410736:256:4294967295] 192.168.202.156@tcp LPNI seq info [410734:410734:8:4294967295] 00000400:00000200:0.0:1786177274.645638:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177274.645646:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177274.645651:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177274.645655:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177274.645662:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177274.645665:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1786177274.645669:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177274.645672:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1786177274.645676:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177274.645678:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177274.645684:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177274.645688:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177274.645693:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177274.645695:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177274.645699:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177274.645702:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177274.645728:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177274.645732:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177274.645735:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177274.645736:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177274.645738:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177274.645740:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177274.645743:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8710 00000400:00000200:2.0:1786177274.645747:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177274.645750:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177274.645752:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177274.645755:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.645757:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177274.645759:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.645761:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177274.645763:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177274.645765:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177274.645766:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177274.645768:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177274.645770:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177274.645771:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177274.645774:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.645775:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177274.645777:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.645779:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177274.645781:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786177274.645784:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177274.645786:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177274.645787:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177274.645792:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177274.645794:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.645796:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177274.645799:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177274.645802:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.645804:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177274.645807:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786177274.645809:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177274.645812:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177274.645813:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.645815:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177274.645816:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177274.645818:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177274.645822:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786177274.645825:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177274.645830:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177274.645836:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177274.645838:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177274.645841:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.645870:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177274.645874:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.645881:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.645882:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177274.645889:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177274.645893:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177274.645895:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303383160 00000100:00000010:0.0:1786177274.645917:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e4e0. 00000100:00000001:0.0:1786177274.645923:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177274.645928:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303383160 00000100:00000010:0.0:1786177274.645931:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc48a6e9c0. 00000100:00000001:0.0:1786177274.645933:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177274.645946:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177274.645949:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.645951:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177274.645956:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177274/real 1786177274] req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177274.645964:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177274.645965:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177274.645967:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177274.645971:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177274.645972:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177274.645974:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177274.645977:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177274.645984:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.645990:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177274.645992:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.645994:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177274.645996:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177274.645999:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646005:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177274.646009:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646040:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177274.646043:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646045:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177274.646046:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646048:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177274.646050:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177274.646052:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177274.646056:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177274.646058:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177274.646062:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177274.646071:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612181248:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177274.646076:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646078:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177274.646081:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612181248/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646087:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177274.646089:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177274.646092:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177274.646095:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177274.646096:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177274.646098:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:0.0:1786177274.646101:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177274.646103:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:0.0:1786177274.646106:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177274.646107:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177274.646109:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:0.0:1786177274.646111:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177274.646112:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646115:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646121:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177274.646123:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.646125:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177274.646126:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177274.646127:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177274.646131:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646138:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177274.646139:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177274.646141:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177274.646142:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177274.646144:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177274.646147:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612181376:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177274.646149:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177274.646151:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177274.646152:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177274.646154:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177274.646157:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177274.646158:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177274.646162:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177274.646165:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177274.646168:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177274.646171:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612181376, portal 10 00000100:00000001:0.0:1786177274.646173:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177274.646174:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000040:0.0:1786177274.646180:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646186:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177274.646187:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177274.646189:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177274.646192:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612181376, offset 0 00000400:00000200:0.0:1786177274.646195:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177274.646199:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177274.646202:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177274.646205:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177274.646208:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177274.646210:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177274.646212:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177274.646215:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410737:410737:256:4294967295] 192.168.202.156@tcp LPNI seq info [410735:410735:8:4294967295] 00000400:00000200:0.0:1786177274.646219:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177274.646224:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177274.646229:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177274.646232:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177274.646236:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177274.646238:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1786177274.646242:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177274.646245:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1786177274.646248:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177274.646250:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177274.646252:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177274.646256:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177274.646259:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177274.646261:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177274.646263:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177274.646266:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646274:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177274.646277:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646288:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.646289:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177274.646292:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177274.646295:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:0.0:1786177274.646298:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177274.646300:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303382536 00000100:00000001:0.0:1786177274.646302:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303383160 00000100:00000001:0.0:1786177274.646304:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303382536 00000100:00000001:0.0:1786177274.646306:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303383160 00000100:00000001:0.0:1786177274.646308:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177274.646310:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.646311:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177274.646315:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177274/real 1786177274] req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177274.646322:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177274.646323:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177274.646337:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177274.646340:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177274.646342:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177274.646344:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177274.646347:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177274.646355:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646360:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177274.646362:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646363:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177274.646364:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177274.646368:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646374:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177274.646378:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646384:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177274.646386:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646388:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177274.646389:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646390:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177274.646394:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177274.646396:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177274.646399:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177274.646402:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177274.646406:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177274.646413:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612181376:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177274.646416:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646417:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177274.646420:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612181376/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646425:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177274.646426:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177274.646428:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177274.646430:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177274.646431:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177274.646432:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177274.646434:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177274.646435:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:0.0:1786177274.646438:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177274.646439:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177274.646440:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:0.0:1786177274.646442:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177274.646443:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646445:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.646447:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177274.646448:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.646450:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177274.646451:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.646588:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177274.646590:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.646625:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177274.646629:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177274.646632:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177274.646633:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177274.646634:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177274.646637:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177274.646639:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8710 00000400:00000200:2.0:1786177274.646643:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177274.646645:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177274.646647:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177274.646650:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.646651:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177274.646653:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.646655:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177274.646657:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177274.646658:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177274.646660:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177274.646662:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177274.646664:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177274.646666:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177274.646669:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.646671:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177274.646673:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.646675:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177274.646677:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786177274.646680:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177274.646683:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177274.646684:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177274.646688:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177274.646816:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.646819:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177274.646821:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177274.646824:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.646826:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177274.646830:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786177274.646832:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177274.646835:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177274.646836:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.646838:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177274.646840:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177274.646842:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177274.646846:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786177274.646850:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177274.646855:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177274.646862:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177274.646864:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177274.646868:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646912:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177274.646915:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177274.646916:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177274.646920:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646927:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177274.646928:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177274.646931:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177274.646933:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177274.646935:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177274.646938:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612181504:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177274.646941:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177274.646943:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177274.646945:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177274.646946:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177274.646949:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177274.646951:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177274.646955:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177274.646957:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177274.646961:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177274.646964:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612181504, portal 10 00000100:00000001:0.0:1786177274.646966:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177274.646968:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:0.0:1786177274.646973:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.646979:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177274.646982:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177274.646984:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177274.646987:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612181504, offset 0 00000400:00000200:0.0:1786177274.646991:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177274.646995:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177274.646999:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177274.647002:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177274.647005:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177274.647007:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177274.647009:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177274.647037:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410738:410738:256:4294967295] 192.168.202.156@tcp LPNI seq info [410736:410736:8:4294967295] 00000400:00000200:0.0:1786177274.647041:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177274.647046:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177274.647050:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177274.647053:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177274.647057:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177274.647060:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1786177274.647064:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177274.647066:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1786177274.647070:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177274.647072:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177274.647074:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177274.647079:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177274.647081:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177274.647083:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177274.647085:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177274.647088:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177274.647152:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177274.647156:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177274.647159:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177274.647160:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177274.647161:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177274.647164:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177274.647166:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8710 00000400:00000200:2.0:1786177274.647170:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177274.647173:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177274.647176:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177274.647178:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.647180:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177274.647182:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.647184:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177274.647186:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177274.647187:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177274.647189:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177274.647191:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177274.647193:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177274.647195:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786177274.647198:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.647199:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177274.647201:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.647202:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177274.647204:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177274.647205:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177274.647207:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177274.647208:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177274.647211:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177274.647213:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.647214:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177274.647216:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177274.647219:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.647220:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177274.647224:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786177274.647226:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177274.647229:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177274.647230:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.647232:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177274.647234:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177274.647236:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177274.647239:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786177274.647241:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177274.647245:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177274.647251:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177274.647253:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177274.647256:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647283:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177274.647287:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647297:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.647298:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177274.647302:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177274.647305:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:0.0:1786177274.647308:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177274.647310:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303382537 00000100:00000001:0.0:1786177274.647312:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303383160 00000100:00000001:0.0:1786177274.647314:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303382537 00000100:00000001:0.0:1786177274.647316:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303383160 00000100:00000001:0.0:1786177274.647318:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177274.647319:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.647321:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177274.647333:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177274/real 1786177274] req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177274.647342:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177274.647343:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177274.647345:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177274.647347:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177274.647349:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177274.647351:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177274.647353:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177274.647359:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647364:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177274.647365:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647367:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177274.647368:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177274.647372:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647379:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177274.647382:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647387:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177274.647389:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647391:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177274.647393:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647394:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177274.647397:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177274.647399:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177274.647401:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177274.647403:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177274.647406:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177274.647412:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612181504:192.168.202.156@tcp:38:kworker.0 00000100:00000001:0.0:1786177274.647415:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647417:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177274.647420:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612181504/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647427:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177274.647428:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177274.647430:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177274.647432:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177274.647433:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177274.647434:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:0.0:1786177274.647436:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177274.647438:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:0.0:1786177274.647440:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177274.647441:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177274.647442:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:0.0:1786177274.647444:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177274.647445:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647447:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647450:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177274.647452:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.647454:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177274.647455:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177274.647456:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177274.647459:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647464:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177274.647465:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177274.647467:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177274.647468:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177274.647470:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177274.647472:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612181632:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177274.647475:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177274.647477:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177274.647479:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177274.647480:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177274.647483:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177274.647484:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177274.647487:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177274.647489:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177274.647491:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177274.647494:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612181632, portal 4 00000100:00000001:0.0:1786177274.647495:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177274.647497:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 00000100:00000040:0.0:1786177274.647502:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647509:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177274.647511:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177274.647513:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177274.647514:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612181632, offset 0 00000400:00000200:0.0:1786177274.647518:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177274.647521:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177274.647524:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177274.647526:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177274.647529:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177274.647531:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177274.647534:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177274.647536:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410739:410739:256:4294967295] 192.168.202.156@tcp LPNI seq info [410737:410737:8:4294967295] 00000400:00000200:0.0:1786177274.647539:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177274.647544:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177274.647548:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177274.647551:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177274.647555:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177274.647557:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1786177274.647561:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177274.647563:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1786177274.647566:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177274.647568:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177274.647570:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177274.647574:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177274.647576:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177274.647578:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177274.647580:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177274.647584:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647590:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177274.647593:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647600:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.647602:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177274.647604:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177274.647607:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:0.0:1786177274.647610:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177274.647611:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303382720 00000100:00000001:0.0:1786177274.647613:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303383160 00000100:00000001:0.0:1786177274.647615:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303382720 00000100:00000001:0.0:1786177274.647617:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303383160 00000100:00000001:0.0:1786177274.647618:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177274.647620:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.647622:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177274.647625:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177274/real 1786177274] req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177274.647632:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177274.647633:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177274.647635:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177274.647636:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177274.647637:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177274.647639:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177274.647643:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177274.647651:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647656:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177274.647657:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647658:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177274.647660:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177274.647663:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647669:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177274.647673:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647680:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177274.647682:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647683:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177274.647684:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647686:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177274.647687:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177274.647688:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177274.647691:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177274.647693:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177274.647696:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177274.647703:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612181632:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177274.647707:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647709:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177274.647711:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612181632/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.647717:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177274.647718:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177274.647720:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177274.647723:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177274.647724:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177274.647725:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177274.647727:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177274.647728:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:0.0:1786177274.647731:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177274.647732:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177274.647733:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:0.0:1786177274.647735:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177274.647736:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647739:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.647742:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177274.647743:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.647745:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177274.647746:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.647850:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177274.647852:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.647875:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177274.647878:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177274.647881:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177274.647882:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177274.647884:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177274.647886:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177274.647889:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8710 00000400:00000200:2.0:1786177274.647892:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177274.647894:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177274.647906:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177274.647909:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.647911:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177274.647914:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.647915:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177274.647917:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177274.647918:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177274.647920:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177274.647921:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786177274.647923:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177274.647925:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786177274.647928:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.647930:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177274.647932:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177274.647934:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177274.647936:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786177274.647938:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177274.647940:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177274.647942:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177274.647945:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177274.647947:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.647948:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177274.647950:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177274.647952:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.647954:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177274.647957:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786177274.647959:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177274.647961:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177274.647963:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177274.647965:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177274.647966:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177274.647967:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177274.647970:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786177274.647973:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177274.647978:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177274.647985:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177274.647987:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177274.647990:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.648025:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177274.648027:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177274.648029:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786177274.648032:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.648039:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177274.648040:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177274.648041:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177274.648043:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177274.648045:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177274.648048:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612181760:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177274.648051:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177274.648053:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177274.648054:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177274.648055:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786177274.648058:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177274.648060:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786177274.648063:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:0.0:1786177274.648065:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc439831b8. 00000400:00000010:0.0:1786177274.648068:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2a990. 00000100:00000200:0.0:1786177274.648071:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612181760, portal 4 00000100:00000001:0.0:1786177274.648073:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177274.648074:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:0.0:1786177274.648079:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.648085:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786177274.648087:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:0.0:1786177274.648089:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc46e2ae58. 00000100:00000200:0.0:1786177274.648091:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612181760, offset 0 00000400:00000200:0.0:1786177274.648094:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:0.0:1786177274.648098:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177274.648101:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:0.0:1786177274.648103:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786177274.648105:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:0.0:1786177274.648108:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786177274.648110:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:0.0:1786177274.648114:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410740:410740:256:4294967295] 192.168.202.156@tcp LPNI seq info [410738:410738:8:4294967295] 00000400:00000200:0.0:1786177274.648117:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177274.648122:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:0.0:1786177274.648127:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177274.648129:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49b95c00. 00000800:00000200:0.0:1786177274.648133:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.0:1786177274.648135:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1786177274.648139:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:0.1:1786177274.648141:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1786177274.648144:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:0.0:1786177274.648146:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49b95c00. 00000400:00000200:0.0:1786177274.648149:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1786177274.648152:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1786177274.648155:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2ae58 00000400:00000010:0.0:1786177274.648157:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2ae58. 00000100:00000001:0.0:1786177274.648159:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177274.648162:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177274.648195:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177274.648200:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8720) 00000100:00000001:0.0:1786177274.648230:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177274.648234:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.648241:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.648242:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177274.648246:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177274.648248:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:0.0:1786177274.648251:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:0.0:1786177274.648253:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303382701 00000100:00000001:0.0:1786177274.648256:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303383160 00000100:00000001:0.0:1786177274.648257:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303382701 00000100:00000001:0.0:1786177274.648259:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303383160 00000100:00000001:0.0:1786177274.648261:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177274.648263:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.648264:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177274.648268:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177274/real 1786177274] req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177274.648275:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177274.648276:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786177274.648278:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc439831b8. 00000400:00000200:0.0:1786177274.648280:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc46e2a990 00000400:00000010:0.0:1786177274.648281:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc46e2a990. 00000100:00000001:0.0:1786177274.648283:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786177274.648286:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786177274.648295:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.648301:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177274.648302:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.648304:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177274.648305:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177274.648308:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.648315:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177274.648318:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.648374:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177274.648377:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.648379:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177274.648380:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.648382:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177274.648383:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177274.648385:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177274.648389:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:0.0:1786177274.648391:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1786177274.648395:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177274.648402:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612181760:192.168.202.156@tcp:8:kworker.0 00000100:00000001:0.0:1786177274.648406:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.648408:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177274.648411:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612181760/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177274.648418:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177274.648419:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786177274.648421:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74dc2800. 02000000:00000001:0.0:1786177274.648423:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177274.648424:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786177274.648425:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:0.0:1786177274.648427:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786177274.648428:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:0.0:1786177274.648431:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177274.648432:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786177274.648434:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:0.0:1786177274.648436:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177274.648437:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.648439:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.648442:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177274.648443:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177274.648445:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177274.648446:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177275.285122:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303383160, at 4303383168 00000100:00000040:1.0:1786177275.285122:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303383160, at 4303383168 00000100:00000010:1.0:1786177275.285135:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e9c0. 00000100:00000010:0.0:1786177275.285136:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc48a6e4e0. 00000100:00000001:0.0:1786177275.541145:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177275.541153:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177275.541156:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177275.541162:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177275.541163:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177275.541170:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177275.541171:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177275.541177:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177275.541181:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177275.541185:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177275.541186:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177275.541191:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177275.541194:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177275.541197:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177275.541200:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177275.541204:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177275.541207:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177275.541210:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177275.541371:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177275.541374:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177275.541376:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177275.541378:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177275.541381:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177275.541383:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177275.541385:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177275.541386:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177275.541389:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177275.541481:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177275.541484:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177275.541486:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177275.541488:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177275.541490:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177275.541492:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177275.541494:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177275.541496:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177275.541498:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177275.541514:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177275.541517:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177275.541521:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177275.541522:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177275.541525:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177275.541529:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177275.541531:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177275.541534:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177275.541537:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177275.541539:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177275.541541:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177275.541543:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177275.541546:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177275.541548:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177275.541552:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177275.541553:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177275.541607:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177275.541609:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177275.541612:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177275.541654:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177275.541657:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177275.541659:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177275.541661:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177275.541663:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177275.541666:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177275.541667:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177275.541669:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177275.541671:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177275.541756:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177275.541760:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177275.541762:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177275.541765:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177275.541768:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177275.541771:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177275.541773:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177275.541775:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177275.541777:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177276.565177:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177276.565186:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177276.565188:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177276.565194:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177276.565195:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177276.565209:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177276.565210:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177276.565214:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177276.565223:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177276.565223:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177276.565226:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177276.565229:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177276.565232:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177276.565235:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177276.565235:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177276.565241:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177276.565242:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177276.565245:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177276.565249:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177276.565995:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177276.565999:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177276.566000:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177276.566003:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177276.566006:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177276.566008:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177276.566027:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177276.566029:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177276.566032:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177276.566043:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177276.566046:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177276.566048:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177276.566135:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177276.566139:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177276.566140:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177276.566141:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1786177276.566142:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177276.566143:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177276.566145:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177276.566145:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177276.566146:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177276.566147:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177276.566148:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177276.566149:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177276.566150:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177276.566152:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177276.566153:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177276.566155:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177276.566192:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177276.566194:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177276.566195:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177276.566197:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177276.566199:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177276.566201:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177276.566260:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177276.566264:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177276.566929:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177276.566932:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177276.566933:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177276.566935:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177276.566937:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177276.566939:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177276.566941:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177276.566943:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177276.566945:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177276.569023:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177276.569028:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177276.569032:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177277.589117:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177277.589125:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177277.589127:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177277.589132:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177277.589136:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177277.589139:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177277.589142:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177277.589144:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177277.589147:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.590914:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177277.590919:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177277.590921:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177277.590925:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177277.590927:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177277.590929:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.590931:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177277.590933:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.590935:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177277.590998:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177277.591001:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177277.591002:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177277.591004:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177277.591006:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177277.591008:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177277.591009:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177277.591025:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177277.591028:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177277.591211:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177277.591214:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177277.591218:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177277.591219:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177277.591222:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177277.591223:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177277.591226:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177277.591227:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177277.591230:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177277.591231:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.591564:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177277.591566:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177277.591568:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177277.591570:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177277.591573:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177277.591575:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177277.591577:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177277.591578:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177277.591580:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.591621:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177277.591624:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177277.591625:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177277.591627:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177277.591629:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177277.591631:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.591632:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177277.591633:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.591635:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177277.597265:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177277.597273:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177277.597275:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177277.597280:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177277.597284:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177277.597288:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177277.597291:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177277.597293:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177277.597296:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177277.598208:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177277.598211:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177277.598215:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177278.613153:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177278.613159:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177278.613163:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177278.613167:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177278.613168:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177278.613172:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177278.613178:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:1.0:1786177278.613180:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177278.613189:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177278.613189:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177278.613196:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177278.613197:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177278.613204:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177278.613204:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177278.613215:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177278.613215:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177278.613221:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177278.613226:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177278.613229:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177278.613274:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177278.613278:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177278.613283:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177278.613285:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177278.613289:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177278.613291:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177278.613295:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177278.613299:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177278.613302:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177278.613304:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177278.613305:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177278.613306:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177278.613308:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177278.613309:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177278.613311:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177278.613311:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177278.613313:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177278.613314:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177278.613316:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177278.613316:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177278.613318:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177278.613320:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177278.613321:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177278.613321:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177278.613323:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177278.613324:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177278.613326:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177278.613327:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177278.613329:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177278.613330:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177278.613361:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177278.613364:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177278.613368:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177278.613402:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177278.613406:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177278.613408:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177278.613411:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177278.613413:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177278.613415:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177278.613418:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177278.613419:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177278.613422:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177278.613450:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177278.613455:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177278.613456:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177278.613459:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177278.613461:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177278.613463:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177278.613465:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177278.613467:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177278.613469:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177278.613493:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177278.613497:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177278.613498:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177278.613501:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177278.613503:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177278.613506:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177278.613508:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177278.613509:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177278.613511:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177279.637087:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177279.637095:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177279.637097:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177279.637102:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177279.637106:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177279.637109:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177279.637111:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177279.637113:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177279.637116:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.637501:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177279.637504:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177279.637505:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177279.637507:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177279.637509:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177279.637510:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177279.637512:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177279.637513:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177279.637514:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177279.637945:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177279.637950:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177279.637954:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177279.637958:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177279.637961:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177279.637963:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177279.637965:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177279.637967:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177279.637970:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.637988:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177279.637993:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177279.637996:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177279.637999:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177279.638001:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177279.638002:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177279.638004:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.638044:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177279.638046:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177279.638049:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177279.638055:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177279.638056:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.638061:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177279.638063:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.638065:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.638074:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177279.638076:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.638079:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177279.638104:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177279.638106:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177279.638109:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177279.638110:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177279.638113:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177279.638114:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177279.638117:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177279.638118:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177279.638120:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177279.638121:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177279.638196:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177279.638200:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177279.638204:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177279.638727:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177279.638730:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177279.638732:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177279.638735:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177279.638738:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177279.638740:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177279.638742:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177279.638744:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177279.638746:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177279.765234:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177279.765245:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177279.765247:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177279.765252:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177279.765256:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177279.765264:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8715 00000400:00000200:2.0:1786177279.765272:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177279.765277:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177279.765280:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177279.765284:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765287:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177279.765290:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765292:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177279.765295:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177279.765298:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177279.765301:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177279.765304:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177279.765306:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177279.765308:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177279.765311:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765313:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177279.765315:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765317:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177279.765319:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177279.765323:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765325:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177279.765327:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177279.765331:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177279.765333:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.765336:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177279.765338:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177279.765348:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786177279.765352:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177279.765355:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177279.765357:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.765360:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177279.765363:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177279.765367:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177279.765374:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786177279.765381:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177279.765389:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177279.765399:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177279.765403:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177279.765407:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177279.765429:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177279.765432:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177279.765436:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177279.765437:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177279.765439:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177279.765441:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177279.765443:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8715 00000400:00000200:2.0:1786177279.765447:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177279.765450:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177279.765452:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177279.765456:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765458:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177279.765459:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765462:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177279.765464:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177279.765465:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177279.765467:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177279.765470:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177279.765473:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177279.765476:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177279.765479:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765481:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177279.765484:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177279.765489:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177279.765489:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177279.765496:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00000001:1.0:1786177279.765500:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177279.765505:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177279.765506:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177279.765513:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177279.765517:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1786177279.765523:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177279.765525:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177279.765537:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.765544:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177279.765549:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00100000:2.0:1786177279.765553:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177279.765558:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.765560:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177279.765563:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786177279.765565:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177279.765567:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177279.765568:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.765569:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177279.765571:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177279.765572:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177279.765575:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786177279.765578:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177279.765585:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177279.765592:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177279.765593:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177279.765597:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177279.765605:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177279.765607:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177279.765610:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177279.765612:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177279.765616:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1786177279.765617:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1786177279.765621:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1786177279.765622:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177279.765634:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.765636:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:1.0:1786177279.765644:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612181888:192.168.202.156@tcp:250:kworker.0 00000100:00080000:2.0:1786177279.765645:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8715 00000100:00000001:1.0:1786177279.765656:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1786177279.765661:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:1.0:1786177279.765665:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1786177279.765669:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 02000000:00000001:1.0:1786177279.765670:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177279.765678:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786177279.765678:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177279.765689:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765692:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177279.765694:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000010:1.0:1786177279.765696:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029000. 00000100:00000001:2.0:1786177279.765697:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177279.765703:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177279.765703:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177279.765706:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177279.765710:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177279.765712:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177279.765714:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:1.0:1786177279.765720:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:2.0:1786177279.765721:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000010:1.0:1786177279.765730:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000100:00000040:2.0:1786177279.765732:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765739:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177279.765741:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765742:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000010:1.0:1786177279.765744:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000020:00000040:2.0:1786177279.765746:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786177279.765752:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765754:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177279.765757:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612181888, portal 25 02000000:00000001:2.0:1786177279.765757:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177279.765763:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177279.765765:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177279.765768:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439484160 : -127834270067456 : ffff8bbc43be1500) 02000000:00000001:2.0:1786177279.765768:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.765781:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177279.765785:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1786177279.765786:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1786177279.765796:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.765804:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177279.765813:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000100:00000001:1.0:1786177279.765814:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1786177279.765822:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000100:00000040:1.0:1786177279.765832:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 02000000:00000001:2.0:1786177279.765833:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177279.765836:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.765838:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1786177279.765839:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 02000000:00000001:2.0:1786177279.765840:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177279.765859:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177279.765864:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000200:1.0:1786177279.765868:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612181888, offset 0 00000100:00000001:2.0:1786177279.765870:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177279.765879:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177279.765889:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177279.765892:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177279.765893:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000040:2.0:1786177279.765899:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177279.765911:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177279.765914:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177279.765919:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177279.765924:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00080000:2.0:1786177279.765925:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177279.765931:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177279.765934:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1786177279.765936:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1786177279.765938:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:1.0:1786177279.765946:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00080000:2.0:1786177279.765947:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8715 00000400:00000200:2.0:1786177279.765956:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177279.765959:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177279.765961:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177279.765964:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765965:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177279.765967:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765969:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177279.765971:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177279.765973:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177279.765974:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177279.765976:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177279.765978:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177279.765980:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786177279.765982:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765984:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177279.765986:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765988:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177279.765990:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177279.765993:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177279.765995:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177279.765996:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177279.765999:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177279.766001:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.766002:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177279.766004:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177279.766006:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.766008:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177279.766045:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786177279.766048:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177279.766051:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177279.766053:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.766055:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177279.766058:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177279.766060:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177279.766066:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786177279.766070:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177279.766075:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177279.766082:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177279.766088:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410741:410741:256:4294967295] 192.168.202.156@tcp LPNI seq info [410739:410739:8:4294967295] 00000400:00000200:1.0:1786177279.766096:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177279.766110:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177279.766117:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177279.766125:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177279.766133:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177279.766138:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177279.766145:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177279.766149:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1786177279.766153:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177279.766157:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177279.766165:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177279.766171:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177279.766179:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177279.766184:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177279.766189:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177279.766195:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766206:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177279.766211:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766219:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.766221:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177279.766229:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177279.766234:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177279.766238:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303388281 00000100:00000010:1.0:1786177279.766245:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f69c0. 00000100:00000001:1.0:1786177279.766254:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786177279.766263:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303388281 00000100:00000010:1.0:1786177279.766265:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6000. 00000100:00000001:1.0:1786177279.766268:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786177279.766272:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177279.766275:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.766277:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177279.766282:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177279/real 1786177279] req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177279.766292:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177279.766294:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177279.766297:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177279.766299:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177279.766301:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177279.766303:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177279.766307:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177279.766315:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766323:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177279.766325:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.766327:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177279.766330:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177279.766334:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766341:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177279.766346:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766354:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177279.766357:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.766358:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177279.766359:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.766362:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177279.766365:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177279.766369:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177279.766373:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177279.766376:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177279.766380:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177279.766389:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612181888:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177279.766395:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.766398:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177279.766401:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1500 x1872933612181888/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766408:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177279.766411:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177279.766415:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177279.766419:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177279.766421:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177279.766424:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177279.766426:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177279.766430:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:1.0:1786177279.766434:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177279.766436:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177279.766438:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1500. 00000100:00000001:1.0:1786177279.766441:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177279.766442:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.766445:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.766453:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177279.766455:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.766458:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177279.766459:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177279.766461:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177279.766465:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766472:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177279.766473:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177279.766475:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177279.766477:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177279.766479:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177279.766482:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182016:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177279.766486:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177279.766489:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177279.766490:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177279.766492:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177279.766495:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177279.766497:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177279.766501:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177279.766504:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177279.766508:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177279.766511:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612182016, portal 10 00000100:00000001:1.0:1786177279.766514:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177279.766515:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439478784 : -127834270072832 : ffff8bbc43be0000) 00000100:00000040:1.0:1786177279.766522:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766528:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177279.766530:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177279.766532:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177279.766534:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612182016, offset 0 00000400:00000200:1.0:1786177279.766538:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177279.766542:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177279.766546:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177279.766549:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177279.766552:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177279.766626:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177279.766629:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177279.766632:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410742:410742:256:4294967295] 192.168.202.156@tcp LPNI seq info [410740:410740:8:4294967295] 00000400:00000200:1.0:1786177279.766637:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177279.766643:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177279.766649:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177279.766654:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177279.766658:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177279.766661:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177279.766665:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177279.766668:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1786177279.766671:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177279.766674:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177279.766677:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177279.766680:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177279.766683:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177279.766685:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177279.766687:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177279.766691:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766705:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177279.766708:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766714:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.766715:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177279.766718:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177279.766723:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177279.766726:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177279.766728:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303387656 00000100:00000001:1.0:1786177279.766731:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303388281 00000100:00000001:1.0:1786177279.766733:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303387656 00000100:00000001:1.0:1786177279.766735:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303388281 00000100:00000001:1.0:1786177279.766737:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177279.766739:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.766740:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177279.766744:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177279/real 1786177279] req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177279.766752:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177279.766753:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177279.766755:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177279.766757:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177279.766759:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177279.766761:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177279.766764:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177279.766773:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766779:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177279.766782:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.766783:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177279.766785:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177279.766788:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766794:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177279.766798:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766804:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177279.766806:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.766808:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177279.766809:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.766811:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177279.766815:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177279.766817:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177279.766821:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177279.766823:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177279.766827:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177279.766834:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182016:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177279.766837:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177279.766841:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766858:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177279.766860:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177279.766862:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177279.766864:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177279.766866:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177279.766869:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182144:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177279.766872:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177279.766874:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177279.766876:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177279.766878:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177279.766881:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177279.766883:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177279.766886:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177279.766889:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177279.766892:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177279.766894:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612182144, portal 10 00000100:00000001:1.0:1786177279.766896:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177279.766897:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:1.0:1786177279.766903:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.766909:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177279.766911:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177279.766913:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177279.766915:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612182144, offset 0 00000400:00000200:1.0:1786177279.766919:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177279.766922:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177279.766925:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177279.766928:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177279.766930:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177279.766932:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177279.766934:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177279.766937:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410743:410743:256:4294967295] 192.168.202.156@tcp LPNI seq info [410741:410741:8:4294967295] 00000400:00000200:1.0:1786177279.766940:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177279.766946:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177279.766950:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177279.767030:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177279.767037:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177279.767041:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177279.767045:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177279.767048:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1786177279.767052:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177279.767054:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177279.767058:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177279.767061:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177279.767064:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177279.767065:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177279.767068:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177279.767071:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767079:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177279.767082:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767090:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.767093:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177279.767098:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177279.767101:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:1.0:1786177279.767105:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177279.767108:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303387657 00000100:00000001:1.0:1786177279.767111:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303388281 00000100:00000001:1.0:1786177279.767113:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303387657 00000100:00000001:1.0:1786177279.767115:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303388281 00000100:00000001:1.0:1786177279.767118:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177279.767120:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.767122:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177279.767127:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177279/real 1786177279] req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177279.767135:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177279.767138:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177279.767140:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177279.767143:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177279.767145:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177279.767148:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177279.767152:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177279.767160:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767168:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177279.767170:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.767172:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177279.767174:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177279.767178:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767189:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177279.767189:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1786177279.767206:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177279.767210:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177279.767219:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.767220:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177279.767227:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.767230:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177279.767231:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177279.767235:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767236:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177279.767239:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177279.767248:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177279.767263:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177279.767271:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786177279.767276:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177279.767278:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177279.767283:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177279.767302:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177279.767307:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177279.767312:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177279.767326:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:1.0:1786177279.767331:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182144:192.168.202.156@tcp:38:kworker.0 00000100:00080000:2.0:1786177279.767338:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8715 00000100:00000001:1.0:1786177279.767341:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.767345:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1786177279.767350:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177279.767352:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0000 x1872933612182016/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786177279.767360:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177279.767366:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177279.767368:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177279.767372:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1786177279.767377:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 02000000:00000010:1.0:1786177279.767378:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029000. 00000100:00000001:2.0:1786177279.767385:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177279.767386:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177279.767393:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1786177279.767395:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000020:00000040:1.0:1786177279.767397:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177279.767402:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786177279.767402:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000010:1.0:1786177279.767405:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 00000020:00000001:2.0:1786177279.767409:0:114346:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:1.0:1786177279.767412:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1786177279.767413:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 02000000:00000001:1.0:1786177279.767416:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1786177279.767418:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000010:1.0:1786177279.767421:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786177279.767424:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:1.0:1786177279.767427:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1786177279.767429:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177279.767431:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.767437:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1786177279.767439:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177279.767446:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612182144/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177279.767448:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.767458:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177279.767462:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177279.767472:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177279.767482:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1786177279.767483:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 02000000:00000001:1.0:1786177279.767487:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177279.767492:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 00000100:00080000:2.0:1786177279.767492:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 02000000:00000001:1.0:1786177279.767500:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786177279.767500:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177279.767504:0:2389:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1786177279.767507:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000020:00000040:1.0:1786177279.767508:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177279.767513:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177279.767515:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1786177279.767516:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4800. 02000000:00000001:1.0:1786177279.767524:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177279.767525:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177279.767528:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177279.767531:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000010:1.0:1786177279.767532:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000008:00100000:2.0:1786177279.767536:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:1.0:1786177279.767539:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000008:00000001:2.0:1786177279.767542:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.767543:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.767551:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177279.767552:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177279.767562:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786177279.767565:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177279.767568:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177279.767570:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177279.767572:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177279.767574:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177279.767577:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177279.767583:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786177279.767587:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177279.767593:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177279.767601:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177279.767603:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177279.767607:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177279.767614:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177279.767619:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8725) 00000100:00000001:1.0:1786177279.767631:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177279.767633:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.767640:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177279.767642:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177279.767644:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177279.767650:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767657:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177279.767659:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177279.767661:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177279.767664:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177279.767666:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177279.767669:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182272:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177279.767672:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177279.767675:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177279.767676:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177279.767678:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177279.767682:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177279.767684:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177279.767688:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177279.767691:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177279.767695:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177279.767699:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612182272, portal 4 00000100:00000001:1.0:1786177279.767701:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177279.767702:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 00000100:00000040:1.0:1786177279.767709:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767716:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177279.767718:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177279.767720:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177279.767722:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612182272, offset 0 00000400:00000200:1.0:1786177279.767726:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177279.767731:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177279.767735:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177279.767738:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177279.767741:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177279.767743:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177279.767745:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177279.767748:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410744:410744:256:4294967295] 192.168.202.156@tcp LPNI seq info [410742:410742:8:4294967295] 00000400:00000200:1.0:1786177279.767752:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177279.767758:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177279.767762:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177279.767766:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177279.767770:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177279.767772:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177279.767777:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177279.767779:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1786177279.767783:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177279.767785:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177279.767787:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177279.767791:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177279.767794:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177279.767796:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177279.767799:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177279.767802:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767810:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177279.767813:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767820:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.767821:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177279.767824:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177279.767828:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177279.767831:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177279.767833:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303387840 00000100:00000001:1.0:1786177279.767836:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303388281 00000100:00000001:1.0:1786177279.767838:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303387840 00000100:00000001:1.0:1786177279.767840:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303388281 00000100:00000001:1.0:1786177279.767842:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177279.767844:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.767858:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177279.767863:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177279/real 1786177279] req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177279.767871:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177279.767872:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177279.767874:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177279.767876:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177279.767878:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177279.767880:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177279.767884:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177279.767892:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767898:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177279.767899:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.767901:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177279.767902:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177279.767906:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767913:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177279.767916:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.767923:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177279.767926:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.767928:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177279.767929:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.767930:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177279.767932:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177279.767934:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177279.767938:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177279.767940:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177279.767943:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177279.767950:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182272:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177279.768006:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177279.768048:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.768056:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177279.768057:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177279.768059:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177279.768061:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177279.768063:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177279.768066:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182400:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177279.768070:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177279.768072:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177279.768074:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177279.768076:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177279.768079:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177279.768081:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177279.768084:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177279.768087:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177279.768091:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177279.768094:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612182400, portal 4 00000100:00000001:1.0:1786177279.768096:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177279.768098:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:1.0:1786177279.768104:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.768111:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177279.768113:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177279.768115:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177279.768117:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612182400, offset 0 00000400:00000200:1.0:1786177279.768121:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177279.768126:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177279.768130:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177279.768132:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177279.768135:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177279.768137:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177279.768139:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177279.768143:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410745:410745:256:4294967295] 192.168.202.156@tcp LPNI seq info [410743:410743:8:4294967295] 00000400:00000200:1.0:1786177279.768147:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177279.768153:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177279.768157:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177279.768161:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177279.768165:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.0:1786177279.768168:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1786177279.768171:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177279.768174:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1786177279.768178:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177279.768179:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:1.0:1786177279.768182:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1786177279.768186:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177279.768189:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:1.0:1786177279.768191:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:1.0:1786177279.768193:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786177279.768197:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.768211:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177279.768214:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.768220:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.768221:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177279.768224:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177279.768228:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177279.768231:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177279.768233:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303387821 00000100:00000001:1.0:1786177279.768235:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303388281 00000100:00000001:1.0:1786177279.768237:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303387821 00000100:00000001:1.0:1786177279.768239:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303388281 00000100:00000001:1.0:1786177279.768242:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177279.768244:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.768246:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177279.768250:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177279/real 1786177279] req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177279.768256:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177279.768258:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177279.768259:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177279.768262:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177279.768264:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177279.768266:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177279.768269:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177279.768278:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.768284:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177279.768287:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.768289:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177279.768290:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177279.768293:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.768299:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177279.768303:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.768309:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177279.768311:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.768313:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177279.768314:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.768316:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177279.768317:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177279.768320:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177279.768322:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177279.768325:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177279.768329:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177279.768336:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182400:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177279.768340:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.768342:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177279.768344:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612182272/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.768351:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177279.768353:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177279.768354:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177279.768357:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177279.768359:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177279.768361:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177279.768363:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177279.768364:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7800. 02000000:00000001:1.0:1786177279.768368:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177279.768369:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177279.768370:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:1.0:1786177279.768373:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177279.768375:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.768376:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177279.768380:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612182400/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177304 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177279.768386:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177279.768388:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177279.768389:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029000. 02000000:00000001:1.0:1786177279.768391:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177279.768392:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177279.768394:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177279.768395:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177279.768397:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4800. 02000000:00000001:1.0:1786177279.768399:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177279.768400:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177279.768402:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:1.0:1786177279.768404:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177279.768406:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.768408:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177279.768412:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177279.768413:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177279.768415:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177279.768417:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177280.405142:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303388281, at 4303388288 00000100:00000010:0.0:1786177280.405164:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f69c0. 00000100:00000040:1.0:1786177280.406274:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303388281, at 4303388289 00000100:00000010:1.0:1786177280.406284:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6000. 00000100:00000001:3.0:1786177280.661174:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177280.661175:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177280.661190:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177280.661191:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177280.661197:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177280.661198:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177280.661210:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177280.661211:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177280.661216:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177280.661218:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177280.661222:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177280.661224:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177280.661228:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177280.661231:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177280.661234:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177280.661339:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177280.661344:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177280.661350:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177280.661351:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177280.661356:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177280.661358:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177280.661362:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177280.661363:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177280.661367:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177280.661368:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177280.661403:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177280.661407:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177280.661409:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177280.661414:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177280.661417:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177280.661419:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177280.661423:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786177280.661425:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1786177280.661426:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177280.661430:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177280.661432:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177280.661435:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177280.661589:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177280.661592:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177280.661596:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177280.661948:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177280.661954:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177280.661956:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177280.661960:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177280.661964:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177280.661968:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177280.661971:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177280.661971:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177280.661976:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177280.661978:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177280.661981:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177280.661982:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177280.661989:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177280.661992:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177280.661995:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177280.661999:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177280.662002:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177280.662005:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177280.662726:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177280.662730:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177280.662732:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177280.662735:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177280.662738:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177280.662740:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177280.662742:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177280.662743:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177280.662745:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177281.685142:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177281.685142:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177281.685149:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177281.685149:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177281.685151:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177281.685151:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177281.685156:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1786177281.685156:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177281.685159:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177281.685160:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177281.685164:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177281.685164:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177281.685166:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177281.685168:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177281.685171:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177281.685194:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177281.685197:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177281.685202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177281.685203:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177281.685206:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177281.685208:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177281.685212:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177281.685213:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177281.685217:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177281.685218:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177281.685237:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177281.685240:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177281.685241:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177281.685244:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177281.685247:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177281.685247:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177281.685249:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1786177281.685249:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177281.685252:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177281.685254:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177281.685256:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177281.685257:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177281.685262:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177281.685265:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177281.685267:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177281.685270:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177281.685272:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177281.685274:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177281.685274:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177281.685277:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177281.685278:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177281.685280:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177281.685280:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177281.685283:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177281.685283:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177281.685285:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177281.685287:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177281.685290:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177281.685291:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177281.685292:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177281.685294:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177281.685296:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177281.685298:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177281.685300:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177281.685306:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177281.685309:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177281.685310:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177281.685312:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177281.685314:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177281.685488:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177281.685491:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177281.685493:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.709116:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177282.709116:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177282.709124:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177282.709124:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177282.709128:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177282.709128:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.709131:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177282.709135:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177282.709135:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177282.709136:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177282.709137:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177282.709139:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.709140:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177282.709141:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177282.709143:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1786177282.709143:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177282.709146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177282.709146:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177282.709147:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.709147:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177282.709150:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.709152:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177282.709154:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177282.709155:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177282.709159:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177282.709160:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177282.709160:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177282.709164:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177282.709165:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177282.709168:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.709168:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177282.709169:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177282.709171:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177282.709174:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177282.709178:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177282.709182:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.709188:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177282.709191:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177282.709191:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177282.709194:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177282.709194:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.709197:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177282.709198:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:0.0:1786177282.709202:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177282.709202:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177282.709206:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177282.709208:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.709209:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177282.709209:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.709211:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177282.709216:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177282.709222:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177282.709224:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177282.709228:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177282.709231:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177282.709234:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177282.709236:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177282.709238:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177282.709242:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177282.709243:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177282.709244:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1786177282.709246:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177282.709247:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.709250:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177282.709252:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177282.709253:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177282.709257:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.709257:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177282.709263:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177282.709266:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177282.709269:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177282.709271:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177282.709275:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177282.709276:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177282.709279:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177282.709281:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177282.709303:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177282.709305:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177282.709308:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177283.733106:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177283.733112:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177283.733114:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177283.733118:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177283.733119:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177283.733122:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177283.733124:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177283.733126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177283.733126:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177283.733129:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177283.733130:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177283.733131:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177283.733135:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177283.733136:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177283.733137:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177283.733139:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177283.733142:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177283.733142:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177283.733147:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177283.733150:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177283.733151:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177283.733153:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177283.733154:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177283.733158:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177283.733159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177283.733162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177283.733167:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177283.733169:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177283.733191:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177283.733195:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177283.733197:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177283.733864:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177283.733869:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177283.733870:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177283.733876:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177283.733878:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177283.733881:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177283.733883:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177283.733885:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177283.733886:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177283.733888:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177283.733890:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177283.733893:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177283.733896:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177283.733899:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177283.733901:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177283.733902:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177283.733904:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177283.733907:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177283.733908:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177283.733909:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177283.733912:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177283.733913:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177283.733918:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177283.733920:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177283.733922:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177283.733924:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177283.733926:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177283.734320:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177283.734323:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177283.734324:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177283.734328:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177283.734330:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177283.734332:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177283.734334:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177283.734336:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177283.734338:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177284.757123:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177284.757124:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177284.757127:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177284.757132:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177284.757132:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177284.757133:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177284.757136:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177284.757137:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.757138:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177284.757145:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177284.757146:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177284.757146:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177284.757152:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177284.757153:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177284.757153:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177284.757160:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177284.757160:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177284.757160:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177284.757167:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177284.757167:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177284.757172:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177284.757173:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177284.757178:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177284.757204:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177284.757206:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177284.757210:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177284.757211:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177284.757216:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177284.757218:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177284.757221:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177284.757222:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177284.757225:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177284.757227:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177284.757231:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177284.757234:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177284.757238:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177284.757246:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177284.757250:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.757250:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177284.757256:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177284.757257:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177284.757260:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177284.757264:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177284.757266:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177284.757268:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177284.757271:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177284.757272:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177284.757275:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.757279:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177284.757280:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177284.757284:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177284.757284:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177284.757287:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177284.757288:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177284.757291:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177284.757297:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177284.757298:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.757300:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177284.757303:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177284.757305:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177284.757306:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.757351:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177284.757354:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177284.757356:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177284.757405:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177284.757408:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177284.757410:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177284.885135:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177284.885145:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177284.885149:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177284.885152:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177284.885156:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177284.885164:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8720 00000400:00000200:2.0:1786177284.885173:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177284.885179:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177284.885183:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177284.885187:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885191:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177284.885194:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885198:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177284.885202:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177284.885204:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177284.885206:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177284.885209:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177284.885212:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177284.885215:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177284.885218:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885220:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177284.885222:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885224:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177284.885227:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177284.885230:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885233:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177284.885236:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177284.885240:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177284.885242:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.885245:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177284.885247:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177284.885256:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786177284.885260:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177284.885264:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177284.885266:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.885269:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177284.885271:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177284.885275:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177284.885282:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786177284.885289:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177284.885298:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177284.885308:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177284.885312:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177284.885317:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177284.885416:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177284.885420:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177284.885423:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177284.885430:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177284.885438:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177284.885440:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177284.885443:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177284.885445:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177284.885448:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177284.885451:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612182528:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177284.885455:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177284.885458:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177284.885461:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177284.885464:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177284.885469:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177284.885471:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177284.885476:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177284.885480:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60b58. 00000400:00000010:1.0:1786177284.885486:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35f68. 00000100:00000200:1.0:1786177284.885493:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612182528, portal 25 00000100:00000001:1.0:1786177284.885496:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177284.885497:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000040:1.0:1786177284.885503:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177284.885510:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177284.885512:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177284.885515:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35990. 00000100:00000200:1.0:1786177284.885518:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612182528, offset 0 00000400:00000200:1.0:1786177284.885524:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177284.885532:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177284.885537:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:2.0:1786177284.885560:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177284.885563:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177284.885567:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177284.885568:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177284.885570:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177284.885573:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177284.885576:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8720 00000400:00000200:2.0:1786177284.885580:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177284.885583:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177284.885585:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177284.885588:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885590:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177284.885592:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885594:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177284.885597:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177284.885598:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177284.885600:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177284.885602:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177284.885604:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177284.885606:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177284.885609:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885611:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177284.885613:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885615:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177284.885617:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786177284.885620:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885622:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177284.885624:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177284.885629:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177284.885632:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.885634:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177284.885637:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177284.885640:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.885641:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177284.885645:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786177284.885647:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177284.885650:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177284.885651:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.885653:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177284.885654:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177284.885656:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177284.885660:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786177284.885663:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177284.885668:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177284.885674:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177284.885677:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177284.885680:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177284.885693:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177284.885695:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177284.885698:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177284.885699:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177284.885700:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177284.885702:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177284.885704:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8720 00000400:00000200:2.0:1786177284.885707:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177284.885710:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177284.885712:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177284.885714:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885716:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177284.885717:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885719:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177284.885721:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177284.885722:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177284.885723:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177284.885725:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177284.885726:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177284.885728:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177284.885731:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885733:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177284.885735:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885736:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177284.885738:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786177284.885741:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177284.885743:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177284.885745:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177284.885748:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177284.885750:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.885751:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177284.885754:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177284.885756:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.885757:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177284.885760:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786177284.885763:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177284.885765:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177284.885766:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.885768:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177284.885770:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177284.885771:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177284.885775:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786177284.885777:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177284.885781:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177284.885788:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177284.885789:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177284.885793:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177284.885822:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177284.885826:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177284.885829:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177284.885832:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177284.885835:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410746:410746:256:4294967295] 192.168.202.156@tcp LPNI seq info [410744:410744:8:4294967295] 00000400:00000200:1.0:1786177284.885840:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177284.885849:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177284.885855:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177284.885863:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fd00. 00000800:00000200:1.0:1786177284.885870:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177284.885874:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177284.885898:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177284.885902:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177284.885904:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303393400 00000100:00000010:1.0:1786177284.885909:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6000. 00000100:00000001:1.0:1786177284.885915:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786177284.885925:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303393400 00000100:00000010:1.0:1786177284.885928:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc791f6a80. 00000100:00000001:1.0:1786177284.885931:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786177284.885934:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177284.885937:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.885939:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.885942:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177284.885948:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177284.885950:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177284.885952:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177284.885954:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177284.885955:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177284.885959:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177284.885966:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177284.885967:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177284.885969:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177284.885970:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177284.885972:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177284.885975:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182656:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177284.885978:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177284.885979:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177284.885981:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177284.885982:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177284.885985:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177284.885987:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177284.885991:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177284.885994:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60948. 00000400:00000010:1.0:1786177284.885998:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35aa0. 00000100:00000200:1.0:1786177284.886001:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612182656, portal 10 00000100:00000001:1.0:1786177284.886003:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177284.886004:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000040:1.0:1786177284.886029:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177284.886035:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177284.886037:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177284.886040:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b353b8. 00000100:00000200:1.0:1786177284.886043:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612182656, offset 0 00000400:00000200:1.0:1786177284.886047:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177284.886051:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177284.886054:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177284.886057:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177284.886059:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177284.886062:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177284.886064:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177284.886066:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410747:410747:255:4294967295] 192.168.202.156@tcp LPNI seq info [410745:410745:7:4294967295] 00000400:00000200:1.0:1786177284.886070:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177284.886076:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177284.886080:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177284.886083:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f600. 00000800:00000200:1.0:1786177284.886087:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177284.886091:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177284.886094:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177284.886097:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:1.0:1786177284.886903:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177284.886906:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303392775 00000100:00000001:1.0:1786177284.886909:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303393400 00000100:00000001:1.0:1786177284.886911:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303392775 00000100:00000001:1.0:1786177284.886913:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303393400 00000100:00000001:1.0:1786177284.886915:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177284.886917:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.886920:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.886923:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177284.886927:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177284.886929:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177284.886930:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177284.886932:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177284.886933:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.886935:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.887023:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177284.887027:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177284.887030:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177284.887031:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177284.887037:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177284.887040:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177284.887043:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8720 00000400:00000200:2.0:1786177284.887047:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177284.887051:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177284.887053:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177284.887057:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177284.887059:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177284.887063:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1786177284.887063:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177284.887068:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177284.887068:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177284.887071:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177284.887073:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177284.887075:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177284.887078:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000040:1.0:1786177284.887080:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786177284.887081:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177284.887085:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177284.887089:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786177284.887096:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177284.887098:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177284.887100:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177284.887102:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177284.887105:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177284.887107:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177284.887110:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177284.887111:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177284.887116:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177284.887116:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177284.887123:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00100000:1.0:1786177284.887125:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182784:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177284.887129:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.887131:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177284.887133:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177284.887135:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177284.887138:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177284.887139:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177284.887143:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177284.887144:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.887147:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000010:1.0:1786177284.887149:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028400. 00000008:00100000:2.0:1786177284.887150:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1786177284.887153:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786177284.887155:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.887159:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177284.887160:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:2.0:1786177284.887165:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000400:00000010:1.0:1786177284.887166:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60210. 00000020:00000040:2.0:1786177284.887170:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000400:00000010:1.0:1786177284.887174:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35770. 02000000:00000001:2.0:1786177284.887175:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177284.887178:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1786177284.887180:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612182784, portal 10 00000100:00000001:2.0:1786177284.887181:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786177284.887184:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1786177284.887185:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786177284.887187:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:1.0:1786177284.887196:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177284.887203:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177284.887205:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177284.887208:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35110. 00000100:00000200:1.0:1786177284.887210:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612182784, offset 0 00000400:00000200:1.0:1786177284.887215:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177284.887220:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177284.887224:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177284.887228:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177284.887231:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177284.887234:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177284.887236:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177284.887239:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410748:410748:254:4294967295] 192.168.202.156@tcp LPNI seq info [410746:410746:6:4294967295] 00000400:00000200:1.0:1786177284.887243:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177284.887250:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:2.0:1786177284.887251:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177284.887257:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 02000000:00000010:2.0:1786177284.887259:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000800:00000010:1.0:1786177284.887262:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3f100. 00000100:00000001:2.0:1786177284.887265:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177284.887272:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177284.887280:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177284.887283:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786177284.887285:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000040:2.0:1786177284.887290:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1786177284.887295:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177284.887302:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.887306:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177284.887308:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000100:00080000:2.0:1786177284.887310:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1786177284.887314:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177284.887316:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177284.887318:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303392777 00000100:00000001:2.0:1786177284.887319:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177284.887323:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177284.887324:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303393400 00000100:00000001:2.0:1786177284.887327:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177284.887329:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303392777 00000100:00080000:2.0:1786177284.887333:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8720 00000100:00000001:1.0:1786177284.887334:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303393400 00000100:00000001:1.0:1786177284.887339:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1786177284.887343:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177284.887344:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177284.887350:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:1.0:1786177284.887351:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177284.887354:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177284.887356:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177284.887360:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177284.887362:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177284.887364:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177284.887365:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:2.0:1786177284.887369:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177284.887370:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177284.887374:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177284.887374:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:1.0:1786177284.887377:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177284.887379:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177284.887381:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00000040:1.0:1786177284.887384:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177284.887385:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177284.887388:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786177284.887392:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177284.887397:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:1.0:1786177284.887404:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1786177284.887405:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177284.887408:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.887409:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1786177284.887412:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1786177284.887413:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:1.0:1786177284.887416:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177284.887417:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 02000000:00000001:1.0:1786177284.887421:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177284.887423:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00100000:1.0:1786177284.887428:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182912:192.168.202.156@tcp:8:kworker.0 00000100:00080000:2.0:1786177284.887429:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177284.887435:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.887437:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177284.887439:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177284.887441:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177284.887443:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177284.887444:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177284.887447:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177284.887448:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177284.887451:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000010:1.0:1786177284.887454:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62028c00. 00000008:00100000:2.0:1786177284.887455:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 02000000:00000001:1.0:1786177284.887459:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786177284.887460:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.887464:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177284.887468:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000010:2.0:1786177284.887471:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000400:00000010:1.0:1786177284.887473:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f60268. 00000020:00000040:2.0:1786177284.887475:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000400:00000010:1.0:1786177284.887479:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35b28. 02000000:00000001:2.0:1786177284.887480:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177284.887482:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177284.887485:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177284.887486:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177284.887488:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177284.887492:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4000. 00000100:00000001:2.0:1786177284.887495:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177284.887499:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177284.887506:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177284.887508:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177284.887523:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177284.887531:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177284.887535:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8730) 00000100:00000200:1.0:1786177284.888626:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612182912, portal 4 00000100:00000001:1.0:1786177284.888633:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177284.888634:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:1.0:1786177284.888646:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177284.888655:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177284.888658:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177284.888664:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35d48. 00000100:00000200:1.0:1786177284.888668:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612182912, offset 0 00000400:00000200:1.0:1786177284.888674:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177284.888681:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177284.888688:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177284.888693:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177284.888697:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177284.888701:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177284.888704:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177284.888708:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410749:410749:253:4294967295] 192.168.202.156@tcp LPNI seq info [410747:410747:5:4294967295] 00000400:00000200:1.0:1786177284.888712:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177284.888721:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177284.888726:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177284.888731:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3fb00. 00000800:00000200:1.0:1786177284.888737:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177284.888741:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177284.888745:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177284.888748:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:1.0:1786177284.888751:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177284.888760:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303392961 00000100:00000001:1.0:1786177284.888762:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303393400 00000100:00000001:1.0:1786177284.888765:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303392961 00000100:00000001:1.0:1786177284.888766:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303393400 00000100:00000001:1.0:1786177284.888768:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177284.888771:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.888774:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.888777:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177284.888783:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177284.888786:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177284.888789:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177284.888790:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177284.888792:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786177284.888796:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177284.888831:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177284.888833:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177284.888836:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177284.888839:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177284.888842:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177284.888845:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183040:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177284.888849:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177284.888852:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177284.888854:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177284.888856:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786177284.888860:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177284.888862:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786177284.888865:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:1.0:1786177284.888869:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc74f607e8. 00000400:00000010:1.0:1786177284.888873:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35ee0. 00000100:00000200:1.0:1786177284.888876:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612183040, portal 4 00000100:00000001:1.0:1786177284.888878:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177284.888879:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:1.0:1786177284.888885:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177284.888891:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786177284.888893:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:1.0:1786177284.888895:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc78b35e58. 00000100:00000200:1.0:1786177284.888898:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612183040, offset 0 00000400:00000200:1.0:1786177284.888902:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:1.0:1786177284.888905:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177284.888909:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177284.888912:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786177284.888915:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:1.0:1786177284.888918:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786177284.888920:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:1.0:1786177284.888923:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410750:410750:252:4294967295] 192.168.202.156@tcp LPNI seq info [410748:410748:4:4294967295] 00000400:00000200:1.0:1786177284.889953:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177284.889965:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:1.0:1786177284.889972:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:1.0:1786177284.889979:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc4fc3ff00. 00000800:00000200:1.0:1786177284.889985:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:1.1:1786177284.889989:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177284.889994:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177284.889998:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:1.0:1786177284.890001:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177284.890003:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303392942 00000100:00000001:1.0:1786177284.890005:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303393400 00000100:00000001:1.0:1786177284.890007:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303392942 00000100:00000001:1.0:1786177284.890009:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303393400 00000100:00000001:1.0:1786177284.890025:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177284.890029:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.890032:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.890035:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177284.890041:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177284.890043:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786177284.890045:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177284.890046:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177284.890048:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177284.890049:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177285.525125:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303393400, at 4303393408 00000100:00000040:1.0:1786177285.525125:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303393400, at 4303393408 00000100:00000010:0.0:1786177285.525139:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6000. 00000100:00000010:1.0:1786177285.525139:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc791f6a80. 00000100:00000001:0.0:1786177285.781133:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177285.781133:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177285.781133:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177285.781133:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177285.781141:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177285.781142:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177285.781142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177285.781142:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177285.781145:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177285.781146:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177285.781147:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177285.781148:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177285.781153:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177285.781154:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:1.0:1786177285.781155:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177285.781155:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177285.781162:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177285.781162:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177285.781163:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177285.781163:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177285.781168:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177285.781169:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177285.781169:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177285.781169:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177285.781175:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177285.781176:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177285.781180:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177285.781181:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177285.781183:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177285.781185:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177285.781186:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177285.781190:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177285.781194:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177285.781194:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177285.781198:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177285.781199:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177285.781202:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177285.781203:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177285.781204:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177285.781207:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177285.781208:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786177285.781212:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177285.781212:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177285.781216:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177285.781217:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177285.781220:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177285.781222:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177285.781223:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177285.781227:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177285.781227:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177285.781232:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177285.781233:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177285.781236:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177285.781239:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177285.781254:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177285.781257:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177285.781261:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177285.781262:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177285.781266:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177285.781269:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177285.781271:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177285.781274:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177285.781277:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177285.781279:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177285.781281:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177285.781283:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177285.781286:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177285.781287:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177285.781290:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177285.781291:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177285.781303:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177285.781305:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177285.781308:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177286.805068:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177286.805073:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177286.805075:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177286.805076:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177286.805078:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177286.805078:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177286.805083:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:2.0:1786177286.805083:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177286.805087:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177286.805087:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177286.805091:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177286.805091:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177286.805094:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177286.805096:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177286.805099:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177286.805112:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177286.805116:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177286.805118:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177286.805122:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177286.805124:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177286.805127:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177286.805129:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177286.805131:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177286.805133:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177286.805155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177286.805158:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177286.805162:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177286.805163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177286.805167:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177286.805168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177286.805172:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177286.805173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177286.805176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177286.805178:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177286.805190:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177286.805194:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177286.805196:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177286.805197:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1786177286.805200:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000020:00000001:1.0:1786177286.805202:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177286.805205:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1786177286.805207:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177286.805209:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177286.805227:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177286.805230:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177286.805231:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177286.805234:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177286.805236:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177286.805236:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177286.805241:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177286.805241:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177286.805244:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177286.805245:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177286.805247:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177286.805248:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177286.805252:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177286.805253:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177286.805256:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177286.805259:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177286.805261:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177286.805263:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177286.805345:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177286.805348:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177286.805350:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177286.805594:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177286.805597:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177286.805599:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177287.829177:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177287.829177:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177287.829192:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177287.829192:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177287.829196:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.829196:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177287.829208:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:1.0:1786177287.829209:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177287.829217:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177287.829217:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177287.829228:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177287.829228:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.829235:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177287.829235:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177287.829241:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177287.829242:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177287.829248:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177287.829249:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177287.829302:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177287.829304:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177287.829306:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.829310:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177287.829314:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177287.829316:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177287.829322:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177287.829322:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177287.829324:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177287.829330:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177287.829330:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177287.829333:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177287.829334:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177287.829343:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177287.829343:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177287.829346:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177287.829347:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177287.829351:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177287.829355:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177287.829357:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177287.829359:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177287.829380:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177287.829386:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.829386:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177287.829390:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786177287.829392:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177287.829396:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177287.829418:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177287.829418:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177287.829423:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177287.829426:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177287.829434:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.829436:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177287.829437:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177287.829441:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177287.829442:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177287.829444:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177287.829445:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177287.829451:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.829452:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177287.829455:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177287.829459:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.829465:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177287.829477:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177287.829485:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177287.829490:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.829492:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177287.829495:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.829498:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1786177287.957296:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.156:988 00000400:00000100:0.0:1786177287.957329:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.156@tcp at host 192.168.202.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1786177287.957337:0:2379:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177287.957340:0:2379:0:(router.c:1791:lnet_notify()) 192.168.202.56@tcp notifying 192.168.202.156@tcp: down 00000400:00000200:0.0:1786177287.957343:0:2379:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177287.957346:0:2379:0:(router.c:1888:lnet_notify()) Old news 00000800:00000100:0.0:1786177287.957350:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177287.957354:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fd00. 00000400:00000200:0.0:1786177287.957358:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177287.957362:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177287.957367:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35990 00000400:00000010:0.0:1786177287.957369:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35990. 00000100:00000001:0.0:1786177287.957373:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177287.957380:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.957406:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177287.957409:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.957414:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.957416:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177287.957425:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177287.957427:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f600. 00000400:00000200:0.0:1786177287.957430:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177287.957432:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177287.957435:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b353b8 00000400:00000010:0.0:1786177287.957437:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b353b8. 00000100:00000001:0.0:1786177287.957439:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177287.957443:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.957451:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177287.957455:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.957460:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.957461:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177287.957464:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177287.957466:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3f100. 00000400:00000200:0.0:1786177287.957467:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177287.957469:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177287.957471:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35110 00000400:00000010:0.0:1786177287.957472:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35110. 00000100:00000001:0.0:1786177287.957474:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177287.957476:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.957485:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177287.957487:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.957490:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.957491:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177287.957493:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177287.957495:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3fb00. 00000400:00000200:0.0:1786177287.957496:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177287.957498:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177287.957499:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35d48 00000400:00000010:0.0:1786177287.957500:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35d48. 00000100:00000001:0.0:1786177287.957501:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177287.957505:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.957510:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177287.957513:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.957518:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.957520:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177287.957523:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.156@tcp 00000800:00000010:0.0:1786177287.957525:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc4fc3ff00. 00000400:00000200:0.0:1786177287.957527:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1786177287.957530:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1786177287.957532:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35e58 00000400:00000010:0.0:1786177287.957534:0:2379:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35e58. 00000100:00000001:0.0:1786177287.957536:0:2379:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786177287.957539:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.957545:0:2379:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786177287.957548:0:2379:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177309 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.957554:0:2379:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.957555:0:2379:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177287.957623:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177287.957628:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177287.957631:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177287.957638:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177284/real 1786177287] req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177287.957648:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177287.957651:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177287.957653:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f607e8. 00000400:00000200:1.0:1786177287.957657:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35ee0 00000400:00000010:1.0:1786177287.957658:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35ee0. 00000100:00000001:1.0:1786177287.957661:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177287.957664:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177287.957672:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.957678:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177287.957680:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.957682:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177287.957684:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177287.957698:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.957710:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177287.957715:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.957721:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177287.957724:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.957725:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177287.957726:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.957728:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177287.957730:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177287.957733:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177287.957737:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177287.957740:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177287.957743:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177287.957750:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183040:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177287.957754:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177287.957758:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177284/real 1786177287] req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177287.957764:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177287.957766:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177287.957778:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60268. 00000400:00000200:1.0:1786177287.957781:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35b28 00000400:00000010:1.0:1786177287.957783:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35b28. 00000100:00000001:1.0:1786177287.957785:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177287.957789:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177287.957800:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.957805:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177287.957807:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.957808:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177287.957809:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177287.957812:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.957818:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177287.957821:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.957828:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177287.957830:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.957831:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177287.957833:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.957834:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177287.957835:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177287.957837:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177287.957839:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177287.957841:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177287.957843:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177287.957848:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182912:192.168.202.156@tcp:8:kworker.0 00000100:00000001:1.0:1786177287.957850:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177287.957852:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177284/real 1786177287] req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177287.957860:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177287.957861:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177287.957863:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60210. 00000400:00000200:1.0:1786177287.957864:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35770 00000400:00000010:1.0:1786177287.957865:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35770. 00000100:00000001:1.0:1786177287.957866:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177287.957868:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177287.957873:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.957876:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177287.957877:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.957878:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177287.957878:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177287.957880:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.957885:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177287.957888:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.957893:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177287.957894:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.957896:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177287.957897:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.957898:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177287.957900:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177287.957902:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177287.957908:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177287.957910:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177287.957914:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177287.957920:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182784:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177287.957924:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177287.959381:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177284/real 1786177287] req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177287.959401:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177287.959403:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177287.959406:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60948. 00000400:00000200:1.0:1786177287.959410:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35aa0 00000400:00000010:1.0:1786177287.959412:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35aa0. 00000100:00000001:1.0:1786177287.959416:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177287.959424:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177287.959432:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959439:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177287.959441:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959443:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177287.959445:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177287.959449:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959454:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177287.959459:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959474:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177287.959477:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959479:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177287.959480:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959483:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177287.959486:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177287.959489:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177287.959493:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177287.959495:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177287.959499:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177287.959505:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612182656:192.168.202.156@tcp:38:kworker.0 00000100:00000001:1.0:1786177287.959510:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786177287.959514:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177284/real 1786177287] req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786177287.959520:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786177287.959521:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786177287.959522:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc74f60b58. 00000400:00000200:1.0:1786177287.959524:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc78b35f68 00000400:00000010:1.0:1786177287.959526:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc78b35f68. 00000100:00000001:1.0:1786177287.959528:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786177287.959530:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786177287.959536:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959541:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786177287.959542:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959543:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177287.959544:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177287.959547:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959558:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177287.959561:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959566:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177287.959568:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959569:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177287.959570:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959572:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177287.959573:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177287.959575:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786177287.959578:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:1.0:1786177287.959580:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1786177287.959584:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177287.959590:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612182528:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177287.959593:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959596:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177287.959600:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612183040/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959606:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177287.959610:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177287.959614:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029800. 02000000:00000001:1.0:1786177287.959619:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177287.959621:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177287.959623:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177287.959625:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177287.959628:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4000. 02000000:00000001:1.0:1786177287.959632:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177287.959634:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177287.959636:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:1.0:1786177287.959639:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177287.959641:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959642:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177287.959645:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612182912/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959660:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177287.959661:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177287.959663:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:1.0:1786177287.959665:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177287.959667:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177287.959668:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:1.0:1786177287.959670:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177287.959671:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:1.0:1786177287.959673:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177287.959675:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177287.959676:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:1.0:1786177287.959678:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177287.959679:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959680:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177287.959684:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612182784/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959690:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177287.959691:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177287.959692:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62028400. 02000000:00000001:1.0:1786177287.959695:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177287.959696:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177287.959697:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177287.959699:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177287.959700:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:1.0:1786177287.959702:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177287.959703:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177287.959704:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:1.0:1786177287.959706:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177287.959708:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959710:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177287.959712:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612182656/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959718:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177287.959719:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177287.959720:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:1.0:1786177287.959722:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177287.959723:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177287.959724:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:1.0:1786177287.959726:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177287.959727:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:1.0:1786177287.959729:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177287.959730:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177287.959731:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:1.0:1786177287.959733:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177287.959735:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959736:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177287.959739:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612182528/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177309 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177287.959745:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786177287.959746:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786177287.959747:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:1.0:1786177287.959749:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786177287.959750:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786177287.959751:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:1.0:1786177287.959753:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786177287.959754:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:1.0:1786177287.959756:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786177287.959757:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786177287.959758:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:1.0:1786177287.959760:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786177287.959761:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959764:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177287.959782:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177287.959784:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177287.959788:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177287.959790:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177288.853247:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177288.853255:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177288.853258:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177288.853263:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177288.853266:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177288.853270:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177288.853273:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177288.853276:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177288.853279:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853646:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177288.853650:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853654:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177288.853655:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853658:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177288.853659:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853662:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177288.853664:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177288.853667:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177288.853670:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853673:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177288.853675:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853677:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853680:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853683:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177288.853684:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177288.853686:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177288.853687:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853688:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177288.853690:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853691:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177288.853693:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177288.853712:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177288.853715:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177288.853718:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177288.853735:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177288.853738:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177288.853739:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177288.853742:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177288.853744:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177288.853746:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177288.853748:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177288.853750:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177288.853753:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177288.853773:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177288.853777:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177288.853778:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177288.853781:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177288.853783:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177288.853785:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177288.853787:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177288.853789:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177288.853791:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177288.853840:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177288.853843:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177288.853845:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177288.853848:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177288.853851:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177288.853852:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177288.853854:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177288.853857:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177288.853859:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177288.853884:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177288.853888:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177288.853889:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177288.853892:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177288.853894:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177288.853896:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177288.853898:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177288.853899:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177288.853901:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177288.853951:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177288.853954:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177288.853955:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177288.853957:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177288.853959:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177288.853961:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177288.853963:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177288.853964:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177288.853966:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177289.877119:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177289.877125:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177289.877126:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177289.877130:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177289.877133:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177289.877136:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177289.877138:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177289.877139:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177289.877141:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177289.877210:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177289.877212:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177289.877213:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177289.877215:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177289.877216:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177289.877218:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177289.877219:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177289.877220:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177289.877221:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177289.877246:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177289.877249:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177289.877250:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177289.877252:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177289.877254:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177289.877256:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177289.877258:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177289.877260:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177289.877261:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177289.877269:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177289.877271:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177289.877272:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177289.877273:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177289.877275:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177289.877276:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177289.877277:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177289.877278:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177289.877279:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177289.877330:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177289.877334:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177289.877338:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177289.877340:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177289.877343:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177289.877344:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177289.877347:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177289.877348:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177289.877351:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177289.877353:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177289.877403:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177289.877409:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177289.877410:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177289.877413:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177289.877415:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177289.877417:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177289.877419:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177289.877420:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177289.877425:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177289.877459:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177289.877462:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177289.877463:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177289.877466:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177289.877468:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177289.877469:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177289.877471:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177289.877473:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177289.877474:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177289.877521:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177289.877524:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177289.877526:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786177290.005276:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177290.005284:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177290.005286:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177290.005289:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177290.005292:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177290.005297:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8725 00000400:00000200:1.0:1786177290.005303:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177290.005308:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177290.005310:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177290.005312:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005314:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177290.005316:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005318:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177290.005320:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177290.005322:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177290.005323:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177290.005325:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177290.005327:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177290.005328:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177290.005330:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005331:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177290.005332:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005333:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177290.005335:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177290.005337:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005339:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177290.005341:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177290.005343:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177290.005345:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005347:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177290.005348:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177290.005353:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ce00. 00000020:00000040:1.0:1786177290.005355:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177290.005357:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177290.005359:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005361:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177290.005363:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177290.005366:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177290.005371:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a800. 00000100:00000001:1.0:1786177290.005377:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177290.005383:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177290.005390:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177290.005393:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177290.005396:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058bcc49a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177290.005411:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177290.005414:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177290.005416:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177290.005417:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177290.005418:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177290.005420:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177290.005421:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8725 00000400:00000200:1.0:1786177290.005423:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177290.005425:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177290.005426:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177290.005428:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005429:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177290.005430:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005432:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177290.005433:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177290.005434:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:1.0:1786177290.005436:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177290.005437:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:1.0:1786177290.005439:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:1.0:1786177290.005441:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177290.005444:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005445:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177290.005447:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005449:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177290.005452:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:1.0:1786177290.005454:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005456:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177290.005458:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177290.005462:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177290.005464:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005466:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177290.005469:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177290.005472:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005474:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177290.005478:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7fb80. 00000020:00000040:1.0:1786177290.005480:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177290.005482:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177290.005483:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005485:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177290.005485:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177290.005487:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177290.005489:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029c00. 00000100:00000001:1.0:1786177290.005491:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177290.005495:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177290.005500:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177290.005502:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177290.005504:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fc0db8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177290.005508:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177290.005510:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177290.005513:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177290.005514:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177290.005516:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177290.005519:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177290.005521:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8725 00000400:00000200:1.0:1786177290.005524:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177290.005527:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177290.005529:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177290.005531:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005534:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177290.005535:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005537:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177290.005540:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177290.005541:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177290.005542:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177290.005544:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:1.0:1786177290.005546:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:1.0:1786177290.005548:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:1.0:1786177290.005551:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005553:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177290.005554:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005555:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177290.005557:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:1.0:1786177290.005558:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005560:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177290.005561:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177290.005564:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177290.005566:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005567:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177290.005569:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177290.005571:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005573:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177290.005576:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7e680. 00000020:00000040:1.0:1786177290.005578:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177290.005580:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177290.005581:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005583:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177290.005584:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177290.005586:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177290.005589:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028400. 00000100:00000001:1.0:1786177290.005592:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177290.005597:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177290.005604:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177290.005606:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177290.005610:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001854eadf] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177290.005617:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177290.005620:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177290.005623:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177290.005624:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177290.005625:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177290.005628:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177290.005630:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8725 00000400:00000200:1.0:1786177290.005634:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177290.005637:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177290.005639:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177290.005642:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005644:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177290.005645:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005647:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177290.005649:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177290.005650:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177290.005651:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177290.005653:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:1.0:1786177290.005655:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177290.005657:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:1.0:1786177290.005660:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005662:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177290.005664:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005666:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177290.005668:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:1.0:1786177290.005670:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177290.005673:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177290.005674:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177290.005677:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177290.005679:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005680:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177290.005682:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177290.005685:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005686:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177290.005690:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f800. 00000020:00000040:1.0:1786177290.005693:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177290.005695:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177290.005696:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.005698:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177290.005700:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177290.005701:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177290.005704:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028c00. 00000100:00000001:1.0:1786177290.005707:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177290.005712:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177290.005719:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177290.005721:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177290.005724:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017c0250a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177290.005731:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177290.005733:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177290.005736:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177290.005737:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177290.005739:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177290.005741:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177290.005743:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8725 00000400:00000200:1.0:1786177290.005747:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177290.005778:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177290.005782:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177290.005785:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177290.005790:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.005796:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177290.005798:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177290.005801:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177290.005803:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177290.005804:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177290.005806:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612183168:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177290.005809:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177290.005812:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177290.005814:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177290.005816:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177290.005820:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786177290.005821:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177290.005824:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177290.005827:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177290.005832:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177290.005837:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612183168, portal 25 00000100:00000001:3.0:1786177290.005839:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177290.005840:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263253504 : -127833446298112 : ffff8bbc74d7ce00) 00000100:00000040:3.0:1786177290.005844:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.005848:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177290.005850:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177290.005851:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177290.005854:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612183168, offset 0 00000400:00000200:3.0:1786177290.005858:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177290.005863:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177290.005867:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177290.005871:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177290.005874:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177290.005877:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177290.005878:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177290.005881:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410751:410751:256:4294967295] 192.168.202.156@tcp LPNI seq info [410749:410749:8:4294967295] 00000400:00000200:3.0:1786177290.005884:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177290.007093:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177290.007096:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177290.007098:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.007100:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177290.007102:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.007103:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177290.007106:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177290.007107:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:1.0:1786177290.007109:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177290.007111:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:1.0:1786177290.007112:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:1.0:1786177290.007114:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177290.007116:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.007116:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177290.007117:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177290.007118:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177290.007120:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:1.0:1786177290.007122:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177290.007123:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177290.007125:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177290.007128:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177290.007129:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.007131:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177290.007133:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177290.007134:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.007135:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177290.007140:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c000. 00000020:00000040:1.0:1786177290.007142:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177290.007144:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177290.007145:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.007147:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177290.007148:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177290.007150:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177290.007153:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029800. 00000100:00000001:1.0:1786177290.007156:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177290.007161:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177290.007167:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177290.007169:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177290.007171:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000170380d] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177290.007180:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177290.007186:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8735) 00000400:00000200:3.0:1786177290.007800:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177290.007809:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177290.007815:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177290.007822:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177290.007826:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786177290.007832:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177290.007835:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786177290.007840:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177290.007842:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177290.007846:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177290.007850:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177290.007856:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177290.007859:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177290.007863:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177290.007868:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.007879:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177290.007883:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.007890:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.007892:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177290.007900:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177290.007907:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177290.007911:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303398522 00000100:00000010:3.0:1786177290.007916:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3af60. 00000100:00000001:3.0:1786177290.007921:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177290.007928:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303398522 00000100:00000010:3.0:1786177290.007931:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3ad20. 00000100:00000001:3.0:1786177290.007934:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177290.007937:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177290.007940:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.007943:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177290.007947:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177290/real 1786177290] req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177290.007957:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177290.007959:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177290.007962:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177290.007965:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177290.007967:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177290.007970:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177290.007973:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177290.007981:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.007988:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177290.007989:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.007991:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177290.007993:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177290.007998:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008004:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177290.008033:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008041:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177290.008044:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008046:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177290.008048:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008050:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177290.008052:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177290.008055:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177290.008059:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177290.008062:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177290.008066:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177290.008072:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612183168:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177290.008075:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177290.008077:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008082:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177290.008083:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177290.008085:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177290.008087:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177290.008088:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177290.008090:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183296:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177290.008092:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177290.008094:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177290.008096:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177290.008097:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177290.008100:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177290.008102:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177290.008106:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177290.008108:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177290.008111:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177290.008114:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612183296, portal 10 00000100:00000001:3.0:1786177290.008115:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177290.008116:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263265152 : -127833446286464 : ffff8bbc74d7fb80) 00000100:00000040:3.0:1786177290.008121:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008125:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177290.008126:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177290.008127:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177290.008129:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612183296, offset 0 00000400:00000200:3.0:1786177290.008132:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177290.008137:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177290.008141:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177290.008144:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177290.008146:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177290.008148:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177290.008150:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177290.008152:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410752:410752:256:4294967295] 192.168.202.156@tcp LPNI seq info [410750:410750:8:4294967295] 00000400:00000200:3.0:1786177290.008155:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177290.008159:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177290.008162:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177290.008164:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177290.008167:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177290.008168:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786177290.008171:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177290.008173:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786177290.008176:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177290.008178:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177290.008192:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177290.008196:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177290.008199:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177290.008201:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177290.008203:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177290.008207:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008214:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177290.008217:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008224:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.008225:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177290.008229:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177290.008232:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786177290.008235:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177290.008237:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303397898 00000100:00000001:3.0:1786177290.008239:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303398522 00000100:00000001:3.0:1786177290.008241:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303397898 00000100:00000001:3.0:1786177290.008243:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303398522 00000100:00000001:3.0:1786177290.008245:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177290.008247:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.008249:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177290.008252:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177290/real 1786177290] req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177290.008260:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177290.008261:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177290.008263:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177290.008266:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177290.008268:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177290.008270:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177290.008273:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177290.008278:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008281:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177290.008283:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008284:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177290.008284:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177290.008287:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008291:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177290.008293:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008297:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177290.008298:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008299:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177290.008300:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008301:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177290.008303:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177290.008305:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177290.008306:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177290.008308:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177290.008310:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177290.008314:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183296:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177290.008316:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177290.008319:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008322:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177290.008323:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177290.008324:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177290.008325:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177290.008326:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177290.008328:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183424:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177290.008330:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177290.008332:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177290.008333:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177290.008334:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177290.008336:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177290.008337:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177290.008339:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177290.008341:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177290.008343:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177290.008345:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612183424, portal 10 00000100:00000001:3.0:1786177290.008346:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177290.008347:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263259776 : -127833446291840 : ffff8bbc74d7e680) 00000100:00000040:3.0:1786177290.008350:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008354:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177290.008355:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177290.008357:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177290.008358:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612183424, offset 0 00000400:00000200:3.0:1786177290.008360:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177290.008362:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177290.008364:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177290.008366:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177290.008368:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177290.008369:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177290.008371:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177290.008373:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410753:410753:256:4294967295] 192.168.202.156@tcp LPNI seq info [410751:410751:8:4294967295] 00000400:00000200:3.0:1786177290.008375:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177290.008390:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177290.008393:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177290.008396:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177290.008398:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177290.008400:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786177290.008402:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177290.008404:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786177290.008406:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177290.008408:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177290.008410:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177290.008412:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177290.008414:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177290.008415:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177290.008416:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177290.008419:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008423:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177290.008425:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008429:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.008430:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177290.008432:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177290.008434:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786177290.008436:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177290.008438:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303397898 00000100:00000001:3.0:1786177290.008440:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303398522 00000100:00000001:3.0:1786177290.008442:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303397898 00000100:00000001:3.0:1786177290.008444:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303398522 00000100:00000001:3.0:1786177290.008446:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177290.008448:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.008450:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177290.008453:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177290/real 1786177290] req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177290.008459:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177290.008461:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177290.008463:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177290.008465:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177290.008467:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177290.008469:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177290.008472:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177290.008479:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008485:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177290.008487:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008488:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177290.008490:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177290.008493:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008499:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177290.008502:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008506:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177290.008508:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008509:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177290.008509:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008510:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177290.008512:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177290.008513:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177290.008515:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177290.008516:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177290.008518:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177290.008522:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183424:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177290.008524:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177290.008527:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008530:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177290.008532:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177290.008533:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177290.008534:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177290.008535:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177290.008537:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183552:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177290.008538:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177290.008540:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177290.008541:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177290.008542:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177290.008545:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177290.008546:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177290.008549:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177290.008551:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177290.008553:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177290.008555:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612183552, portal 4 00000100:00000001:3.0:1786177290.008556:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177290.008557:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263264256 : -127833446287360 : ffff8bbc74d7f800) 00000100:00000040:3.0:1786177290.008560:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008566:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177290.008569:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177290.008571:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177290.008573:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612183552, offset 0 00000400:00000200:3.0:1786177290.008576:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177290.008579:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177290.008582:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177290.008585:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177290.008587:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177290.008589:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177290.008591:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177290.008594:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410754:410754:256:4294967295] 192.168.202.156@tcp LPNI seq info [410752:410752:8:4294967295] 00000400:00000200:3.0:1786177290.008598:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177290.008604:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177290.008608:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177290.008612:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177290.008616:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177290.008618:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786177290.008620:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177290.008622:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786177290.008624:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177290.008635:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177290.008637:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177290.008639:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177290.008642:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177290.008643:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177290.008645:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177290.008647:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008652:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177290.008654:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008657:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.008658:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177290.008666:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177290.008668:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786177290.008672:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177290.008674:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303398081 00000100:00000001:3.0:1786177290.008676:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303398522 00000100:00000001:3.0:1786177290.008678:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303398081 00000100:00000001:3.0:1786177290.008680:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303398522 00000100:00000001:3.0:1786177290.008682:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177290.008685:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.008686:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177290.008689:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177290/real 1786177290] req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177290.008697:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177290.008699:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177290.008700:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177290.008703:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177290.008705:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177290.008707:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177290.008710:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177290.008717:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008723:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177290.008724:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008726:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177290.008727:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177290.008730:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008736:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177290.008739:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008746:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177290.008757:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008759:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177290.008760:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008762:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177290.008763:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177290.008766:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177290.008770:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177290.008772:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177290.008776:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177290.008784:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183552:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177290.008788:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008791:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177290.008794:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ce00 x1872933612183168/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008800:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177290.008802:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177290.008805:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786177290.008808:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177290.008810:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177290.008811:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786177290.008813:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177290.008816:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:3.0:1786177290.008819:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177290.008821:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177290.008823:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ce00. 00000100:00000001:3.0:1786177290.008826:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177290.008826:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008828:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177290.008830:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7fb80 x1872933612183296/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008834:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177290.008835:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177290.008836:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177290.008838:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177290.008839:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177290.008839:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786177290.008840:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177290.008842:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:3.0:1786177290.008843:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177290.008844:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177290.008845:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7fb80. 00000100:00000001:3.0:1786177290.008846:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177290.008847:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008848:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177290.008849:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7e680 x1872933612183424/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008853:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177290.008853:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177290.008854:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177290.008855:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177290.008856:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177290.008856:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786177290.008857:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177290.008858:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028400. 02000000:00000001:3.0:1786177290.008859:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177290.008860:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177290.008860:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7e680. 00000100:00000001:3.0:1786177290.008861:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177290.008862:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008863:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177290.008864:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f800 x1872933612183552/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008868:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177290.008868:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177290.008869:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177290.008870:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177290.008870:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177290.008871:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786177290.008872:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177290.008873:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028c00. 02000000:00000001:3.0:1786177290.008874:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177290.008874:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177290.008875:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f800. 00000100:00000001:3.0:1786177290.008876:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177290.008877:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008879:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.008884:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177290.008885:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.008887:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177290.008889:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177290.008890:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177290.008892:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008896:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177290.008897:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177290.008898:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177290.008899:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177290.008901:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177290.008902:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183680:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177290.008904:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177290.008905:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177290.008906:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177290.008907:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177290.008910:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177290.008911:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177290.008913:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177290.008915:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177290.008917:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177290.008919:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612183680, portal 4 00000100:00000001:3.0:1786177290.008920:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177290.008921:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263249920 : -127833446301696 : ffff8bbc74d7c000) 00000100:00000040:3.0:1786177290.008925:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008928:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177290.008930:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177290.008931:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177290.008932:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612183680, offset 0 00000400:00000200:3.0:1786177290.008935:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177290.008938:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177290.008940:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177290.008942:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177290.008943:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177290.008945:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177290.008946:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177290.008948:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410755:410755:256:4294967295] 192.168.202.156@tcp LPNI seq info [410753:410753:8:4294967295] 00000400:00000200:3.0:1786177290.008951:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177290.008955:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177290.008958:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177290.008959:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177290.008962:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177290.008964:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1786177290.008966:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177290.008968:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1786177290.008970:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177290.008971:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177290.008973:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177290.008975:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177290.008977:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177290.008978:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177290.008979:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177290.008981:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008986:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177290.008989:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.008995:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.008997:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177290.009000:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177290.009002:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786177290.009005:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177290.009008:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303398061 00000100:00000001:3.0:1786177290.009191:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303398522 00000100:00000001:3.0:1786177290.009195:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303398062 00000100:00000001:3.0:1786177290.009197:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303398522 00000100:00000001:3.0:1786177290.009199:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177290.009202:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.009203:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177290.009208:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177290/real 1786177290] req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177290.009216:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177290.009217:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177290.009219:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177290.009221:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177290.009223:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177290.009225:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177290.009228:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177290.009236:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.009241:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177290.009243:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.009244:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177290.009245:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177290.009248:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.009254:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177290.009257:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.009262:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177290.009265:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.009267:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177290.009267:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.009269:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177290.009270:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177290.009272:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177290.009275:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177290.009277:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177290.009280:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177290.009287:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183680:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177290.009289:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.009291:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177290.009294:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c000 x1872933612183680/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177290.009299:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177290.009300:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177290.009302:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177290.009304:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177290.009306:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177290.009307:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786177290.009309:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177290.009310:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029800. 02000000:00000001:3.0:1786177290.009313:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177290.009314:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177290.009315:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c000. 00000100:00000001:3.0:1786177290.009318:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177290.009319:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.009321:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.009324:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177290.009325:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177290.009327:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177290.009329:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177290.645132:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303398522, at 4303398528 00000100:00000010:0.0:1786177290.645146:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3af60. 00000100:00000040:1.0:1786177290.645654:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303398522, at 4303398528 00000100:00000010:1.0:1786177290.645661:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3ad20. 00000100:00000001:3.0:1786177290.901157:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177290.901178:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177290.901181:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177290.901189:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177290.901189:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177290.901193:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177290.901193:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177290.901194:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177290.901197:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177290.901198:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177290.901198:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177290.901200:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.901201:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177290.901204:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.901207:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177290.901210:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177290.901211:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177290.901213:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177290.901373:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177290.901380:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177290.901382:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177290.901387:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177290.901391:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177290.901394:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177290.901396:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177290.901399:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177290.901401:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177290.901514:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177290.901517:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177290.901521:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177290.901522:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177290.901526:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177290.901527:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177290.901530:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177290.901531:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177290.901534:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177290.901535:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177290.901559:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177290.901562:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177290.901563:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177290.901565:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177290.901567:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177290.901569:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177290.901571:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177290.901573:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177290.901574:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177290.901691:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177290.901696:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177290.901698:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177290.901700:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177290.901703:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177290.901706:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177290.901708:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177290.901710:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177290.901712:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177290.901750:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177290.901754:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177290.901758:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177290.902255:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177290.902259:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177290.902260:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177290.902263:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177290.902265:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177290.902267:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.902269:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177290.902270:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177290.902273:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177291.925121:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177291.925128:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177291.925130:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177291.925134:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177291.925136:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177291.925138:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177291.925142:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177291.925143:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177291.925145:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177291.925146:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177291.925149:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177291.925151:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177291.925154:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177291.925155:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177291.925159:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177291.925162:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177291.925164:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177291.925166:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177291.925190:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177291.925193:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177291.925197:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177291.925199:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177291.925203:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177291.925204:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177291.925207:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177291.925209:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177291.925212:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177291.925213:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177291.925263:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177291.925265:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177291.925267:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177291.926922:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177291.926927:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177291.926929:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177291.926932:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177291.926935:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177291.926938:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177291.926940:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177291.926942:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177291.926944:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177291.927006:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177291.927009:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177291.927022:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177291.927026:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177291.927028:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177291.927030:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177291.927032:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177291.927033:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177291.927035:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177291.927078:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177291.927080:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177291.927081:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177291.927084:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177291.927086:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177291.927088:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177291.927089:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177291.927091:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177291.927093:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177291.927127:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177291.927130:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177291.927131:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177291.927133:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177291.927135:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177291.927137:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177291.927139:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177291.927141:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177291.927142:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177292.949159:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177292.949165:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177292.949167:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177292.949173:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177292.949176:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177292.949180:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177292.949183:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177292.949186:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177292.949189:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949211:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177292.949215:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177292.949217:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177292.949220:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949223:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177292.949225:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949227:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949229:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949233:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177292.949234:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177292.949235:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177292.949237:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949239:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177292.949240:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949242:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949244:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949248:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177292.949249:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949252:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177292.949254:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177292.949257:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177292.949258:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.949378:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177292.949381:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177292.949382:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177292.949385:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177292.949387:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177292.949389:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.949391:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177292.949392:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.949394:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.949545:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177292.949550:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177292.949552:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177292.949553:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1786177292.949556:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177292.949558:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177292.949560:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177292.949562:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.949564:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177292.949567:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177292.949568:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177292.949571:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177292.949572:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177292.949575:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177292.949577:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177292.949581:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177292.949583:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177292.949585:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177292.949600:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177292.949603:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177292.949607:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177292.949787:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177292.949790:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177292.949908:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177292.949911:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177292.949913:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177292.949914:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.949916:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177292.949917:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.949918:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177292.950060:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177292.950062:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177292.950063:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177292.950065:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177292.950066:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177292.950068:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177292.950069:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177292.950070:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177292.950071:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1786177293.077117:0:114278:0:(osc_request.c:745:osc_update_next_shrink()) next time 9933 to shrink grant 00000100:00000001:0.0:1786177293.973133:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177293.973133:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177293.973140:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177293.973143:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177293.973148:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177293.973152:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177293.973153:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177293.973155:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177293.973158:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177293.973160:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177293.973162:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177293.973164:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177293.973166:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177293.973168:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177293.973170:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177293.973173:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177293.973176:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177293.973180:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177293.973400:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177293.973404:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177293.973405:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177293.973408:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177293.973411:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177293.973414:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177293.973416:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177293.973418:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177293.973420:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177293.973425:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177293.973429:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177293.973431:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177293.973434:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177293.973436:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177293.973439:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177293.973442:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177293.973442:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177293.973444:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177293.973446:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177293.973448:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177293.973453:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177293.973456:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177293.973460:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177293.973461:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177293.973465:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177293.973467:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177293.973470:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177293.973471:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177293.973497:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177293.973501:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177293.973504:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177293.973533:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177293.973536:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177293.973537:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177293.973540:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177293.973542:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177293.973544:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177293.973546:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177293.973547:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177293.973549:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177293.974386:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177293.974389:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177293.974390:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177293.974393:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177293.974395:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177293.974397:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177293.974399:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177293.974400:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177293.974402:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177294.997124:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177294.997132:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177294.997134:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177294.997138:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177294.997140:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177294.997143:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177294.997145:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177294.997150:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177294.997151:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177294.997153:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177294.997155:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177294.997157:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177294.997160:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177294.997163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177294.997166:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177294.997173:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177294.997176:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177294.997181:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177294.997183:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177294.997213:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177294.997217:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177294.997220:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177294.997357:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177294.997360:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177294.997363:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177294.997366:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177294.997369:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177294.997372:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177294.997375:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177294.997375:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177294.997379:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177294.997381:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177294.997382:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177294.997383:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177294.997384:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177294.997388:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177294.997389:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177294.997392:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177294.997394:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177294.997397:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177294.997398:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177294.997403:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177294.997404:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177294.997405:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177294.997408:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177294.997408:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177294.997409:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177294.997412:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177294.997414:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177294.997415:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177294.997418:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177294.997419:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177294.997423:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177294.997425:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177294.997427:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177294.997428:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177294.997431:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177294.997435:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177294.997524:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177294.997528:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177294.997529:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177294.997531:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177294.997534:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177294.997535:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177294.997537:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177294.997539:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177294.997541:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177295.126144:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177295.126153:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177295.126156:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177295.126160:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177295.126164:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177295.126170:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8730 00000400:00000200:2.0:1786177295.126176:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177295.126181:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177295.126184:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177295.126187:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126191:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177295.126193:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126196:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177295.126199:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177295.126202:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177295.126205:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177295.126208:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177295.126210:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177295.126212:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177295.126215:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126217:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177295.126219:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126221:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177295.126224:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177295.126227:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126229:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177295.126231:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177295.126234:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177295.126237:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.126239:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177295.126241:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177295.126249:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0700. 00000020:00000040:2.0:1786177295.126252:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177295.126257:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177295.126258:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.126261:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177295.126264:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177295.126268:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177295.126275:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786177295.126281:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177295.126290:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177295.126300:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177295.126304:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177295.126310:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011833136] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.126371:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177295.126375:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177295.126377:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177295.126383:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.126392:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177295.126394:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177295.126398:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177295.126400:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177295.126403:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177295.126406:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612183808:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177295.126410:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177295.126414:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177295.126416:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177295.126419:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177295.126423:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177295.126425:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177295.126430:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177295.126434:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177295.126441:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177295.126447:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612183808, portal 25 00000100:00000001:3.0:1786177295.126450:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177295.126451:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439480576 : -127834270071040 : ffff8bbc43be0700) 00000100:00000040:3.0:1786177295.126456:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.126464:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177295.126467:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177295.126469:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177295.126472:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612183808, offset 0 00000400:00000200:3.0:1786177295.126479:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177295.126486:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177295.126491:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177295.126495:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177295.126499:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177295.126503:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177295.126506:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177295.126510:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410756:410756:256:4294967295] 192.168.202.156@tcp LPNI seq info [410754:410754:8:4294967295] 00000400:00000200:3.0:1786177295.126515:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177295.126525:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177295.126531:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177295.126535:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177295.126542:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177295.126545:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786177295.126552:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177295.126555:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786177295.126560:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177295.126563:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177295.126568:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177295.126573:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177295.126578:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177295.126580:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177295.126584:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177295.126588:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177295.126613:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177295.126617:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177295.126620:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177295.126621:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177295.126623:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177295.126626:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177295.126629:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8730 00000400:00000200:2.0:1786177295.126632:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177295.126635:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177295.126638:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177295.126640:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126643:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177295.126645:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126647:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177295.126649:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177295.126650:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177295.126651:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177295.126653:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177295.126655:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177295.126657:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177295.126660:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126662:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177295.126664:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126665:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177295.126668:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786177295.126670:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126672:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177295.126675:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177295.126679:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177295.126681:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.126683:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177295.126687:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177295.126690:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.126692:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177295.126695:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1f80. 00000020:00000040:2.0:1786177295.126698:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177295.126731:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177295.126733:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.126735:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177295.126736:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177295.126738:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177295.126742:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786177295.126746:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177295.126752:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177295.126758:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177295.126760:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177295.126764:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cd8849a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.126790:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177295.126795:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.126802:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.126804:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177295.126812:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177295.126817:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177295.126819:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303403641 00000100:00000010:3.0:1786177295.126824:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3af00. 00000100:00000001:3.0:1786177295.126831:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177295.126858:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177295.126861:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177295.126864:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177295.126865:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177295.126867:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177295.126870:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177295.126873:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8730 00000400:00000200:2.0:1786177295.126876:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177295.126879:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177295.126881:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177295.126884:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126886:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177295.126888:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126891:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177295.126893:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177295.126894:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177295.126895:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177295.126897:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177295.126899:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177295.126901:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177295.126904:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126906:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177295.126908:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126910:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177295.126912:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786177295.126914:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177295.126916:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177295.126918:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177295.126921:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177295.126923:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.126924:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177295.126926:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177295.126929:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.126930:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177295.126935:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786177295.126937:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177295.126939:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177295.126940:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.126942:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177295.126943:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177295.126945:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177295.126948:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000100:00000001:2.0:1786177295.126952:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177295.126957:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177295.126964:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177295.126966:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177295.126970:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177295.126977:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177295.126980:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177295.126983:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177295.126984:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177295.126986:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177295.126988:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177295.126990:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8730 00000400:00000200:2.0:1786177295.126993:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177295.126995:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177295.126997:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177295.126999:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.127001:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177295.127003:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.127005:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177295.127007:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177295.127008:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177295.127010:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177295.127046:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177295.127049:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177295.127051:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786177295.127054:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.127055:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177295.127058:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.127060:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177295.127062:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177295.127065:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177295.127068:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177295.127069:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177295.127072:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177295.127074:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.127076:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177295.127079:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177295.127081:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.127083:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177295.127087:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786177295.127089:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177295.127091:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177295.127092:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.127094:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177295.127096:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177295.127097:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177295.127101:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786177295.127103:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177295.127108:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177295.127115:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177295.127117:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177295.127120:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177295.127128:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177295.127131:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177295.127134:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177295.127136:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177295.127138:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177295.127140:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177295.127143:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8730 00000400:00000200:2.0:1786177295.127146:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177295.127149:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177295.127151:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177295.127154:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.127156:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177295.127158:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.127160:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177295.127162:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177295.127163:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177295.127164:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177295.127166:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786177295.127168:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177295.127170:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786177295.127173:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.127174:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177295.127176:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177295.127178:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177295.127180:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786177295.127183:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177295.127185:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177295.127186:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177295.127188:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177295.127190:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.127192:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177295.127193:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177295.127195:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.127197:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177295.127200:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000020:00000040:2.0:1786177295.127202:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177295.127204:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177295.127205:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177295.127207:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177295.127208:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177295.127210:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177295.127213:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786177295.127216:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177295.127220:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177295.127227:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177295.127230:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177295.127234:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177295.127241:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177295.127245:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8740) 00000100:00000001:3.0:1786177295.127305:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303403642 00000100:00000010:3.0:1786177295.127309:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a120. 00000100:00000001:3.0:1786177295.127313:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177295.127326:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177295.127329:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.127332:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177295.127337:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177295/real 1786177295] req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177295.127347:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177295.127349:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177295.127350:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177295.127354:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177295.127356:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177295.127359:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177295.127362:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177295.127370:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127377:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177295.127378:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.127381:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177295.127383:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177295.127387:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127395:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177295.127399:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127407:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177295.127410:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.127411:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177295.127413:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.127415:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177295.127417:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177295.127419:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177295.127423:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177295.127426:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177295.127430:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177295.127438:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612183808:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177295.127443:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.127445:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177295.127448:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0700 x1872933612183808/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127454:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177295.127457:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177295.127459:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177295.127464:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177295.127466:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177295.127467:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786177295.127470:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177295.127472:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4400. 02000000:00000001:3.0:1786177295.127475:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177295.127477:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177295.127479:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0700. 00000100:00000001:3.0:1786177295.127482:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177295.127483:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.127485:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.127492:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177295.127493:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.127496:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177295.127497:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177295.127499:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177295.127502:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127509:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177295.127510:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177295.127513:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177295.127514:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177295.127517:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177295.127519:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183936:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177295.127523:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177295.127525:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177295.127526:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177295.127528:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177295.127531:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177295.127532:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177295.127536:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177295.127539:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177295.127542:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177295.127545:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612183936, portal 10 00000100:00000001:3.0:1786177295.127547:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177295.127549:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439486848 : -127834270064768 : ffff8bbc43be1f80) 00000100:00000040:3.0:1786177295.127555:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127561:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177295.127564:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177295.127565:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177295.127568:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612183936, offset 0 00000400:00000200:3.0:1786177295.127572:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177295.127576:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177295.127580:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177295.127584:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177295.127586:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177295.127589:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177295.127592:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177295.127595:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410757:410757:256:4294967295] 192.168.202.156@tcp LPNI seq info [410755:410755:8:4294967295] 00000400:00000200:3.0:1786177295.127599:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177295.127606:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177295.127612:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177295.127614:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177295.127618:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177295.127622:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786177295.127626:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177295.127629:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786177295.127633:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177295.127635:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177295.127638:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177295.127641:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177295.127644:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177295.127646:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177295.127649:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177295.127652:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127659:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177295.127662:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127669:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.127670:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177295.127674:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177295.127677:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786177295.127680:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177295.127682:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303403017 00000100:00000001:3.0:1786177295.127684:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303403641 00000100:00000001:3.0:1786177295.127687:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303403017 00000100:00000001:3.0:1786177295.127689:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303403642 00000100:00000001:3.0:1786177295.127691:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177295.127693:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.127695:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177295.127797:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177295/real 1786177295] req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177295.127806:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177295.127807:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177295.127809:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177295.127811:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177295.127813:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177295.127815:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177295.127819:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177295.127826:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127832:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177295.127833:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.127834:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177295.127836:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177295.127838:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127844:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177295.127847:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127853:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177295.127855:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.127857:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177295.127858:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.127859:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177295.127863:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177295.127866:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177295.127869:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177295.127871:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177295.127876:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177295.127883:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612183936:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177295.127887:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177295.127890:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127896:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177295.127898:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177295.127900:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177295.127902:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177295.127903:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177295.127906:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184064:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177295.127909:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177295.127911:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177295.127913:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177295.127914:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177295.127917:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177295.127919:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177295.127923:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177295.127925:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177295.127928:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177295.127931:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612184064, portal 10 00000100:00000001:3.0:1786177295.127933:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177295.127934:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000040:3.0:1786177295.127940:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.127946:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177295.127948:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177295.127950:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177295.127952:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612184064, offset 0 00000400:00000200:3.0:1786177295.127957:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177295.127960:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177295.127963:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177295.127966:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177295.127968:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177295.127970:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177295.127972:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177295.127975:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410758:410758:256:4294967295] 192.168.202.156@tcp LPNI seq info [410756:410756:8:4294967295] 00000400:00000200:3.0:1786177295.127979:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177295.127984:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177295.127989:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177295.127993:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177295.127996:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177295.127999:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786177295.128003:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177295.128005:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786177295.128030:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177295.128032:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177295.128036:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177295.128039:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177295.128043:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177295.128045:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177295.128047:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177295.128051:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128059:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177295.128062:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128068:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.128070:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177295.128073:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177295.128075:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786177295.128078:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177295.128081:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303403018 00000100:00000001:3.0:1786177295.128083:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303403641 00000100:00000001:3.0:1786177295.128086:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303403018 00000100:00000001:3.0:1786177295.128088:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303403642 00000100:00000001:3.0:1786177295.128090:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177295.128092:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.128093:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177295.128097:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177295/real 1786177295] req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177295.128104:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177295.128105:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177295.128107:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177295.128109:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177295.128111:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177295.128112:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177295.128115:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177295.128124:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128129:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177295.128131:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128132:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177295.128133:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177295.128137:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128143:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177295.128146:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128152:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177295.128155:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128156:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177295.128158:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128159:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177295.128162:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177295.128164:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177295.128168:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177295.128170:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177295.128174:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177295.128181:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184064:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177295.128184:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177295.128187:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128193:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177295.128195:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177295.128197:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177295.128198:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177295.128200:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177295.128203:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184192:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177295.128206:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177295.128208:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177295.128209:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177295.128211:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177295.128214:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177295.128216:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177295.128219:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177295.128222:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177295.128225:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177295.128228:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612184192, portal 4 00000100:00000001:3.0:1786177295.128231:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177295.128232:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000040:3.0:1786177295.128238:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128244:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177295.128246:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177295.128248:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177295.128250:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612184192, offset 0 00000400:00000200:3.0:1786177295.128254:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177295.128258:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177295.128261:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177295.128264:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177295.128266:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177295.128269:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177295.128271:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177295.128274:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410759:410759:256:4294967295] 192.168.202.156@tcp LPNI seq info [410757:410757:8:4294967295] 00000400:00000200:3.0:1786177295.128278:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177295.128285:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177295.128289:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177295.128292:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177295.128295:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177295.128298:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786177295.128302:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177295.128305:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786177295.128308:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177295.128310:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177295.128312:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177295.128316:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177295.128318:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177295.128320:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177295.128322:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177295.128326:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128339:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177295.128342:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128349:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.128350:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177295.128352:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177295.128355:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786177295.128358:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177295.128360:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303403201 00000100:00000001:3.0:1786177295.128362:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303403641 00000100:00000001:3.0:1786177295.128364:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303403201 00000100:00000001:3.0:1786177295.128367:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303403642 00000100:00000001:3.0:1786177295.128369:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177295.128371:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.128372:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177295.128375:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177295/real 1786177295] req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177295.128382:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177295.128383:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177295.128385:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177295.128387:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177295.128389:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177295.128391:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177295.128394:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177295.128402:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128408:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177295.128410:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128412:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177295.128413:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177295.128417:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128424:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177295.128428:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128435:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177295.128437:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128438:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177295.128440:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128441:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177295.128443:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177295.128445:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177295.128447:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177295.128449:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177295.128453:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177295.128461:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184192:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177295.128465:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177295.128468:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128473:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177295.128475:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177295.128477:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177295.128478:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177295.128480:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177295.128484:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184320:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177295.128487:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177295.128488:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177295.128490:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177295.128492:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177295.128495:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786177295.128496:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177295.128499:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177295.128502:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177295.128504:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177295.128507:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612184320, portal 4 00000100:00000001:3.0:1786177295.128509:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177295.128510:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:3.0:1786177295.128515:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128521:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177295.128523:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177295.128525:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177295.128527:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612184320, offset 0 00000400:00000200:3.0:1786177295.128531:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177295.128534:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177295.128537:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177295.128540:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177295.128542:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177295.128544:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177295.128546:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177295.128549:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410760:410760:256:4294967295] 192.168.202.156@tcp LPNI seq info [410758:410758:8:4294967295] 00000400:00000200:3.0:1786177295.128553:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177295.128559:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177295.128564:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177295.128566:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177295.128570:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177295.128573:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1786177295.128577:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177295.128579:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1786177295.128583:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177295.128585:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177295.128587:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177295.128591:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177295.128594:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177295.128595:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177295.128598:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177295.128602:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128608:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177295.128611:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128617:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.128619:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177295.128622:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177295.128624:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786177295.128627:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177295.128629:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303403181 00000100:00000001:3.0:1786177295.128632:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303403641 00000100:00000001:3.0:1786177295.128634:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303403181 00000100:00000001:3.0:1786177295.128636:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303403642 00000100:00000001:3.0:1786177295.128638:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177295.128640:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.128641:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177295.128645:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177295/real 1786177295] req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177295.128653:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177295.128655:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177295.128656:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177295.128658:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177295.128660:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177295.128662:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177295.128665:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177295.128674:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128680:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177295.128682:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128683:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177295.128685:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177295.128688:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128695:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177295.128713:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128718:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177295.128720:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128722:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177295.128723:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128724:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177295.128726:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177295.128728:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177295.128732:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177295.128734:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177295.128738:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177295.128752:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184320:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177295.128755:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128757:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177295.128760:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1f80 x1872933612183936/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128766:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177295.128767:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177295.128769:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177295.128772:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177295.128774:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177295.128776:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786177295.128778:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177295.128780:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:3.0:1786177295.128783:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177295.128784:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177295.128786:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1f80. 00000100:00000001:3.0:1786177295.128789:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177295.128790:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128792:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177295.128795:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612184064/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128801:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177295.128803:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177295.128804:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177295.128806:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177295.128807:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177295.128808:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786177295.128810:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177295.128811:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:3.0:1786177295.128813:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177295.128814:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177295.128815:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:3.0:1786177295.128818:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177295.128819:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128821:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177295.128824:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612184192/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128830:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177295.128831:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177295.128832:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177295.128834:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177295.128835:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177295.128836:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786177295.128838:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177295.128839:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:3.0:1786177295.128841:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177295.128842:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177295.128843:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:3.0:1786177295.128845:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177295.128846:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128848:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177295.128851:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612184320/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177295.128857:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177295.128858:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177295.128859:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786177295.128862:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177295.128863:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177295.128864:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786177295.128866:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177295.128867:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:3.0:1786177295.128869:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177295.128870:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177295.128871:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:3.0:1786177295.128873:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177295.128874:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128876:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177295.128881:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177295.128883:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177295.128885:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177295.128886:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177295.766376:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303403642, at 4303403649 00000100:00000010:1.0:1786177295.766392:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a120. 00000100:00000040:0.0:1786177295.766479:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303403641, at 4303403649 00000100:00000010:0.0:1786177295.766486:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3af00. 00000100:00000001:0.0:1786177296.021099:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177296.021105:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177296.021106:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177296.021110:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177296.021113:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177296.021116:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177296.021117:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177296.021127:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177296.021128:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177296.021206:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177296.021210:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177296.021211:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177296.021214:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177296.021217:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177296.021219:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177296.021221:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177296.021222:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177296.021224:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177296.021367:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177296.021371:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177296.021372:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177296.021374:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177296.021377:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177296.021386:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177296.021388:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177296.021389:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177296.021392:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177296.021437:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177296.021440:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177296.021442:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177296.021443:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177296.021446:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177296.021448:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177296.021449:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177296.021449:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177296.021450:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177296.027881:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177296.027888:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177296.027894:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177296.027896:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177296.027899:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177296.027903:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177296.027905:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177296.027908:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177296.027912:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177296.027914:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177296.027916:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177296.027919:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177296.027922:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177296.027923:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177296.027926:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177296.027928:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177296.027965:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177296.027969:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177296.027971:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177296.027974:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177296.027978:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177296.027981:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177296.027984:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177296.027986:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177296.027989:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177296.028004:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177296.028008:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177296.028041:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177296.028124:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177296.028127:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177296.028128:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177296.028131:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177296.028133:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177296.028135:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177296.028137:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177296.028139:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177296.028141:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.045097:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177297.045100:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177297.045107:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177297.045107:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177297.045110:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.045111:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177297.045118:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177297.045119:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177297.045125:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177297.045125:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177297.045130:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177297.045130:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177297.045136:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177297.045140:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177297.045144:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.045144:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177297.045148:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177297.045151:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.045154:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177297.045180:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177297.045184:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177297.045185:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177297.045188:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177297.045191:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177297.045193:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177297.045194:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177297.045197:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177297.045200:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177297.045270:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177297.045278:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177297.045285:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177297.045286:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177297.045290:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177297.045291:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177297.045295:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177297.045296:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177297.045300:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177297.045302:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177297.045336:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177297.045341:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177297.045343:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177297.045348:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177297.045351:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177297.045355:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177297.045356:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1786177297.045359:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786177297.045361:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177297.045363:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1786177297.045366:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177297.045369:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.045422:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177297.045424:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177297.045426:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177297.045429:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177297.045431:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177297.045433:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177297.045435:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177297.045437:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.045504:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177297.045507:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177297.045509:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177297.045511:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177297.045513:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177297.045515:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.045517:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177297.045519:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.045520:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177298.069163:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177298.069172:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177298.069174:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177298.069181:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177298.069186:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177298.069191:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177298.069194:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177298.069197:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177298.069200:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177298.069314:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177298.069318:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177298.069324:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177298.069325:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177298.069329:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177298.069330:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177298.069334:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177298.069336:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177298.069339:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177298.069340:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177298.069363:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177298.069366:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177298.069367:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177298.069370:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177298.069372:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177298.069375:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177298.069377:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177298.069378:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177298.069380:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177298.069473:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177298.069477:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177298.069478:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177298.069481:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177298.069483:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177298.069485:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177298.069487:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177298.069488:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177298.069491:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177298.069627:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177298.069630:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177298.069631:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177298.069633:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177298.069636:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177298.069638:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177298.069640:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177298.069641:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177298.069643:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177298.069853:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177298.069853:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1786177298.069859:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177298.069860:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177298.069862:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177298.069866:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786177298.069866:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177298.069871:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177298.069873:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177298.069875:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177298.069878:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177298.069880:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177298.069953:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177298.069957:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177298.069958:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177298.069961:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177298.069963:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177298.069966:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177298.069968:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177298.069969:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177298.069972:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177299.093113:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177299.093117:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177299.093119:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177299.093122:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177299.093122:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177299.093126:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177299.093127:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177299.093131:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177299.093132:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177299.093135:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177299.093137:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177299.093138:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177299.093141:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177299.093142:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177299.093143:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177299.093147:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177299.093150:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177299.093153:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177299.093258:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177299.093262:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177299.093263:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177299.093266:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177299.093269:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177299.093271:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177299.093273:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177299.093274:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177299.093277:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177299.093286:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177299.093290:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177299.093296:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177299.093298:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177299.093298:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177299.093301:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177299.093303:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177299.093305:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177299.093305:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177299.093306:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177299.093310:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177299.093310:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177299.093313:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177299.093316:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177299.093317:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177299.093318:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177299.093323:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177299.093326:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177299.093329:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177299.093333:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177299.093335:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177299.093338:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177299.093340:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177299.093343:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177299.093345:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177299.093346:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177299.093348:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177299.093349:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177299.093351:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177299.093352:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177299.093354:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177299.093409:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177299.093411:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177299.093414:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177299.093476:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177299.093479:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177299.093481:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177299.093483:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177299.093485:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177299.093487:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177299.093489:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177299.093490:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177299.093492:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177299.093705:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177299.093708:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177299.093709:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177299.093712:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177299.093713:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177299.093714:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177299.093716:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177299.093717:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177299.093718:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.117113:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177300.117113:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177300.117118:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177300.117119:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177300.117120:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177300.117122:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177300.117124:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.117124:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177300.117129:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177300.117132:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177300.117133:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177300.117133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177300.117136:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177300.117137:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.117140:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177300.117144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177300.117145:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177300.117147:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177300.117148:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.117149:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.117154:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177300.117165:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177300.117168:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177300.117171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177300.117173:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.117198:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177300.117201:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177300.117203:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177300.117212:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1786177300.117215:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1786177300.117217:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1786177300.117218:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177300.117220:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177300.117221:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786177300.117225:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177300.117229:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177300.117232:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177300.117234:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177300.117235:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177300.117238:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177300.117239:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177300.117242:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177300.117244:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177300.117246:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177300.117251:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177300.117252:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177300.117254:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177300.117255:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177300.117258:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177300.117259:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1786177300.117261:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177300.117262:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177300.117264:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177300.117267:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177300.117267:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.117272:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177300.117272:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177300.117275:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177300.117277:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177300.117278:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177300.117280:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177300.117285:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177300.117287:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177300.117290:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177300.117292:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177300.117294:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177300.117296:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177300.245199:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177300.245209:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177300.245211:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177300.245215:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177300.245219:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177300.245226:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8735 00000400:00000200:0.0:1786177300.245234:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177300.245240:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177300.245242:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177300.245246:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245249:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177300.245251:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245253:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177300.245257:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177300.245259:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:0.0:1786177300.245262:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177300.245265:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:0.0:1786177300.245267:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:0.0:1786177300.245269:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:0.0:1786177300.245272:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245273:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177300.245275:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245277:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177300.245279:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:0.0:1786177300.245282:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245284:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177300.245287:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177300.245290:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177300.245292:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.245294:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177300.245296:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177300.245306:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901b100. 00000020:00000040:0.0:1786177300.245310:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:0.0:1786177300.245314:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177300.245315:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.245318:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177300.245321:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177300.245325:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177300.245333:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1c00. 00000100:00000001:0.0:1786177300.245340:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177300.245364:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177300.245373:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177300.245378:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177300.245383:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d51e1f9e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177300.245414:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177300.245417:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177300.245421:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177300.245422:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177300.245423:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177300.245426:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177300.245429:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8735 00000400:00000200:0.0:1786177300.245432:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177300.245435:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177300.245437:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177300.245440:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245442:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177300.245444:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245445:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177300.245448:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177300.245449:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:0.0:1786177300.245451:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177300.245453:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:0.0:1786177300.245455:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:0.0:1786177300.245457:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:0.0:1786177300.245460:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245461:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177300.245463:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245464:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177300.245467:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:0.0:1786177300.245469:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245472:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177300.245474:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177300.245478:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177300.245480:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.245482:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177300.245486:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177300.245489:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.245492:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177300.245497:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901bb80. 00000020:00000040:0.0:1786177300.245499:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177300.245502:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177300.245503:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.245505:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177300.245506:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177300.245508:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177300.245512:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1800. 00000100:00000001:0.0:1786177300.245515:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177300.245535:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177300.245543:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177300.245545:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177300.245549:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000434ddc0a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177300.245557:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177300.245560:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177300.245563:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1786177300.245565:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177300.245566:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177300.245569:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177300.245571:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8735 00000400:00000200:0.0:1786177300.245575:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177300.245578:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177300.245580:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177300.245583:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245585:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177300.245587:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245589:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177300.245592:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177300.245593:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:0.0:1786177300.245594:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177300.245596:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:0.0:1786177300.245599:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:0.0:1786177300.245601:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:0.0:1786177300.245604:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245606:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177300.245607:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245609:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177300.245611:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:0.0:1786177300.245614:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177300.245616:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177300.245618:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177300.245621:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177300.245622:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.245624:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177300.245626:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177300.245628:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.245629:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177300.245633:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49018700. 00000020:00000040:0.0:1786177300.245635:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:0.0:1786177300.245637:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177300.245638:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.245640:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177300.245642:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177300.245643:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177300.245647:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc1400. 00000100:00000001:2.0:1786177300.245689:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177300.245694:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177300.245697:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177300.245704:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.245719:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177300.245721:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177300.245724:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177300.245727:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177300.245730:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177300.245733:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612184448:192.168.202.156@tcp:250:kworker.0 00000100:00000001:2.0:1786177300.245737:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177300.245741:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177300.245743:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177300.245746:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177300.245751:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd7c00. 02000000:00000001:2.0:1786177300.245753:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177300.245759:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177300.245763:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177300.245769:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177300.245776:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612184448, portal 25 00000100:00000001:2.0:1786177300.245778:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177300.245780:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527801088 : -127834181750528 : ffff8bbc4901b100) 00000100:00000040:2.0:1786177300.245785:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.245793:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177300.245795:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177300.245799:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177300.245803:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612184448, offset 0 00000400:00000200:2.0:1786177300.245810:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177300.245818:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177300.245825:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177300.245831:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177300.245834:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177300.245838:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177300.245841:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177300.245846:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410761:410761:256:4294967295] 192.168.202.156@tcp LPNI seq info [410759:410759:8:4294967295] 00000400:00000200:2.0:1786177300.245850:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177300.245860:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177300.245866:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177300.245871:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177300.245877:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177300.245882:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1786177300.245887:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177300.245890:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1786177300.245895:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177300.245898:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177300.245903:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177300.245908:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177300.245913:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177300.245915:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177300.245920:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177300.245926:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1786177300.245926:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177300.245936:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177300.245940:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177300.245948:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1786177300.245948:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177300.245953:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177300.245962:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d595bd14] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.245963:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.245967:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177300.245974:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.245975:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177300.245980:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1786177300.245982:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:0.0:1786177300.245986:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177300.245988:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303408760 00000100:00000001:0.0:1786177300.245989:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177300.245992:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177300.245995:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177300.245998:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8735 00000400:00000200:0.0:1786177300.246002:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:0.0:1786177300.246005:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:0.0:1786177300.246007:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1786177300.246010:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.246053:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177300.246056:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.246058:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177300.246061:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177300.246062:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:0.0:1786177300.246064:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786177300.246067:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:0.0:1786177300.246070:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000010:2.0:1786177300.246070:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc58ba4ba0. 00000100:00000001:2.0:1786177300.246080:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1786177300.246083:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:2.0:1786177300.246087:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303408760 00000100:00000040:0.0:1786177300.246090:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000010:2.0:1786177300.246093:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc58ba4660. 00000100:00000001:0.0:1786177300.246094:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177300.246099:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177300.246100:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177300.246103:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:2.0:1786177300.246106:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1786177300.246108:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:2.0:1786177300.246111:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177300.246113:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177300.246116:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177300.246117:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177300.246121:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177300.246124:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786177300.246125:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177300/real 1786177300] req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177300.246128:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.246134:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177300.246138:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1786177300.246143:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177300.246144:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786177300.246145:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177300.246148:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:0.0:1786177300.246151:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc4901a300. 00000400:00000010:2.0:1786177300.246152:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000020:00000040:0.0:1786177300.246157:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000400:00000200:2.0:1786177300.246158:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 02000000:00000001:0.0:1786177300.246162:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1786177300.246162:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 02000000:00000001:0.0:1786177300.246165:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.246167:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177300.246169:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177300.246173:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1786177300.246174:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177300.246176:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786177300.246183:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc0000. 00000100:00000001:0.0:1786177300.246188:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1786177300.246188:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786177300.246196:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177300.246202:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177300.246206:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177300.246207:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177300.246212:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.246212:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177300.246215:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177300.246219:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aad91a8e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177300.246225:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177300.246232:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177300.246237:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177300.246240:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177300.246242:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177300.246245:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177300.246249:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1786177300.246249:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177300.246254:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177300.246259:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8735 00000400:00000200:0.0:1786177300.246268:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177300.246270:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:0.0:1786177300.246274:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:2.0:1786177300.246276:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177300.246278:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177300.246280:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177300.246283:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786177300.246284:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177300.246286:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177300.246288:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177300.246291:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1786177300.246293:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00080000:2.0:1786177300.246297:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786177300.246298:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:0.0:1786177300.246303:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786177300.246306:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000100:00080000:2.0:1786177300.246306:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000020:00000001:0.0:1786177300.246311:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177300.246312:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:0.0:1786177300.246315:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:0.0:1786177300.246320:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786177300.246320:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1786177300.246325:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:0.0:1786177300.246332:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:0.0:1786177300.246337:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786177300.246343:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00100000:2.0:1786177300.246343:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612184448:192.168.202.156@tcp:250:kworker.0 00000100:00000001:0.0:1786177300.246346:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:0.0:1786177300.246351:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:2.0:1786177300.246352:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1786177300.246356:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:0.0:1786177300.246361:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177300.246361:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177300.246366:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177300.246370:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177300.246375:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786177300.246376:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.246379:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.246380:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177300.246384:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 02000000:00000001:2.0:1786177300.246384:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177300.246388:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1786177300.246389:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.246394:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177300.246394:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786177300.246402:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc49019500. 00000100:00100000:2.0:1786177300.246402:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184576:192.168.202.156@tcp:38:kworker.0 00000020:00000040:0.0:1786177300.246406:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:2.0:1786177300.246409:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177300.246411:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177300.246413:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177300.246414:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177300.246417:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.246418:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177300.246421:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177300.246422:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177300.246424:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177300.246427:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd5000. 02000000:00000010:0.0:1786177300.246431:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc74dc2c00. 02000000:00000001:2.0:1786177300.246431:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177300.246437:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177300.246438:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177300.246444:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000100:00100000:0.0:1786177300.246445:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1786177300.246449:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177300.246455:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612184576, portal 10 00000100:00000001:0.0:1786177300.246457:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177300.246460:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177300.246461:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.246463:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527803776 : -127834181747840 : ffff8bbc4901bb80) 00000100:00000040:0.0:1786177300.246467:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054174f98] to pc [ptlrpcd_rcv+-1] req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177300.246475:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177300.246478:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177300.246485:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8745) 00000100:00000001:2.0:1786177300.246486:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177300.246492:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177300.246494:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177300.246497:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612184576, offset 0 00000400:00000200:2.0:1786177300.246502:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177300.246507:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177300.246512:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177300.246516:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177300.246519:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177300.246522:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177300.246525:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177300.246529:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410762:410762:256:4294967295] 192.168.202.156@tcp LPNI seq info [410760:410760:8:4294967295] 00000400:00000200:2.0:1786177300.246533:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177300.246540:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177300.246545:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177300.246548:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177300.246552:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177300.246555:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1786177300.246560:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177300.246563:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1786177300.246567:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177300.246570:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177300.246573:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177300.246577:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177300.246580:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177300.246583:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177300.246586:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177300.246589:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.246597:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177300.246600:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.246607:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.246608:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177300.246612:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177300.246618:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:2.0:1786177300.246621:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177300.246624:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303408136 00000100:00000001:2.0:1786177300.246626:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303408760 00000100:00000001:2.0:1786177300.246629:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303408136 00000100:00000001:2.0:1786177300.246631:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303408760 00000100:00000001:2.0:1786177300.246633:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177300.246635:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.246637:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177300.246642:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177300/real 1786177300] req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177300.247747:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177300.247750:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177300.247753:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177300.247758:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177300.247760:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177300.247763:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177300.247769:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177300.247779:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.247786:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177300.247788:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.247790:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177300.247792:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177300.247796:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.247803:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177300.247807:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.247814:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177300.247817:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.247819:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177300.247820:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.247821:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177300.247825:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177300.247828:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177300.247831:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177300.247834:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177300.247837:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177300.247845:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184576:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177300.247850:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.247853:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177300.247856:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901b100 x1872933612184448/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.247863:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177300.247866:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177300.247869:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:2.0:1786177300.247872:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177300.247873:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177300.247875:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1786177300.247877:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177300.247880:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1c00. 02000000:00000001:2.0:1786177300.247883:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177300.247885:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177300.247886:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901b100. 00000100:00000001:2.0:1786177300.247889:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177300.247890:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.247892:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177300.247895:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901bb80 x1872933612184576/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.247901:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177300.247902:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177300.247903:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:2.0:1786177300.247905:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177300.247906:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177300.247907:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:2.0:1786177300.247909:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177300.247911:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1800. 02000000:00000001:2.0:1786177300.247913:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177300.247914:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177300.247915:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901bb80. 00000100:00000001:2.0:1786177300.247917:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177300.247918:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.247921:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.247928:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177300.247930:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.247933:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177300.247934:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177300.247936:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177300.247940:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.247947:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177300.247949:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177300.247951:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177300.247954:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177300.247956:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177300.247959:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184704:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177300.247962:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177300.247965:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177300.247966:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177300.247968:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177300.247973:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd5000. 02000000:00000001:2.0:1786177300.247975:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177300.247979:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177300.247982:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177300.247986:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177300.247991:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612184704, portal 10 00000100:00000001:2.0:1786177300.247993:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177300.247994:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527790336 : -127834181761280 : ffff8bbc49018700) 00000100:00000040:2.0:1786177300.248062:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248070:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177300.248072:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177300.248075:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177300.248079:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612184704, offset 0 00000400:00000200:2.0:1786177300.248083:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177300.248088:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177300.248093:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177300.248097:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177300.248101:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177300.248103:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177300.248106:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177300.248109:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410763:410763:256:4294967295] 192.168.202.156@tcp LPNI seq info [410761:410761:8:4294967295] 00000400:00000200:2.0:1786177300.248114:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177300.248120:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177300.248126:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177300.248130:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177300.248136:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177300.248139:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1786177300.248144:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177300.248147:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1786177300.248150:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177300.248152:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177300.248156:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177300.248159:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177300.248163:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177300.248164:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177300.248167:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177300.248171:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248179:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177300.248182:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248189:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.248190:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177300.248194:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177300.248198:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:2.0:1786177300.248201:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177300.248203:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303408138 00000100:00000001:2.0:1786177300.248206:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303408760 00000100:00000001:2.0:1786177300.248208:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303408138 00000100:00000001:2.0:1786177300.248211:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303408760 00000100:00000001:2.0:1786177300.248213:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177300.248216:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.248217:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177300.248221:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177300/real 1786177300] req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177300.248229:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177300.248230:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177300.248232:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177300.248235:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177300.248236:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177300.248238:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177300.248241:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177300.248254:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248260:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177300.248261:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.248263:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177300.248264:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177300.248268:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248274:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177300.248279:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248285:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177300.248288:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.248289:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177300.248291:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.248292:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177300.248294:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177300.248297:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177300.248300:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177300.248303:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177300.248307:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177300.248314:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184704:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177300.248318:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177300.248322:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248334:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177300.248335:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177300.248337:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177300.248339:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177300.248341:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177300.248344:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184832:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177300.248347:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177300.248349:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177300.248350:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177300.248352:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177300.248355:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd7c00. 02000000:00000001:2.0:1786177300.248357:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177300.248360:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177300.248362:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177300.248365:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177300.248368:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612184832, portal 4 00000100:00000001:2.0:1786177300.248370:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177300.248371:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527797504 : -127834181754112 : ffff8bbc4901a300) 00000100:00000040:2.0:1786177300.248375:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248382:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177300.248384:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177300.248386:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177300.248388:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612184832, offset 0 00000400:00000200:2.0:1786177300.248391:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177300.248394:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177300.248397:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177300.248400:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177300.248402:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177300.248405:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177300.248407:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177300.248410:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410764:410764:256:4294967295] 192.168.202.156@tcp LPNI seq info [410762:410762:8:4294967295] 00000400:00000200:2.0:1786177300.248414:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177300.248421:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177300.248425:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177300.248429:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177300.248432:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177300.248435:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1786177300.248439:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177300.248442:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1786177300.248445:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177300.248447:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177300.248449:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177300.248452:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177300.248455:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177300.248457:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177300.248459:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177300.248462:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248470:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177300.248472:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248479:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.248480:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177300.248483:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177300.248486:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:2.0:1786177300.248489:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177300.248491:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303408321 00000100:00000001:2.0:1786177300.248494:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303408760 00000100:00000001:2.0:1786177300.248496:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303408321 00000100:00000001:2.0:1786177300.248498:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303408760 00000100:00000001:2.0:1786177300.248500:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177300.248502:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.248504:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177300.248508:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177300/real 1786177300] req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177300.248514:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177300.248515:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177300.248517:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177300.248519:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177300.248521:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177300.248523:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177300.248526:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177300.248535:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248541:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177300.248542:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.248543:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177300.248545:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177300.248548:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248555:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177300.248559:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248566:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177300.248568:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.248570:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177300.248571:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.248573:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177300.248574:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177300.248576:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177300.248580:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177300.248581:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177300.248585:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177300.248593:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc4901a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184832:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177300.248597:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177300.248600:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.248605:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177300.248607:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177300.248609:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177300.248610:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177300.248612:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177300.248614:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184960:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177300.248618:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177300.248620:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177300.248621:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177300.248623:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177300.248625:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd5800. 02000000:00000001:2.0:1786177300.248628:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177300.248631:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177300.248633:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177300.248636:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177300.248639:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612184960, portal 4 00000100:00000001:2.0:1786177300.248641:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177300.248642:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239527793920 : -127834181757696 : ffff8bbc49019500) 00000100:00000040:2.0:1786177300.248648:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.250251:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177300.250257:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177300.250263:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177300.250268:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612184960, offset 0 00000400:00000200:2.0:1786177300.250273:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177300.250279:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177300.250285:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177300.250289:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177300.250293:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177300.250296:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177300.250299:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177300.250302:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410765:410765:256:4294967295] 192.168.202.156@tcp LPNI seq info [410763:410763:8:4294967295] 00000400:00000200:2.0:1786177300.250307:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177300.250314:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177300.250319:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177300.250324:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177300.250329:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177300.250332:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1786177300.250337:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177300.250339:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1786177300.250342:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177300.250345:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177300.250349:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177300.250352:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177300.250356:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177300.250358:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177300.250361:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177300.250365:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.250376:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177300.250379:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.250385:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.250387:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177300.250391:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177300.250395:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:2.0:1786177300.250398:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177300.250400:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303408303 00000100:00000001:2.0:1786177300.250404:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303408760 00000100:00000001:2.0:1786177300.250406:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303408303 00000100:00000001:2.0:1786177300.250408:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303408760 00000100:00000001:2.0:1786177300.250410:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177300.250413:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.250415:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177300.250419:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177300/real 1786177300] req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177300.250427:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177300.250428:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177300.250430:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177300.250433:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177300.250435:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177300.250437:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177300.250440:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177300.250449:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.250455:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177300.250457:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.250458:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177300.250460:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177300.250464:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.250471:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177300.250474:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.250481:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177300.250484:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.250486:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177300.250487:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.250489:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177300.250491:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177300.250493:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177300.250496:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177300.250498:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177300.250502:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177300.250510:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc49019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612184960:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177300.250515:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.250517:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177300.250521:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49018700 x1872933612184704/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.250528:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177300.250530:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177300.250533:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:2.0:1786177300.250536:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177300.250538:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177300.250540:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:2.0:1786177300.250542:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177300.250544:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc1400. 02000000:00000001:2.0:1786177300.250547:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177300.250549:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177300.250551:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49018700. 00000100:00000001:2.0:1786177300.250553:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177300.250555:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.250557:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177300.250560:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc4901a300 x1872933612184832/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.250567:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177300.250568:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177300.250569:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:2.0:1786177300.250572:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177300.250573:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177300.250574:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:2.0:1786177300.250576:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177300.250577:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc0000. 02000000:00000001:2.0:1786177300.250579:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177300.250580:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177300.250582:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc4901a300. 00000100:00000001:2.0:1786177300.250584:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177300.250585:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.250587:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177300.250590:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc49019500 x1872933612184960/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177300.250597:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177300.250599:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177300.250600:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:2.0:1786177300.250602:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177300.250603:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177300.250604:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:2.0:1786177300.250605:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177300.250606:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc74dc2c00. 02000000:00000001:2.0:1786177300.250608:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177300.250609:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177300.250611:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc49019500. 00000100:00000001:2.0:1786177300.250613:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177300.250614:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.250616:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177300.250622:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177300.250624:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177300.250626:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177300.250629:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177300.885183:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303408760, at 4303408768 00000100:00000010:0.0:1786177300.885202:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc58ba4ba0. 00000100:00000040:1.0:1786177300.885361:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303408760, at 4303408768 00000100:00000010:1.0:1786177300.885368:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc58ba4660. 00000100:00000001:2.0:1786177301.141121:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177301.141122:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177301.141128:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177301.141130:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177301.141137:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177301.141137:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177301.141140:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177301.141142:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177301.141145:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177301.141147:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177301.141149:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177301.141151:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177301.141153:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177301.141154:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177301.141158:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177301.141159:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177301.141161:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177301.141171:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177301.141280:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177301.141284:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177301.141286:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177301.141289:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177301.141291:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177301.141294:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177301.141296:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177301.141298:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177301.141300:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177301.141318:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177301.141321:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177301.141325:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177301.141326:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177301.141330:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177301.141332:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177301.141336:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177301.141337:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177301.141341:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177301.141343:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177301.141348:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177301.141352:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177301.141353:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177301.141355:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177301.141357:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177301.141359:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177301.141361:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177301.141362:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177301.141363:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177301.141365:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177301.141369:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177301.141372:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177301.141391:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177301.141394:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177301.141395:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177301.141398:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177301.141400:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177301.141402:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177301.141404:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177301.141405:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177301.141407:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177301.141517:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177301.141520:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177301.141520:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177301.141522:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177301.141523:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177301.141525:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177301.141526:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177301.141527:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177301.141528:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.165142:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177302.165145:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177302.165150:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.165151:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177302.165155:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.165157:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177302.165159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177302.165161:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177302.165162:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177302.165163:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.165166:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.165169:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177302.165171:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177302.165172:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177302.165174:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177302.165174:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177302.165175:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.165176:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177302.165180:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177302.165181:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.165182:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177302.165183:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177302.165184:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177302.165187:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177302.165188:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.165189:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177302.165190:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177302.165192:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.165193:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177302.165194:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177302.165198:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177302.165199:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177302.165204:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177302.165206:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177302.165209:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.165227:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177302.165231:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177302.165233:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177302.165236:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177302.165238:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177302.165241:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.165243:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177302.165245:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.165247:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.165255:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177302.165259:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177302.165260:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177302.165263:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177302.165265:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177302.165268:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177302.165270:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177302.165272:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177302.165274:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177302.165312:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177302.165314:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177302.165334:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177302.165337:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177302.165339:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177302.165362:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177302.165366:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177302.165368:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177302.165371:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177302.165373:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177302.165376:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177302.165378:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177302.165380:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177302.165391:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177303.189170:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177303.189179:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177303.189182:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177303.189189:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177303.189193:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177303.189199:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177303.189202:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177303.189205:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177303.189209:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177303.189241:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177303.189244:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177303.189245:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177303.189247:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177303.189249:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177303.189251:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177303.189253:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177303.189255:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177303.189257:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177303.190206:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177303.190213:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177303.190215:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177303.190220:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177303.190224:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177303.190227:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177303.190230:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177303.190232:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177303.190235:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190261:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177303.190265:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177303.190268:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177303.190272:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190275:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177303.190278:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190280:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190283:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190287:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177303.190289:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177303.190290:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177303.190292:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190293:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177303.190295:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190296:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190298:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190302:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177303.190304:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190308:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177303.190309:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177303.190312:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177303.190314:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177303.190332:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177303.190336:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177303.190339:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177303.190439:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177303.190443:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177303.190444:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177303.190449:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177303.190450:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177303.190454:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177303.190455:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177303.190460:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177303.190462:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177303.190466:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177303.190467:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177303.190470:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177303.190472:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177303.190476:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177303.190478:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177303.190483:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177303.190487:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177303.190491:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177303.190572:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177303.190575:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177303.190577:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177303.190580:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177303.190582:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177303.190584:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177303.190586:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177303.190587:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177303.190589:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177304.213164:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177304.213175:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177304.213178:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177304.213185:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177304.213188:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177304.213193:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177304.213196:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177304.213199:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177304.213202:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177304.213326:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177304.213330:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177304.213331:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177304.213334:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177304.213336:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177304.213339:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177304.213340:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177304.213342:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177304.213344:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177304.213441:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177304.213445:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177304.213446:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177304.213449:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177304.213451:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177304.213453:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177304.213454:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177304.213456:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177304.213458:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177304.213540:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177304.213544:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177304.213545:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177304.213549:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:1.0:1786177304.213551:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177304.213553:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177304.213555:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177304.213557:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177304.213559:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177304.213583:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177304.213586:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177304.213591:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177304.213593:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177304.213597:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177304.213598:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177304.213602:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177304.213603:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177304.213607:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177304.213608:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177304.213638:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177304.213641:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177304.213645:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177304.213738:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177304.213742:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177304.213743:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177304.213745:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177304.213747:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177304.213749:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177304.213750:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177304.213752:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177304.213754:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177304.213797:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177304.213800:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177304.213801:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177304.213804:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177304.213806:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177304.213808:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177304.213810:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177304.213811:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177304.213813:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.237119:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177305.237127:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177305.237130:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177305.237137:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177305.237141:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177305.237145:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177305.237149:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177305.237152:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177305.237155:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177305.237199:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177305.237200:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177305.237204:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177305.237205:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177305.237208:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177305.237208:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177305.237215:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:1.0:1786177305.237215:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177305.237221:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177305.237221:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177305.237226:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177305.237226:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177305.237231:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177305.237232:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177305.237235:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177305.237236:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177305.237241:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177305.237241:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.237242:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177305.237246:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177305.237247:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177305.237250:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177305.237252:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177305.237254:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.237256:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177305.237257:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.237259:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177305.237268:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177305.237272:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.237274:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177305.237277:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177305.237278:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177305.237280:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.237282:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177305.237285:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177305.237286:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177305.237288:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177305.237290:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.237292:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177305.237295:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177305.237295:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177305.237298:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.237299:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.237304:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177305.237306:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177305.237309:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.237314:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177305.237318:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177305.237319:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177305.237322:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177305.237324:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177305.237326:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.237331:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177305.237333:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177305.237335:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177305.237335:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177305.237340:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177305.237344:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177305.365591:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177305.365610:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177305.365613:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177305.365617:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177305.365621:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177305.365628:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8740 00000400:00000200:2.0:1786177305.365636:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177305.365641:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177305.365644:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177305.365647:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365650:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177305.365653:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365655:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177305.365658:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177305.365660:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177305.365662:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177305.365665:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177305.365668:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177305.365670:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177305.365673:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365675:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177305.365676:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365678:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177305.365681:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177305.365684:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365687:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177305.365690:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177305.365693:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177305.365696:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.365698:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177305.365700:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177305.365709:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786177305.365712:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177305.365716:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177305.365717:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.365720:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177305.365723:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177305.365727:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177305.365733:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7c00. 00000100:00000001:2.0:1786177305.365739:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177305.365749:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177305.365757:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177305.365760:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177305.365764:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177305.365788:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177305.365791:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177305.365793:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177305.365794:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177305.365795:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177305.365798:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177305.365799:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8740 00000400:00000200:2.0:1786177305.365802:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177305.365804:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177305.365806:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177305.365807:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365809:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177305.365810:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365812:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177305.365813:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177305.365814:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177305.365815:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177305.365816:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177305.365817:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177305.365819:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177305.365820:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365821:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177305.365822:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365824:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177305.365825:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786177305.365827:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365828:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177305.365829:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177305.365833:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177305.365834:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.365835:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177305.365838:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177305.365840:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.365841:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177305.365843:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786177305.365845:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177305.365846:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177305.365847:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.365848:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177305.365849:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177305.365850:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177305.365853:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5000. 00000100:00000001:2.0:1786177305.365856:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177305.365861:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177305.365868:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177305.365870:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177305.365873:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177305.365881:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177305.365884:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177305.365887:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177305.365888:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177305.365890:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177305.365893:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177305.365895:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8740 00000400:00000200:2.0:1786177305.365899:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177305.365902:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177305.365903:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177305.365905:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365906:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177305.365907:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365908:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177305.365910:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177305.365910:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177305.365911:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177305.365912:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177305.365914:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177305.365915:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177305.365917:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365918:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177305.365920:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365922:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177305.365924:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:2.0:1786177305.365927:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177305.365929:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177305.365931:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177305.365933:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177305.365935:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.365937:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177305.365938:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177305.365940:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.365942:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177305.365946:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786177305.365948:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177305.365950:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177305.365951:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.365953:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177305.365954:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177305.365956:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177305.365959:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4800. 00000100:00000001:2.0:1786177305.365963:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177305.365967:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177305.365974:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177305.365976:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177305.365979:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177305.365986:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177305.365989:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177305.365992:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177305.365994:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177305.365995:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177305.365998:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177305.366000:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8740 00000400:00000200:2.0:1786177305.366003:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177305.366006:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177305.366008:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177305.366033:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.366034:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177305.366036:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.366037:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177305.366038:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177305.366039:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177305.366040:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177305.366042:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:2.0:1786177305.366043:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177305.366044:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000040:2.0:1786177305.366045:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.366047:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177305.366048:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.366049:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177305.366050:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00080000:2.0:1786177305.366052:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177305.366053:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177305.366054:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177305.366056:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177305.366057:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.366058:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177305.366060:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177305.366061:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.366062:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177305.366064:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000020:00000040:2.0:1786177305.366066:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177305.366067:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177305.366068:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.366069:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177305.366070:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177305.366071:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177305.366074:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7800. 00000100:00000001:2.0:1786177305.366076:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177305.366079:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177305.366084:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177305.366086:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177305.366089:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177305.366096:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177305.366098:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177305.366309:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177305.366313:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177305.366315:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177305.366319:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366325:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177305.366326:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177305.366329:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177305.366331:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177305.366333:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177305.366335:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612185088:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177305.366337:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177305.366341:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177305.366343:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177305.366345:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177305.366351:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786177305.366353:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177305.366358:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177305.366361:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177305.366367:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177305.366375:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612185088, portal 25 00000100:00000001:3.0:1786177305.366377:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177305.366379:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:3.0:1786177305.366384:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366389:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177305.366391:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177305.366394:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177305.366397:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612185088, offset 0 00000400:00000200:3.0:1786177305.366403:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177305.366410:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177305.366415:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177305.366420:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177305.366425:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177305.366428:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177305.366431:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177305.366434:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410766:410766:256:4294967295] 192.168.202.156@tcp LPNI seq info [410764:410764:8:4294967295] 00000400:00000200:3.0:1786177305.366438:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177305.366447:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177305.366453:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177305.366458:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177305.366464:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177305.366467:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786177305.366473:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177305.366477:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1786177305.366481:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177305.366483:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177305.366489:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177305.366492:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177305.366498:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177305.366501:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177305.366505:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177305.366509:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366530:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177305.366534:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366542:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.366543:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177305.366553:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177305.366557:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177305.366559:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303413881 00000100:00000010:3.0:1786177305.366564:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a3c0. 00000100:00000001:3.0:1786177305.366570:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177305.366587:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303413881 00000100:00000010:3.0:1786177305.366591:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a720. 00000100:00000001:3.0:1786177305.366593:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177305.366663:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177305.366667:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.366669:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177305.366674:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177305/real 1786177305] req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177305.366684:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177305.366685:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177305.366688:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177305.366691:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177305.366693:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177305.366695:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177305.366699:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177305.366707:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366714:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177305.366716:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.366718:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177305.366720:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177305.366724:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366731:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177305.366735:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366742:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177305.366744:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.366746:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177305.366747:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.366749:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177305.366751:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177305.366754:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177305.366758:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177305.366760:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177305.366764:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177305.366773:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612185088:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177305.366777:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177305.366780:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366786:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177305.366787:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177305.366789:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177305.366791:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177305.366793:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177305.366796:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177305.366799:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177305.366801:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177305.366802:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177305.366804:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177305.366807:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177305.366809:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177305.366812:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177305.366815:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177305.366818:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177305.366820:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612185216, portal 10 00000100:00000001:3.0:1786177305.366822:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177305.366823:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000040:3.0:1786177305.366830:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366834:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177305.366837:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177305.366839:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177305.366841:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612185216, offset 0 00000400:00000200:3.0:1786177305.366845:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177305.366848:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177305.366852:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177305.366855:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177305.366857:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177305.366859:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177305.366861:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177305.366863:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410767:410767:256:4294967295] 192.168.202.156@tcp LPNI seq info [410765:410765:8:4294967295] 00000400:00000200:3.0:1786177305.366867:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177305.366873:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177305.366877:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177305.366880:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177305.366883:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177305.366886:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786177305.366889:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177305.366892:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1786177305.366895:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177305.366897:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177305.366899:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177305.366902:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177305.366905:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177305.366907:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177305.366909:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177305.366912:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366919:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177305.366922:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366928:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.366929:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177305.366933:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177305.366936:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786177305.366939:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177305.366941:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303413256 00000100:00000001:3.0:1786177305.366944:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303413881 00000100:00000001:3.0:1786177305.366946:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303413256 00000100:00000001:3.0:1786177305.366948:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303413881 00000100:00000001:3.0:1786177305.366950:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177305.366952:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.366954:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177305.366957:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177305/real 1786177305] req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177305.366964:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177305.366965:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177305.366967:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177305.366970:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177305.366971:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177305.366974:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177305.366976:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177305.366984:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.366989:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177305.366991:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.366992:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177305.366993:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177305.366997:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367003:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177305.367006:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367048:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177305.367050:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367052:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177305.367053:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367055:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177305.367058:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177305.367060:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177305.367064:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177305.367066:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177305.367070:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177305.367077:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185216:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177305.367081:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177305.367084:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367091:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177305.367092:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177305.367094:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177305.367096:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177305.367098:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177305.367101:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177305.367103:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177305.367105:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177305.367106:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177305.367108:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177305.367112:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177305.367114:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177305.367117:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177305.367119:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177305.367122:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00080000:2.0:1786177305.367193:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177305.367195:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177305.367197:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177305.367200:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177305.367203:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8740 00000400:00000200:2.0:1786177305.367207:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177305.367210:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177305.367212:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177305.367215:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.367217:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177305.367219:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.367222:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177305.367224:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177305.367225:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177305.367227:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177305.367229:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786177305.367231:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177305.367233:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786177305.367236:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.367238:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177305.367239:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177305.367241:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177305.367244:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786177305.367246:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177305.367249:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177305.367250:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177305.367254:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177305.367255:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.367257:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177305.367260:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177305.367262:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.367264:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177305.367267:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 00000020:00000040:2.0:1786177305.367270:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177305.367272:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177305.367274:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177305.367276:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177305.367277:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177305.367279:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177305.367285:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd5800. 00000100:00000001:2.0:1786177305.367289:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177305.367294:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177305.367301:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177305.367303:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177305.367307:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177305.367317:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177305.367321:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8750) 00000100:00000200:3.0:1786177305.367410:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612185344, portal 10 00000100:00000001:3.0:1786177305.367413:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177305.367414:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:3.0:1786177305.367421:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367427:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177305.367429:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177305.367432:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177305.367434:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612185344, offset 0 00000400:00000200:3.0:1786177305.367438:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177305.367442:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177305.367446:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177305.367449:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177305.367452:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177305.367454:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177305.367456:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177305.367459:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410768:410768:256:4294967295] 192.168.202.156@tcp LPNI seq info [410766:410766:8:4294967295] 00000400:00000200:3.0:1786177305.367463:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177305.367468:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177305.367473:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177305.367476:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177305.367480:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177305.367483:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786177305.367487:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177305.367489:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1786177305.367493:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177305.367495:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177305.367498:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177305.367500:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177305.367502:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177305.367503:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177305.367505:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177305.367508:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367513:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177305.367515:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367566:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.367568:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177305.367572:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177305.367574:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786177305.367577:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177305.367578:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303413257 00000100:00000001:3.0:1786177305.367580:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303413881 00000100:00000001:3.0:1786177305.367581:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303413257 00000100:00000001:3.0:1786177305.367583:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303413881 00000100:00000001:3.0:1786177305.367584:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177305.367585:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.367587:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177305.367590:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177305/real 1786177305] req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177305.367594:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177305.367595:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177305.367596:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177305.367598:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177305.367608:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177305.367610:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177305.367612:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177305.367617:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367621:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177305.367622:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367623:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177305.367624:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177305.367626:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367629:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177305.367631:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367635:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177305.367637:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367638:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177305.367638:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367640:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177305.367641:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177305.367643:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177305.367645:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177305.367646:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177305.367648:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177305.367652:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185344:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177305.367655:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177305.367657:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367661:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177305.367662:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177305.367663:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177305.367664:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177305.367665:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177305.367667:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177305.367669:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177305.367670:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177305.367671:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177305.367672:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177305.367674:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177305.367676:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177305.367678:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177305.367679:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177305.367681:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177305.367683:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612185472, portal 4 00000100:00000001:3.0:1786177305.367685:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177305.367685:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 00000100:00000040:3.0:1786177305.367689:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367693:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177305.367694:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177305.367696:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177305.367697:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612185472, offset 0 00000400:00000200:3.0:1786177305.367700:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177305.367703:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177305.367706:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177305.367708:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177305.367711:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177305.367713:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177305.367715:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177305.367718:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410769:410769:256:4294967295] 192.168.202.156@tcp LPNI seq info [410767:410767:8:4294967295] 00000400:00000200:3.0:1786177305.367722:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177305.367727:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177305.367732:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177305.367735:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177305.367739:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177305.367741:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786177305.367746:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177305.367748:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1786177305.367752:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177305.367754:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177305.367757:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177305.367759:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177305.367762:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177305.367763:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177305.367764:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177305.367767:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367772:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177305.367774:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367781:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.367782:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177305.367784:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177305.367786:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786177305.367789:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177305.367790:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303413440 00000100:00000001:3.0:1786177305.367792:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303413881 00000100:00000001:3.0:1786177305.367793:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303413440 00000100:00000001:3.0:1786177305.367794:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303413881 00000100:00000001:3.0:1786177305.367795:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177305.367796:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.367798:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177305.367799:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177305/real 1786177305] req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177305.367804:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177305.367805:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177305.367806:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177305.367807:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177305.367808:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177305.367809:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177305.367811:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177305.367816:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367819:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177305.367820:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367821:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177305.367821:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177305.367823:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367828:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177305.367830:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367834:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177305.367835:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367836:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177305.367836:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367837:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177305.367838:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177305.367840:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177305.367841:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177305.367842:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177305.367844:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177305.367848:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185472:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177305.367851:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367852:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177305.367855:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612185088/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367861:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177305.367864:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177305.367866:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfe000. 02000000:00000001:3.0:1786177305.367870:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177305.367871:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177305.367873:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786177305.367875:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177305.367877:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:3.0:1786177305.367881:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177305.367883:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177305.367885:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:3.0:1786177305.367888:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177305.367889:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367891:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177305.367894:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612185216/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367901:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177305.367902:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177305.367903:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177305.367906:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177305.367906:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177305.367908:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786177305.367909:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177305.367910:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:3.0:1786177305.367911:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177305.367912:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177305.367912:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:3.0:1786177305.367914:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177305.367915:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367916:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177305.367918:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612185344/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367921:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177305.367922:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177305.367923:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177305.367924:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177305.367924:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177305.367925:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786177305.367927:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177305.367928:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4800. 02000000:00000001:3.0:1786177305.367929:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177305.367930:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177305.367932:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:3.0:1786177305.367933:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177305.367935:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367937:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177305.367940:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612185472/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367945:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177305.367946:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177305.367947:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177305.367949:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177305.367950:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177305.367951:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786177305.367953:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177305.367955:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7800. 02000000:00000001:3.0:1786177305.367957:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177305.367958:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177305.367959:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:3.0:1786177305.367961:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177305.367962:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367964:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.367971:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177305.367972:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.367974:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177305.367976:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177305.367977:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177305.367981:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.367987:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177305.367988:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177305.367989:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177305.367990:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177305.367992:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177305.367993:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177305.367995:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177305.367997:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177305.367998:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177305.367999:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177305.368001:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177305.368002:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177305.368005:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177305.368006:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177305.368025:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177305.368028:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612185600, portal 4 00000100:00000001:3.0:1786177305.368029:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177305.368030:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:3.0:1786177305.368034:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.368038:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177305.368039:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177305.368040:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177305.368042:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612185600, offset 0 00000400:00000200:3.0:1786177305.368045:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177305.368047:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177305.368049:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177305.368051:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177305.368053:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177305.368054:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177305.368056:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177305.368058:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410770:410770:256:4294967295] 192.168.202.156@tcp LPNI seq info [410768:410768:8:4294967295] 00000400:00000200:3.0:1786177305.368060:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177305.368064:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177305.368067:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177305.368069:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177305.368071:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177305.368072:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1786177305.368075:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177305.368077:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1786177305.368079:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177305.368080:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177305.368082:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177305.368085:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177305.368089:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177305.368090:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177305.368093:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177305.368095:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.368102:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177305.368105:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.368111:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.368112:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177305.368115:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177305.368117:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786177305.368120:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177305.368122:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303413421 00000100:00000001:3.0:1786177305.368182:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303413881 00000100:00000001:3.0:1786177305.368185:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303413421 00000100:00000001:3.0:1786177305.368186:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303413881 00000100:00000001:3.0:1786177305.368187:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177305.368189:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.368190:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177305.368193:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177305/real 1786177305] req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177305.368198:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177305.368199:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177305.368200:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177305.368202:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177305.368203:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177305.368205:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177305.368207:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177305.368215:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.368219:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177305.368220:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.368221:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177305.368222:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177305.368223:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.368227:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177305.368229:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.368232:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177305.368234:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.368234:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177305.368235:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.368236:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177305.368238:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177305.368240:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177305.368242:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177305.368245:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177305.368248:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177305.368255:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185600:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177305.368258:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.368260:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177305.368262:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612185600/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177305.368274:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177305.368275:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177305.368277:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177305.368280:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177305.368281:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177305.368282:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786177305.368284:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177305.368286:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:3.0:1786177305.368288:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177305.368289:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177305.368290:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:3.0:1786177305.368292:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177305.368293:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.368294:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177305.368296:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177305.368297:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177305.368298:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177305.368300:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177306.005159:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303413881, at 4303413888 00000100:00000040:1.0:1786177306.005159:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303413881, at 4303413888 00000100:00000010:0.0:1786177306.005182:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a3c0. 00000100:00000010:1.0:1786177306.005188:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a720. 00010000:00000001:1.0:1786177306.261137:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177306.261147:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177306.261156:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177306.261157:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177306.261158:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177306.261165:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177306.261165:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177306.261169:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177306.261171:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00100000:0.0:1786177306.261174:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177306.261175:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1786177306.261181:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177306.261181:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177306.261187:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177306.261187:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177306.261192:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177306.261193:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177306.261195:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177306.261199:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177306.261200:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177306.261203:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177306.261205:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177306.261207:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177306.261207:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177306.261211:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177306.261212:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177306.261215:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177306.261218:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177306.261219:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177306.261220:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177306.261224:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177306.261224:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177306.261227:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177306.261230:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177306.261239:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177306.261241:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177306.261242:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177306.261243:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177306.261245:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177306.261246:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177306.261247:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177306.261248:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177306.261250:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177306.261253:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177306.261258:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177306.261261:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177306.261418:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177306.261421:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177306.261423:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177306.261425:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177306.261428:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177306.261430:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177306.261432:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177306.261434:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177306.261436:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177306.261604:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177306.261608:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177306.261609:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177306.261612:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177306.261615:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177306.261617:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177306.261619:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177306.261621:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177306.261623:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177306.261671:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177306.261674:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177306.261676:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177306.261678:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177306.261680:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177306.261682:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177306.261684:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177306.261685:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177306.261687:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177307.285153:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177307.285160:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.285165:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177307.285167:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177307.285171:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.285171:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177307.285175:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177307.285178:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177307.285181:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177307.285182:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.285188:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177307.285189:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177307.285192:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.285193:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177307.285196:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177307.285198:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177307.285199:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.285202:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.285206:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177307.285228:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177307.285229:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1786177307.285238:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177307.285238:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177307.285242:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177307.285245:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177307.285249:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177307.285253:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177307.285255:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177307.285258:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177307.285261:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177307.285263:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.285265:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177307.285269:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177307.285271:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177307.285273:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.285286:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177307.285287:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177307.285294:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177307.285295:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.285299:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177307.285301:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177307.285304:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177307.285306:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.285309:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177307.285312:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.285313:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.285318:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177307.285320:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.285324:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177307.285762:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177307.285765:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177307.285767:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177307.285770:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177307.285773:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177307.285776:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177307.285779:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177307.285780:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177307.285782:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177307.285791:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177307.285796:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177307.285798:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177307.285802:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177307.285805:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177307.285807:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177307.285810:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177307.285812:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177307.285814:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177308.309124:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177308.309125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177308.309133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177308.309133:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177308.309134:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177308.309138:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177308.309139:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177308.309139:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177308.309146:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177308.309147:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177308.309147:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177308.309149:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177308.309155:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177308.309156:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177308.309156:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177308.309159:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177308.309161:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177308.309162:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177308.309163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177308.309165:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177308.309167:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177308.309169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177308.309171:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177308.309172:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177308.309178:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177308.309192:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177308.309194:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177308.309196:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177308.309199:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177308.309202:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177308.309205:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177308.309207:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177308.309209:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177308.309211:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177308.309240:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177308.309243:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177308.309243:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177308.309246:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177308.309248:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177308.309249:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177308.309251:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177308.309255:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177308.309257:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177308.309259:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177308.309260:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177308.309263:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177308.309265:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177308.309266:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177308.309268:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177308.309387:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177308.309389:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177308.309390:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177308.309392:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177308.309393:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177308.309395:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177308.309396:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177308.309397:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177308.309399:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177308.309407:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177308.309409:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177308.309412:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177308.309695:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177308.309697:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177308.309699:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177308.310080:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177308.310083:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177308.310085:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177309.333124:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177309.333124:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177309.333132:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177309.333132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177309.333134:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177309.333136:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177309.333142:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177309.333142:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177309.333146:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177309.333147:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177309.333151:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177309.333151:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177309.333153:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177309.333154:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177309.333157:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177309.333158:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177309.333161:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177309.333162:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177309.333240:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177309.333242:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177309.333243:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177309.333245:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177309.333246:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177309.333247:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177309.333249:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177309.333250:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177309.333252:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177309.333280:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177309.333282:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177309.333283:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177309.333284:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177309.333286:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177309.333287:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177309.333288:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177309.333289:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177309.333290:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177309.333644:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177309.333648:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177309.333649:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177309.333651:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177309.333653:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177309.333655:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177309.333658:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177309.333659:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177309.333661:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333679:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177309.333682:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333685:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177309.333686:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333690:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177309.333691:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333694:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177309.333698:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177309.333700:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177309.333703:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333705:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177309.333708:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333710:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333712:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333715:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177309.333717:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177309.333718:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177309.333720:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333722:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177309.333723:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333724:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177309.333726:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177309.333749:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177309.333751:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177309.333753:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177309.333755:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177309.333757:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177309.333760:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177309.333762:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177309.333763:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177309.333765:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177309.333772:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177309.333776:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177309.333780:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177310.357106:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177310.357114:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177310.357116:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177310.357122:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177310.357126:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177310.357129:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177310.357132:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177310.357135:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177310.357138:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177310.357147:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177310.357151:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177310.357153:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177310.357156:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177310.357159:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177310.357162:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177310.357164:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177310.357166:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177310.357168:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177310.357190:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177310.357192:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177310.357196:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177310.357197:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177310.357201:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177310.357202:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177310.357205:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177310.357206:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177310.357209:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177310.357210:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177310.357258:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177310.357261:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177310.357265:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177310.357380:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177310.357384:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177310.357385:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177310.357389:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177310.357391:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177310.357393:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.357395:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177310.357396:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.357398:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177310.357524:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177310.357528:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177310.357530:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177310.357533:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177310.357536:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177310.357538:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177310.357540:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177310.357542:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177310.357545:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.357562:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177310.357567:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177310.357568:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177310.357571:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177310.357574:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177310.357577:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.357579:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177310.357581:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.357583:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177310.357630:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177310.357633:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177310.357634:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177310.357636:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177310.357638:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177310.357641:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177310.357643:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177310.357644:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177310.357646:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177310.486007:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177310.486031:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177310.486033:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177310.486037:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177310.486041:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177310.486047:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8745 00000400:00000200:2.0:1786177310.486054:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177310.486059:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177310.486063:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177310.486066:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486069:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177310.486071:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486073:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177310.486077:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177310.486079:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177310.486081:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177310.486084:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177310.486087:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177310.486089:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177310.486091:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486093:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177310.486095:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486097:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177310.486099:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177310.486102:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486104:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177310.486107:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177310.486110:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177310.486113:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486115:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177310.486117:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177310.486126:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0000. 00000020:00000040:2.0:1786177310.486130:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177310.486133:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177310.486135:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486138:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177310.486141:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177310.486144:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177310.486150:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786177310.486156:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177310.486165:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177310.486173:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177310.486177:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177310.486181:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045438167] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177310.486206:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177310.486209:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177310.486212:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177310.486214:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177310.486216:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177310.486219:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177310.486221:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8745 00000400:00000200:2.0:1786177310.486224:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177310.486227:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177310.486229:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177310.486231:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486233:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177310.486234:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486236:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177310.486238:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177310.486240:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177310.486241:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177310.486243:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177310.486245:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177310.486247:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177310.486249:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486251:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177310.486253:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486254:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177310.486256:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786177310.486259:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486261:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177310.486262:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177310.486267:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177310.486269:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486271:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177310.486275:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177310.486277:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486279:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177310.486282:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1500. 00000020:00000040:2.0:1786177310.486285:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177310.486287:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177310.486288:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486290:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177310.486291:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177310.486293:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177310.486296:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000100:00000001:2.0:1786177310.486299:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177310.486303:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177310.486310:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177310.486312:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177310.486315:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fe07551] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177310.486322:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177310.486325:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177310.486328:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177310.486329:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177310.486331:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177310.486333:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177310.486336:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8745 00000400:00000200:2.0:1786177310.486339:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177310.486342:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177310.486344:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177310.486347:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486348:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177310.486350:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486352:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177310.486354:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177310.486356:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177310.486358:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177310.486360:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177310.486362:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177310.486365:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177310.486369:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177310.486370:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177310.486372:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177310.486375:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1786177310.486376:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177310.486378:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177310.486380:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177310.486386:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00000040:3.0:1786177310.486386:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177310.486394:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177310.486398:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177310.486399:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.486400:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177310.486405:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177310.486406:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177310.486410:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177310.486410:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177310.486415:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177310.486416:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177310.486420:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612185728:192.168.202.156@tcp:250:kworker.0 00000100:00000001:2.0:1786177310.486421:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177310.486425:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177310.486428:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:2.0:1786177310.486430:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486433:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177310.486434:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1786177310.486439:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0e00. 02000000:00000001:3.0:1786177310.486439:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177310.486444:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786177310.486445:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177310.486450:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177310.486452:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786177310.486453:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 00000100:00000001:2.0:1786177310.486455:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177310.486458:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177310.486458:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177310.486462:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177310.486468:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000010:2.0:1786177310.486469:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 00000400:00000010:3.0:1786177310.486473:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000100:00000001:2.0:1786177310.486474:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786177310.486482:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00100000:2.0:1786177310.486483:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1786177310.486489:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612185728, portal 25 00000100:00000001:3.0:1786177310.486492:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177310.486494:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439478784 : -127834270072832 : ffff8bbc43be0000) 00000100:00000001:2.0:1786177310.486500:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1786177310.486503:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177310.486504:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177310.486514:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070f2f2ea] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.486519:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177310.486526:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177310.486530:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177310.486534:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612185728, offset 0 00000100:00000001:2.0:1786177310.486536:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177310.486540:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1786177310.486540:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786177310.486546:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177310.486549:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1786177310.486562:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177310.486568:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177310.486572:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177310.486575:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177310.486578:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177310.486582:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00080000:2.0:1786177310.486583:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1786177310.486588:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410771:410771:256:4294967295] 192.168.202.156@tcp LPNI seq info [410769:410769:8:4294967295] 00000100:00000001:2.0:1786177310.486589:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:3.0:1786177310.486595:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00080000:2.0:1786177310.486598:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8745 00000400:00000200:2.0:1786177310.486607:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177310.486608:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000400:00000200:2.0:1786177310.486616:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000800:00000200:3.0:1786177310.486616:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786177310.486622:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000800:00000010:3.0:1786177310.486622:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000100:00000040:2.0:1786177310.486629:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000800:00000200:3.0:1786177310.486632:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786177310.486634:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1786177310.486636:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000100:00000040:2.0:1786177310.486640:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000800:00000200:3.1:1786177310.486644:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:2.0:1786177310.486646:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000800:00000200:3.1:1786177310.486648:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000020:00000001:2.0:1786177310.486651:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000100:3.0:1786177310.486654:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000020:00000040:2.0:1786177310.486655:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000800:00000010:3.0:1786177310.486658:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000020:00000001:2.0:1786177310.486659:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177310.486664:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000400:00000200:3.0:1786177310.486664:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1786177310.486668:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177310.486672:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000200:3.0:1786177310.486672:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000040:2.0:1786177310.486679:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:3.0:1786177310.486679:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177310.486683:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:2.0:1786177310.486684:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177310.486687:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177310.486688:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177310.486689:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177310.486692:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000200:3.0:1786177310.486694:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177310.486696:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486702:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177310.486706:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177310.486709:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177310.486710:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486711:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177310.486713:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177310.486714:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486716:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.486716:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1786177310.486719:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1180. 00000100:00000040:3.0:1786177310.486721:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1786177310.486723:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:2.0:1786177310.486727:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177310.486730:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486733:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177310.486735:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177310.486736:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177310.486738:0:2389:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786177310.486739:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177310.486744:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:3.0:1786177310.486746:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486747:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177310.486755:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:2.0:1786177310.486756:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177310.486758:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303419001 00000100:00000001:2.0:1786177310.486765:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000010:3.0:1786177310.486766:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a720. 00000100:00000001:2.0:1786177310.486768:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177310.486772:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cecd0d5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.486773:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177310.486780:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177310.486782:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177310.486784:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177310.486785:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177310.486786:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177310.486787:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177310.486790:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8745 00000100:00000001:3.0:1786177310.486790:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303419001 00000100:00000010:3.0:1786177310.486795:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a3c0. 00000400:00000200:2.0:1786177310.486796:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177310.486800:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1786177310.486801:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177310.486804:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177310.486807:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486808:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177310.486809:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486811:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177310.486812:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177310.486813:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177310.486814:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177310.486815:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786177310.486816:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177310.486817:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:3.0:1786177310.486817:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177310.486821:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177310.486823:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:3.0:1786177310.486825:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177310.486826:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177310.486830:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486831:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177310.486833:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00100000:3.0:1786177310.486833:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177310/real 1786177310] req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177310.486839:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177310.486844:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177310.486847:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:3.0:1786177310.486850:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1786177310.486851:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1786177310.486853:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1786177310.486854:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786177310.486856:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000100:00000001:2.0:1786177310.486857:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177310.486860:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000200:3.0:1786177310.486860:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000008:00000001:2.0:1786177310.486863:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786177310.486864:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:2.0:1786177310.486865:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.486868:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1786177310.486869:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3800. 00000020:00000040:2.0:1786177310.486872:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000200:3.0:1786177310.486873:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177310.486876:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177310.486878:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177310.486881:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177310.486883:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177310.486885:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786177310.486886:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1786177310.486889:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786177310.486893:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.486898:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1786177310.486901:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177310.486901:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.486903:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177310.486906:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177310.486912:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177310.486913:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177310.486917:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177310.486924:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a6c3df3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.486924:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177310.486932:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177310.486933:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177310.486939:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8756) 00000100:00000001:3.0:1786177310.486942:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177310.486945:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.486946:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177310.486947:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.486949:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177310.486950:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177310.486953:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177310.486957:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177310.486959:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177310.486964:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177310.486981:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612185728:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177310.486987:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177310.486990:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487003:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177310.487004:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177310.487006:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177310.487008:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177310.487024:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177310.487027:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185856:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177310.487029:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177310.487031:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177310.487032:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177310.487033:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177310.487035:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177310.487036:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177310.487039:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177310.487041:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177310.487043:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177310.487045:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612185856, portal 10 00000100:00000001:3.0:1786177310.487047:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177310.487048:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439484160 : -127834270067456 : ffff8bbc43be1500) 00000100:00000040:3.0:1786177310.487052:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487056:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177310.487058:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177310.487059:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177310.487060:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612185856, offset 0 00000400:00000200:3.0:1786177310.487063:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177310.487065:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177310.487068:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177310.487070:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177310.487071:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177310.487073:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177310.487074:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177310.487077:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410772:410772:256:4294967295] 192.168.202.156@tcp LPNI seq info [410770:410770:8:4294967295] 00000400:00000200:3.0:1786177310.487079:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177310.487083:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177310.487086:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177310.487088:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177310.487090:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177310.487092:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786177310.487095:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177310.487097:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:3.0:1786177310.487099:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177310.487100:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177310.487102:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177310.487104:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177310.487106:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177310.487107:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177310.487109:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177310.487111:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487116:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177310.487117:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487121:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.487122:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177310.487125:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177310.487127:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786177310.487129:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177310.487130:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303418377 00000100:00000001:3.0:1786177310.487132:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303419001 00000100:00000001:3.0:1786177310.487133:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303418377 00000100:00000001:3.0:1786177310.487135:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303419001 00000100:00000001:3.0:1786177310.487136:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177310.487139:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.487140:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177310.487143:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177310/real 1786177310] req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177310.487151:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177310.487152:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177310.487153:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177310.487156:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177310.487157:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177310.487158:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177310.487161:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177310.487167:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487172:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177310.487174:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487176:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177310.487177:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177310.487180:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487198:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177310.487202:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487209:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177310.487211:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487212:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177310.487213:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487215:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177310.487226:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177310.487229:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177310.487232:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177310.487233:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177310.487237:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177310.487243:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185856:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177310.487247:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487249:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177310.487252:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0000 x1872933612185728/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487257:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177310.487259:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177310.487262:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177310.487265:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177310.487267:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177310.487268:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786177310.487270:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177310.487272:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:3.0:1786177310.487275:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177310.487277:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177310.487278:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0000. 00000100:00000001:3.0:1786177310.487281:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177310.487282:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487283:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177310.487286:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1500 x1872933612185856/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487292:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177310.487293:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177310.487295:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177310.487297:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177310.487298:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177310.487298:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786177310.487301:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177310.487302:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:3.0:1786177310.487304:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177310.487305:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177310.487306:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1500. 00000100:00000001:3.0:1786177310.487308:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177310.487309:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487312:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487318:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177310.487320:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.487322:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177310.487323:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177310.487325:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177310.487328:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487332:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177310.487333:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177310.487334:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177310.487336:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177310.487337:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177310.487338:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185984:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177310.487340:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177310.487347:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177310.487348:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177310.487349:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177310.487351:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177310.487352:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177310.487354:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177310.487356:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177310.487358:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177310.487360:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612185984, portal 10 00000100:00000001:3.0:1786177310.487361:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177310.487362:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439482368 : -127834270069248 : ffff8bbc43be0e00) 00000100:00000040:3.0:1786177310.487366:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487373:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177310.487374:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177310.487375:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177310.487377:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612185984, offset 0 00000400:00000200:3.0:1786177310.487379:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177310.487382:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177310.487384:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177310.487386:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177310.487387:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177310.487389:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177310.487390:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177310.487392:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410773:410773:256:4294967295] 192.168.202.156@tcp LPNI seq info [410771:410771:8:4294967295] 00000400:00000200:3.0:1786177310.487395:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177310.487399:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177310.487401:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177310.487404:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177310.487406:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177310.487408:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786177310.487410:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177310.487412:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:3.0:1786177310.487415:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177310.487417:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177310.487419:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177310.487423:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177310.487425:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177310.487427:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177310.487429:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177310.487433:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487440:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177310.487443:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487453:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.487455:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177310.487458:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177310.487460:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786177310.487463:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177310.487465:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303418377 00000100:00000001:3.0:1786177310.487467:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303419001 00000100:00000001:3.0:1786177310.487469:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303418377 00000100:00000001:3.0:1786177310.487471:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303419001 00000100:00000001:3.0:1786177310.487473:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177310.487475:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.487476:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177310.487480:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177310/real 1786177310] req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177310.487486:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177310.487488:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177310.487489:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177310.487491:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177310.487493:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177310.487494:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177310.487497:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177310.487504:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487508:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177310.487509:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487510:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177310.487511:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177310.487513:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487517:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177310.487520:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487523:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177310.487525:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487525:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177310.487526:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487527:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177310.487528:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177310.487530:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177310.487531:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177310.487532:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177310.487534:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177310.487538:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612185984:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177310.487541:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177310.487542:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487548:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177310.487549:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177310.487563:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177310.487566:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177310.487568:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177310.487570:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186112:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177310.487574:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177310.487576:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177310.487577:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177310.487579:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177310.487582:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177310.487584:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177310.487587:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177310.487590:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177310.487593:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177310.487596:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612186112, portal 4 00000100:00000001:3.0:1786177310.487597:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177310.487598:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439483264 : -127834270068352 : ffff8bbc43be1180) 00000100:00000040:3.0:1786177310.487604:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487610:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177310.487613:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177310.487615:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177310.487617:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612186112, offset 0 00000400:00000200:3.0:1786177310.487621:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177310.487625:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177310.487628:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177310.487631:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177310.487633:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177310.487635:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177310.487638:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177310.487641:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410774:410774:256:4294967295] 192.168.202.156@tcp LPNI seq info [410772:410772:8:4294967295] 00000400:00000200:3.0:1786177310.487645:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177310.487651:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177310.487654:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177310.487657:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177310.487660:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177310.487663:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786177310.487665:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177310.487667:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:3.0:1786177310.487669:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177310.487671:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177310.487672:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177310.487674:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177310.487676:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177310.487678:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177310.487679:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177310.487681:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487686:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177310.487688:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487692:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.487692:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177310.487694:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177310.487696:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786177310.487698:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177310.487699:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303418560 00000100:00000001:3.0:1786177310.487701:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303419001 00000100:00000001:3.0:1786177310.487702:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303418560 00000100:00000001:3.0:1786177310.487703:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303419001 00000100:00000001:3.0:1786177310.487705:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177310.487706:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.487707:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177310.487709:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177310/real 1786177310] req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177310.487713:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177310.487713:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177310.487715:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177310.487716:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177310.487717:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177310.487718:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177310.487720:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177310.487725:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487728:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177310.487729:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487730:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177310.487730:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177310.487732:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487735:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177310.487738:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487741:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177310.487743:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487744:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177310.487744:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487745:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177310.487746:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177310.487748:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177310.487749:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177310.487750:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177310.487752:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177310.487756:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186112:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177310.487758:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177310.487760:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487764:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177310.487765:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177310.487766:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177310.487767:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177310.487769:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177310.487770:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186240:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177310.487772:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177310.487773:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177310.487773:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177310.487774:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177310.487776:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177310.487777:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177310.487779:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177310.487780:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177310.487782:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177310.487783:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612186240, portal 4 00000100:00000001:3.0:1786177310.487784:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177310.487785:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439493120 : -127834270058496 : ffff8bbc43be3800) 00000100:00000040:3.0:1786177310.487789:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487792:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177310.487793:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177310.487794:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177310.487796:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612186240, offset 0 00000400:00000200:3.0:1786177310.487798:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177310.487800:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177310.487802:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177310.487804:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177310.487805:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177310.487807:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177310.487808:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177310.487810:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410775:410775:256:4294967295] 192.168.202.156@tcp LPNI seq info [410773:410773:8:4294967295] 00000400:00000200:3.0:1786177310.487812:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177310.487816:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177310.487819:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177310.487821:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177310.487823:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177310.487824:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1786177310.487827:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177310.487828:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 37 secs later) 00000800:00000100:3.0:1786177310.487831:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177310.487833:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177310.487836:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177310.487840:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177310.487843:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177310.487845:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177310.487848:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177310.487852:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487859:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177310.487862:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487867:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.487869:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177310.487871:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177310.487874:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786177310.487877:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177310.487879:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303418540 00000100:00000001:3.0:1786177310.487882:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303419001 00000100:00000001:3.0:1786177310.487884:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303418540 00000100:00000001:3.0:1786177310.487885:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303419001 00000100:00000001:3.0:1786177310.487887:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177310.487889:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.487890:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177310.487893:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177310/real 1786177310] req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177310.487900:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177310.487901:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177310.487902:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177310.487905:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177310.487907:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177310.487909:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177310.487912:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177310.487920:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487926:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177310.487927:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487929:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177310.487930:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177310.487933:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487940:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177310.487943:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487950:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177310.487952:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487953:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177310.487954:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487956:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177310.487957:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177310.487960:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177310.487963:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177310.487965:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177310.487969:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177310.487976:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186240:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177310.487979:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.487981:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177310.487984:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0e00 x1872933612185984/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.487990:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177310.487991:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177310.487993:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177310.487995:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177310.487996:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177310.487998:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786177310.488000:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177310.488001:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:3.0:1786177310.488004:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177310.488005:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177310.488006:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0e00. 00000100:00000001:3.0:1786177310.488009:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177310.488029:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.488032:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177310.488035:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1180 x1872933612186112/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.488041:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177310.488043:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177310.488044:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177310.488048:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177310.488049:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177310.488050:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786177310.488052:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177310.488053:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:3.0:1786177310.488056:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177310.488057:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177310.488058:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1180. 00000100:00000001:3.0:1786177310.488060:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177310.488061:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.488063:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177310.488065:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3800 x1872933612186240/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177310.488071:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177310.488072:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177310.488074:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177310.488076:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177310.488077:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177310.488078:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786177310.488080:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177310.488081:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4400. 02000000:00000001:3.0:1786177310.488083:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177310.488084:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177310.488085:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3800. 00000100:00000001:3.0:1786177310.488088:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177310.488089:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.488091:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177310.488094:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177310.488096:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177310.488097:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177310.488099:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177311.125120:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303419001, at 4303419008 00000100:00000010:0.0:1786177311.125136:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a720. 00000100:00000040:1.0:1786177311.125640:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303419001, at 4303419008 00000100:00000010:1.0:1786177311.125647:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a3c0. 00000100:00000001:3.0:1786177311.381125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177311.381133:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177311.381135:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177311.381139:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177311.381143:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177311.381146:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177311.381149:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177311.381151:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177311.381154:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177311.381260:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177311.381262:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177311.381264:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177311.381267:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177311.381270:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177311.381271:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177311.381274:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177311.381275:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177311.381280:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177311.381280:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177311.381284:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177311.381285:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177311.381290:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177311.381291:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177311.381292:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177311.381295:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177311.381296:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177311.381301:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177311.381304:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177311.381328:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177311.381332:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177311.381333:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177311.381336:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:3.0:1786177311.381338:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177311.381341:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177311.381343:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177311.381344:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177311.381346:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177311.383167:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177311.383172:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177311.383174:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177311.383179:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177311.383182:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177311.383183:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177311.383184:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177311.383188:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177311.383189:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177311.383190:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177311.383193:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177311.383194:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177311.383200:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177311.383203:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177311.383205:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177311.383206:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177311.383207:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177311.383209:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177311.383618:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177311.383621:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177311.383623:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177311.383643:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177311.383645:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177311.383646:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177311.383648:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177311.383650:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177311.383651:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177311.383653:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177311.383654:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177311.383656:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177312.405130:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177312.405139:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177312.405139:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177312.405142:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177312.405144:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177312.405148:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177312.405150:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177312.405152:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177312.405155:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177312.405157:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177312.405159:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177312.405162:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177312.405164:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177312.405167:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177312.405170:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177312.405192:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177312.405195:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177312.405197:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177312.405199:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177312.405202:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177312.405204:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177312.405206:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177312.405208:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177312.405210:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177312.405244:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177312.405248:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177312.405250:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177312.405252:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177312.405255:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177312.405257:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177312.405259:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177312.405260:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177312.405262:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177312.405273:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177312.405275:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177312.405276:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177312.405278:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177312.405279:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177312.405281:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177312.405283:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177312.405284:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177312.405286:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177312.405303:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177312.405305:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177312.405309:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177312.405310:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177312.405314:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177312.405315:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177312.405318:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177312.405319:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177312.405322:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177312.405323:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177312.405360:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177312.405364:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177312.405367:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177312.406602:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177312.406606:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177312.406608:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177312.406611:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177312.406614:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177312.406615:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177312.406653:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177312.406655:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177312.406657:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177312.409830:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177312.409835:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177312.409839:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177313.429106:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177313.429106:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177313.429114:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177313.429114:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177313.429116:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.429116:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177313.429121:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177313.429121:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177313.429122:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177313.429127:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177313.429127:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177313.429128:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177313.429132:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177313.429133:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.429133:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177313.429135:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177313.429138:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177313.429138:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177313.429140:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177313.429141:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.429142:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177313.429144:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177313.429146:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.429146:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177313.429148:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177313.429151:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177313.429153:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.430799:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177313.430804:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177313.430805:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177313.430809:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177313.430811:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177313.430814:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.430815:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177313.430817:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.430819:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.430829:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177313.430831:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177313.430833:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177313.430836:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177313.430838:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177313.430840:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177313.430841:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177313.430843:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177313.430845:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.430861:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177313.430864:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177313.430867:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177313.430869:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.430872:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177313.430936:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.430939:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.430941:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.430946:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177313.430947:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177313.430948:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177313.431003:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.431006:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177313.431007:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.431009:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.431079:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.431084:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177313.431085:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.431088:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177313.431089:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177313.431092:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177313.431093:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177313.431168:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177313.431171:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177313.431173:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177313.432732:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177313.432736:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177313.432738:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177313.432742:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177313.432744:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177313.432747:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177313.432749:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177313.432751:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177313.432753:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177314.453111:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177314.453120:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177314.453122:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177314.453128:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177314.453132:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177314.453135:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177314.453137:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177314.453140:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177314.453141:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177314.453143:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177314.453145:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177314.453152:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177314.453153:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177314.453157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177314.453159:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177314.453163:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177314.453165:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177314.453168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177314.453169:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177314.453249:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177314.453253:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177314.453256:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177314.453263:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177314.453267:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177314.453268:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177314.453271:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177314.453273:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177314.453275:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177314.453277:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177314.453279:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177314.453281:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177314.453336:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177314.453339:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177314.453341:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177314.453343:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177314.453346:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177314.453348:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177314.453350:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177314.453352:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177314.453354:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177314.453843:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177314.453847:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177314.453849:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177314.453852:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177314.453854:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177314.453856:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177314.453858:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177314.453859:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177314.453860:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177314.454097:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177314.454100:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177314.454102:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177314.454104:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:1.0:1786177314.454107:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177314.454109:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177314.454111:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177314.454112:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177314.454114:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177314.454157:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177314.454159:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177314.454161:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177314.454163:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177314.454165:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177314.454167:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177314.454169:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177314.454170:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177314.454172:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.477139:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177315.477144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177315.477146:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177315.477148:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.477149:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177315.477157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:2.0:1786177315.477157:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177315.477162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.477163:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177315.477168:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177315.477169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177315.477171:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177315.477174:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:2.0:1786177315.477175:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177315.477178:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:2.0:1786177315.477180:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177315.477182:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177315.477186:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177315.477189:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177315.477191:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177315.477193:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177315.477197:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177315.477198:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177315.477203:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177315.477204:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.477210:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177315.477214:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177315.477215:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177315.477218:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177315.477221:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177315.477223:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177315.477225:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177315.477227:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177315.477229:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177315.477234:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177315.477238:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177315.477241:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177315.477342:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177315.477346:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177315.477348:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177315.477351:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177315.477354:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177315.477356:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.477358:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177315.477360:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177315.477361:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177315.477365:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177315.477365:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.477368:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177315.477372:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177315.477375:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177315.477377:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177315.477379:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177315.477381:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177315.477383:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177315.478619:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177315.478622:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177315.478624:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177315.478628:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177315.478631:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177315.478633:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177315.478635:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177315.478636:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177315.478638:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177315.478722:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177315.478725:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177315.478726:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177315.478729:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177315.478732:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177315.478734:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177315.478736:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177315.478737:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177315.478739:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177315.605126:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177315.605137:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177315.605140:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177315.605145:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177315.605150:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177315.605156:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8751 00000400:00000200:2.0:1786177315.605163:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177315.605169:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177315.605172:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177315.605175:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605180:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177315.605182:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605185:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177315.605189:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177315.605190:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:2.0:1786177315.605193:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177315.605196:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:2.0:1786177315.605198:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:2.0:1786177315.605199:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:2.0:1786177315.605201:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605202:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177315.605203:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605204:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177315.605206:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:2.0:1786177315.605208:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605210:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177315.605212:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177315.605215:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177315.605217:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605219:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177315.605220:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177315.605228:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3480. 00000020:00000040:2.0:1786177315.605231:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:2.0:1786177315.605234:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177315.605236:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605239:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177315.605241:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177315.605244:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177315.605249:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd4400. 00000100:00000001:2.0:1786177315.605254:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177315.605261:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177315.605272:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177315.605275:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177315.605278:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b101a204] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177315.605304:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177315.605308:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177315.605311:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177315.605313:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177315.605314:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177315.605317:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177315.605319:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8751 00000400:00000200:2.0:1786177315.605323:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177315.605327:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177315.605329:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177315.605332:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605334:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177315.605335:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605336:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177315.605338:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177315.605339:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:2.0:1786177315.605340:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177315.605341:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:2.0:1786177315.605342:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000020:00000001:2.0:1786177315.605343:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:2.0:1786177315.605345:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605346:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177315.605347:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605349:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177315.605351:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:2.0:1786177315.605352:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605354:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177315.605355:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177315.605359:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177315.605360:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605361:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177315.605364:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177315.605366:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605367:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177315.605370:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1880. 00000020:00000040:2.0:1786177315.605371:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177315.605373:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177315.605374:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605375:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177315.605376:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177315.605377:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177315.605380:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7400. 00000100:00000001:2.0:1786177315.605384:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177315.605388:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177315.605396:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177315.605397:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177315.605401:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2e33eca] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177315.605408:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177315.605411:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177315.605423:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1786177315.605428:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177315.605429:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177315.605432:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177315.605434:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8751 00000400:00000200:2.0:1786177315.605436:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177315.605438:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177315.605440:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1786177315.605442:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605443:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177315.605445:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605446:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177315.605448:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177315.605449:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:2.0:1786177315.605450:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177315.605451:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:2.0:1786177315.605452:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:2.0:1786177315.605454:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:2.0:1786177315.605456:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605458:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177315.605460:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605462:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:3.0:1786177315.605463:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1786177315.605465:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00000001:3.0:1786177315.605468:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177315.605470:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:3.0:1786177315.605473:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177315.605474:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177315.605477:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177315.605481:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1786177315.605482:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177315.605485:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605490:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177315.605493:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177315.605500:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605517:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.605520:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1786177315.605523:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be0380. 00000100:00000001:3.0:1786177315.605523:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786177315.605529:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:3.0:1786177315.605530:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177315.605534:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177315.605535:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177315.605538:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.605539:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605542:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177315.605546:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786177315.605547:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612186368:192.168.202.156@tcp:250:kworker.0 02000000:00000001:2.0:1786177315.605549:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.605554:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1786177315.605557:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd7000. 02000000:00000001:3.0:1786177315.605559:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786177315.605562:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.605563:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.605568:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1786177315.605571:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1786177315.605575:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177315.605579:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605585:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1786177315.605588:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177315.605592:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000100:00000001:2.0:1786177315.605595:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177315.605601:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061bbc6b5] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1786177315.605601:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000001:2.0:1786177315.605610:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786177315.605610:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612186368, portal 25 00000100:00080000:2.0:1786177315.605615:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177315.605616:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786177315.605618:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177315.605619:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439492224 : -127834270059392 : ffff8bbc43be3480) 00000100:00000001:2.0:1786177315.605621:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177315.605623:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177315.605626:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177315.605630:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8751 00000100:00000040:3.0:1786177315.605632:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786177315.605635:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177315.605641:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177315.605645:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177315.605648:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177315.605651:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605656:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1786177315.605656:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177315.605661:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000040:2.0:1786177315.605662:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605666:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000200:3.0:1786177315.605667:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612186368, offset 0 00000020:00000001:2.0:1786177315.605670:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1786177315.605673:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:2.0:1786177315.605675:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177315.605678:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000400:00000200:3.0:1786177315.605679:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000020:00000001:2.0:1786177315.605683:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:2.0:1786177315.605687:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000200:3.0:1786177315.605691:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:2.0:1786177315.605692:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605696:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177315.605699:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:3.0:1786177315.605702:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000001:2.0:1786177315.605703:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177315.605708:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000400:00000200:3.0:1786177315.605709:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1786177315.605713:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:3.0:1786177315.605716:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000001:2.0:1786177315.605718:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177315.605722:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1786177315.605723:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1786177315.605726:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1786177315.605729:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:2.0:1786177315.605731:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605736:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000200:3.0:1786177315.605737:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410776:410776:256:4294967295] 192.168.202.156@tcp LPNI seq info [410774:410774:8:4294967295] 00000008:00100000:2.0:1786177315.605741:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000400:00000200:3.0:1786177315.605746:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00000001:2.0:1786177315.605747:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605751:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177315.605756:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be1c00. 00000020:00000040:2.0:1786177315.605761:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000400:00000200:3.0:1786177315.605761:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:2.0:1786177315.605767:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177315.605770:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1786177315.605774:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605775:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177315.605777:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177315.605779:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177315.605783:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6400. 00000800:00000010:3.0:1786177315.605783:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000100:00000001:2.0:1786177315.605788:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177315.605795:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1786177315.605795:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177315.605802:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1786177315.605804:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177315.605808:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177315.605814:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000646901e6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1786177315.605815:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177315.605822:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000100:00000001:2.0:1786177315.605824:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177315.605828:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1786177315.605832:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000100:00080000:2.0:1786177315.605833:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177315.605836:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000800:00000010:3.0:1786177315.605837:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000100:00080000:2.0:1786177315.605838:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177315.605842:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177315.605846:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8751 00000400:00000200:3.0:1786177315.605846:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177315.605853:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177315.605857:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177315.605859:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:2.0:1786177315.605862:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1786177315.605865:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000100:00000040:2.0:1786177315.605866:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605870:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1786177315.605871:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000040:2.0:1786177315.605872:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605876:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:2.0:1786177315.605877:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177315.605878:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1786177315.605879:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:2.0:1786177315.605882:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786177315.605884:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:2.0:1786177315.605886:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:2.0:1786177315.605888:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000200:3.0:1786177315.605888:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177315.605894:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605897:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177315.605901:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605904:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:2.0:1786177315.605908:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:2.0:1786177315.605911:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177315.605913:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.605913:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786177315.605916:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177315.605918:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177315.605921:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177315.605921:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177315.605924:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177315.605927:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:2.0:1786177315.605931:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177315.605934:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177315.605938:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc43be3100. 00000020:00000040:2.0:1786177315.605941:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:3.0:1786177315.605941:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177315.605945:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177315.605947:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.605947:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177315.605950:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177315.605951:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177315.605952:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177315.605954:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc47dd6000. 00000100:00000001:2.0:1786177315.605957:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.605957:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177315.605962:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1786177315.605966:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177315.605972:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303424120 00000100:00000001:2.0:1786177315.605976:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177315.605979:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786177315.605980:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3af00. 00000100:00000040:2.0:1786177315.605985:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3e72c8b] to pc [ptlrpcd_rcv+-1] req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.605989:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177315.605998:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.605999:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303424120 00000100:00000010:3.0:1786177315.606004:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc4ab3a120. 00000100:00000040:2.0:1786177315.606005:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8761) 00000100:00000001:3.0:1786177315.606030:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177315.606037:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177315.606041:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.606044:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177315.606050:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177315/real 1786177315] req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177315.606060:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177315.606061:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177315.606063:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177315.606066:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177315.606068:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177315.606071:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177315.606075:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177315.606084:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606091:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177315.606092:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606095:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177315.606097:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177315.606100:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606108:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177315.606113:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606121:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177315.606124:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606126:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177315.606127:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606129:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177315.606131:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177315.606134:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177315.606138:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177315.606141:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177315.606145:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177315.606153:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612186368:192.168.202.156@tcp:250:kworker.0 00000100:00000001:3.0:1786177315.606158:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177315.606162:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606168:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177315.606170:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.606172:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177315.606174:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177315.606176:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177315.606179:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186496:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177315.606182:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177315.606184:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177315.606186:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.606188:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177315.606191:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177315.606193:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177315.606197:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177315.606199:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177315.606202:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177315.606205:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612186496, portal 10 00000100:00000001:3.0:1786177315.606207:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177315.606209:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485056 : -127834270066560 : ffff8bbc43be1880) 00000100:00000040:3.0:1786177315.606215:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606222:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177315.606224:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177315.606226:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177315.606229:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612186496, offset 0 00000400:00000200:3.0:1786177315.606233:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177315.606237:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177315.606241:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177315.606244:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177315.606246:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177315.606249:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177315.606251:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177315.606254:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410777:410777:256:4294967295] 192.168.202.156@tcp LPNI seq info [410775:410775:8:4294967295] 00000400:00000200:3.0:1786177315.606259:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177315.606265:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177315.606269:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177315.606273:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177315.606277:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177315.606279:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786177315.606284:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177315.606286:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1786177315.606290:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177315.606292:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177315.606294:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177315.606298:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177315.606301:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177315.606302:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177315.606305:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177315.606309:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606317:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177315.606320:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606327:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.606329:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177315.606332:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177315.606336:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:3.0:1786177315.606339:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177315.606342:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303423496 00000100:00000001:3.0:1786177315.606344:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303424120 00000100:00000001:3.0:1786177315.606346:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303423496 00000100:00000001:3.0:1786177315.606348:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303424120 00000100:00000001:3.0:1786177315.606350:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177315.606352:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.606354:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177315.606358:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177315/real 1786177315] req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177315.606366:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177315.606367:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177315.606369:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177315.606371:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177315.606373:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177315.606375:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177315.606378:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177315.606387:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606393:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177315.606395:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606397:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177315.606398:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177315.606402:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606409:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177315.606413:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606421:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177315.606424:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606425:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177315.606426:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606428:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177315.606431:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177315.606434:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177315.606437:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177315.606439:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177315.606443:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177315.606452:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186496:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177315.606456:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606458:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177315.606461:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3480 x1872933612186368/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606468:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177315.606470:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177315.606473:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177315.606477:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177315.606478:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177315.606480:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:3.0:1786177315.606482:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177315.606484:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd4400. 02000000:00000001:3.0:1786177315.606488:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177315.606490:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177315.606491:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3480. 00000100:00000001:3.0:1786177315.606494:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177315.606495:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606497:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177315.606514:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1880 x1872933612186496/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606521:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177315.606522:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177315.606524:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177315.606526:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177315.606527:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177315.606528:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786177315.606530:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177315.606532:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7400. 02000000:00000001:3.0:1786177315.606535:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177315.606536:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177315.606537:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1880. 00000100:00000001:3.0:1786177315.606540:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177315.606541:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606544:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606551:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177315.606553:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.606555:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177315.606556:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177315.606558:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177315.606562:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606569:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177315.606570:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.606572:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177315.606573:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177315.606576:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177315.606579:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186624:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177315.606582:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177315.606584:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177315.606585:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.606587:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177315.606590:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177315.606593:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177315.606596:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177315.606599:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177315.606602:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177315.606605:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612186624, portal 10 00000100:00000001:3.0:1786177315.606607:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177315.606608:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439479680 : -127834270071936 : ffff8bbc43be0380) 00000100:00000040:3.0:1786177315.606614:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606621:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177315.606623:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177315.606626:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177315.606628:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612186624, offset 0 00000400:00000200:3.0:1786177315.606633:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177315.606636:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177315.606640:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177315.606643:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177315.606645:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177315.606647:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177315.606649:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177315.606652:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410778:410778:256:4294967295] 192.168.202.156@tcp LPNI seq info [410776:410776:8:4294967295] 00000400:00000200:3.0:1786177315.606656:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177315.606662:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177315.606666:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177315.606670:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177315.606674:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177315.606677:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786177315.606681:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177315.606685:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1786177315.606689:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177315.606690:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177315.606693:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177315.606696:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177315.606699:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177315.606702:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177315.606704:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177315.606708:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606716:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177315.606719:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606725:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.606727:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177315.606730:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177315.606733:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:3.0:1786177315.606736:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177315.606738:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303423496 00000100:00000001:3.0:1786177315.606741:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303424120 00000100:00000001:3.0:1786177315.606743:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303423496 00000100:00000001:3.0:1786177315.606745:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303424120 00000100:00000001:3.0:1786177315.606747:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177315.606749:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.606751:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177315.606755:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177315/real 1786177315] req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177315.606762:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177315.606764:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177315.606765:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177315.606768:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177315.606769:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177315.606771:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177315.606774:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177315.606789:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606795:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177315.606796:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606798:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177315.606799:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177315.606803:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606810:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177315.606814:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606820:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177315.606822:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606824:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177315.606826:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.606827:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177315.606829:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177315.606832:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177315.606836:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177315.606839:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177315.606843:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177315.606851:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186624:192.168.202.156@tcp:38:kworker.0 00000100:00000001:3.0:1786177315.606855:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177315.606859:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606872:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177315.606873:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.606875:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177315.606877:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177315.606879:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177315.606882:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186752:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177315.606884:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177315.606886:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177315.606888:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.606890:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177315.606892:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177315.606894:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177315.606897:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177315.606900:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177315.606903:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177315.606905:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612186752, portal 4 00000100:00000001:3.0:1786177315.606907:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177315.606909:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439485952 : -127834270065664 : ffff8bbc43be1c00) 00000100:00000040:3.0:1786177315.606914:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.606921:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177315.606923:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177315.606925:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177315.606927:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612186752, offset 0 00000400:00000200:3.0:1786177315.606931:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177315.606935:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177315.606938:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177315.606941:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177315.606943:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177315.606946:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177315.606948:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177315.606952:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410779:410779:256:4294967295] 192.168.202.156@tcp LPNI seq info [410777:410777:8:4294967295] 00000400:00000200:3.0:1786177315.606956:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177315.606962:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177315.606966:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177315.606969:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177315.606972:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177315.606976:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786177315.606980:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177315.606983:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1786177315.606987:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177315.606989:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177315.606991:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177315.606995:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177315.606998:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177315.607000:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177315.607002:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177315.607006:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607034:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177315.607038:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607044:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.607046:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177315.607049:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177315.607052:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:3.0:1786177315.607055:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177315.607057:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303423680 00000100:00000001:3.0:1786177315.607060:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303424120 00000100:00000001:3.0:1786177315.607062:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303423680 00000100:00000001:3.0:1786177315.607064:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303424120 00000100:00000001:3.0:1786177315.607066:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177315.607069:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.607071:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177315.607074:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177315/real 1786177315] req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177315.607083:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177315.607084:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177315.607085:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177315.607088:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177315.607090:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177315.607092:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177315.607094:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177315.607103:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607109:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177315.607111:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607113:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177315.607114:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177315.607118:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607125:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177315.607128:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607135:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177315.607137:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607139:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177315.607140:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607142:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177315.607143:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177315.607146:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177315.607149:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177315.607152:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177315.607156:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177315.607164:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186752:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177315.607168:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786177315.607171:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607178:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177315.607179:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.607182:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177315.607183:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177315.607185:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177315.607188:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186880:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177315.607191:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177315.607193:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177315.607194:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177315.607196:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786177315.607199:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177315.607201:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786177315.607204:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:3.0:1786177315.607207:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b98b58. 00000400:00000010:3.0:1786177315.607209:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daa5d8. 00000100:00000200:3.0:1786177315.607212:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612186880, portal 4 00000100:00000001:3.0:1786177315.607214:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177315.607215:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616239439491328 : -127834270060288 : ffff8bbc43be3100) 00000100:00000040:3.0:1786177315.607221:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607227:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786177315.607230:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:3.0:1786177315.607232:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62daab28. 00000100:00000200:3.0:1786177315.607234:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612186880, offset 0 00000400:00000200:3.0:1786177315.607239:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:3.0:1786177315.607242:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177315.607246:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:3.0:1786177315.607249:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786177315.607251:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:3.0:1786177315.607254:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786177315.607256:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:3.0:1786177315.607259:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410780:410780:256:4294967295] 192.168.202.156@tcp LPNI seq info [410778:410778:8:4294967295] 00000400:00000200:3.0:1786177315.607262:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:3.0:1786177315.607268:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:3.0:1786177315.607273:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177315.607276:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc45ddf700. 00000800:00000200:3.0:1786177315.607280:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.0:1786177315.607284:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1786177315.607288:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:3.1:1786177315.607290:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1786177315.607294:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:3.0:1786177315.607296:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc45ddf700. 00000400:00000200:3.0:1786177315.607299:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1786177315.607302:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1786177315.607305:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daab28 00000400:00000010:3.0:1786177315.607307:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daab28. 00000100:00000001:3.0:1786177315.607309:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1786177315.607313:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607321:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177315.607324:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607330:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.607332:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177315.607335:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786177315.607338:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:3.0:1786177315.607342:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:3.0:1786177315.607344:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303423660 00000100:00000001:3.0:1786177315.607346:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303424120 00000100:00000001:3.0:1786177315.607348:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303423660 00000100:00000001:3.0:1786177315.607350:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303424120 00000100:00000001:3.0:1786177315.607353:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177315.607355:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.607357:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177315.607361:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177315/real 1786177315] req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177315.607368:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177315.607370:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786177315.607371:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b98b58. 00000400:00000200:3.0:1786177315.607374:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62daa5d8 00000400:00000010:3.0:1786177315.607376:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62daa5d8. 00000100:00000001:3.0:1786177315.607378:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786177315.607381:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786177315.607389:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607396:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177315.607398:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607400:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177315.607401:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177315.607404:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607411:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786177315.607415:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607422:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177315.607425:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607426:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177315.607427:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607429:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177315.607430:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177315.607433:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177315.607436:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:3.0:1786177315.607439:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1786177315.607443:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177315.607451:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc43be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612186880:192.168.202.156@tcp:8:kworker.0 00000100:00000001:3.0:1786177315.607455:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607457:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177315.607460:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be0380 x1872933612186624/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607467:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177315.607469:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177315.607471:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff400. 02000000:00000001:3.0:1786177315.607474:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177315.607475:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177315.607477:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:3.0:1786177315.607479:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177315.607481:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd7000. 02000000:00000001:3.0:1786177315.607483:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177315.607484:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177315.607486:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be0380. 00000100:00000001:3.0:1786177315.607488:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177315.607490:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607492:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177315.607495:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be1c00 x1872933612186752/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607515:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177315.607517:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177315.607518:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cff000. 02000000:00000001:3.0:1786177315.607521:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177315.607522:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177315.607523:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:3.0:1786177315.607525:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177315.607527:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6400. 02000000:00000001:3.0:1786177315.607529:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177315.607530:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177315.607531:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be1c00. 00000100:00000001:3.0:1786177315.607534:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177315.607535:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607537:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786177315.607540:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc43be3100 x1872933612186880/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177315.607547:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177315.607548:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786177315.607549:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc74cfc000. 02000000:00000001:3.0:1786177315.607551:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177315.607552:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786177315.607554:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:3.0:1786177315.607556:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786177315.607557:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc47dd6000. 02000000:00000001:3.0:1786177315.607559:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177315.607560:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786177315.607561:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc43be3100. 00000100:00000001:3.0:1786177315.607563:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177315.607564:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607566:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177315.607569:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177315.607571:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177315.607573:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177315.607575:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177316.245113:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303424120, at 4303424128 00000100:00000010:1.0:1786177316.245126:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3a120. 00000100:00000040:0.0:1786177316.245323:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303424120, at 4303424128 00000100:00000010:0.0:1786177316.245330:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc4ab3af00. 00000100:00000001:0.0:1786177316.501131:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177316.501131:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177316.501138:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177316.501139:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177316.501142:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177316.501143:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177316.501150:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:1.0:1786177316.501150:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177316.501151:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177316.501157:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177316.501158:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177316.501158:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177316.501160:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177316.501164:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177316.501165:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177316.501165:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177316.501168:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177316.501171:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177316.501172:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177316.501173:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177316.501176:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177316.501181:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177316.501207:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177316.501210:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177316.501215:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177316.501217:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177316.501221:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177316.501223:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177316.501226:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177316.501228:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177316.501232:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177316.501234:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177316.501253:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177316.501257:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177316.501260:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177316.501262:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177316.501266:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177316.501267:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177316.501271:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177316.501273:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177316.501275:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177316.501297:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177316.501300:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177316.501377:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177316.501380:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177316.501382:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177316.501385:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177316.501388:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177316.501390:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177316.501401:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177316.501405:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177316.501406:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177316.501409:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177316.501411:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177316.501413:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177316.501484:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177316.501487:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177316.501490:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177316.501491:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177316.501598:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177316.501600:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177316.501603:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177316.501713:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177316.501716:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177316.502084:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177316.502087:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177316.502089:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177317.525118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177317.525126:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177317.525128:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177317.525133:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177317.525136:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177317.525140:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177317.525143:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177317.525146:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177317.525149:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177317.525236:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177317.525238:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177317.525239:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177317.525241:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177317.525242:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177317.525244:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177317.525245:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177317.525246:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177317.525248:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177317.525356:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177317.525359:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177317.525360:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177317.525363:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:1.0:1786177317.525365:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177317.525367:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177317.525370:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177317.525371:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177317.525373:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177317.525392:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177317.525395:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177317.525398:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177317.525399:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177317.525402:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177317.525403:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177317.525406:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177317.525408:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177317.525411:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177317.525412:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177317.525427:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177317.525430:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177317.525433:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177317.525864:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177317.525867:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177317.525869:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177317.525872:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177317.525875:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177317.525877:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177317.525878:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177317.525880:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177317.525882:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177317.525916:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177317.525919:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177317.525921:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177317.525923:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177317.525925:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177317.525927:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177317.525929:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177317.525930:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177317.525933:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177317.526214:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177317.526216:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177317.526217:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177317.526219:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177317.526220:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177317.526222:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177317.526223:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177317.526224:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177317.526225:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.549127:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177318.549127:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177318.549127:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177318.549134:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177318.549135:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177318.549135:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177318.549139:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177318.549139:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.549140:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177318.549148:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177318.549148:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:2.0:1786177318.549150:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177318.549155:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177318.549155:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177318.549156:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177318.549161:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177318.549162:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177318.549162:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177318.549169:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177318.549169:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177318.549173:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.549174:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177318.549175:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.549178:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177318.549262:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177318.549265:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177318.549267:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177318.549270:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177318.549273:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177318.549275:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177318.549278:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177318.549279:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177318.549281:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177318.549304:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177318.549308:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177318.549313:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177318.549314:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177318.549318:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177318.549319:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177318.549322:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177318.549325:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177318.549327:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177318.549330:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177318.549333:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177318.549335:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177318.549337:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177318.549340:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.549340:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177318.549345:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177318.549346:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177318.549348:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177318.549349:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177318.549353:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:3.0:1786177318.549354:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177318.549355:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.549358:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177318.549359:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1786177318.549362:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177318.549363:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177318.549368:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177318.549370:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177318.549385:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177318.549388:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177318.549389:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177318.549391:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177318.549392:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177318.549394:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177318.549395:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177318.549397:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177318.549399:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.549587:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177318.549590:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177318.549593:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.549594:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177318.549597:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.549600:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177318.549938:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177318.549942:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177318.549945:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177319.573139:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177319.573139:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177319.573139:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177319.573148:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177319.573148:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177319.573148:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177319.573151:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177319.573153:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177319.573153:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177319.573159:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177319.573160:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177319.573161:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177319.573166:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177319.573167:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177319.573167:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177319.573173:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.573174:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177319.573174:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.573180:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177319.573182:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.573184:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177319.573194:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177319.573196:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177319.573196:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177319.573198:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177319.573199:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177319.573200:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.573201:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177319.573203:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.573204:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177319.573271:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177319.573274:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177319.573275:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177319.573281:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177319.573284:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177319.573286:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177319.573289:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177319.573291:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177319.573293:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177319.573298:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.573301:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177319.573302:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.573304:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177319.573320:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177319.573322:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177319.573323:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177319.573325:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177319.573327:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177319.573329:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.573330:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177319.573331:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.573333:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177319.573391:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177319.573392:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177319.573396:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177319.573397:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177319.573400:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177319.573401:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177319.573419:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177319.573422:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177319.573425:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177319.573558:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177319.573561:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177319.573564:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177319.573565:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177319.573569:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177319.573572:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177320.597119:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177320.597123:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177320.597124:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177320.597127:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177320.597129:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177320.597130:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177320.597131:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177320.597133:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.597134:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177320.597139:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:2.0:1786177320.597140:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177320.597140:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177320.597141:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177320.597145:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177320.597147:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.597148:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177320.597148:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177320.597151:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.597152:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177320.597154:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177320.597155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177320.597156:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177320.597156:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177320.597160:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.597160:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177320.597161:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.597168:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177320.597168:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177320.597169:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177320.597169:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177320.597174:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177320.597174:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177320.597180:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177320.597182:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177320.597185:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.597188:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177320.597191:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177320.597191:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177320.597193:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177320.597195:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177320.597196:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177320.597200:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177320.597202:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177320.597204:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177320.597205:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177320.597209:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177320.597210:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177320.597212:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177320.597213:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177320.597217:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000020:00000001:1.0:1786177320.597218:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177320.597220:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177320.597221:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177320.597223:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177320.597226:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177320.597226:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177320.597227:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177320.597230:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177320.597232:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177320.597235:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177320.597235:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177320.597239:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177320.597241:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177320.597244:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177320.597248:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177320.597250:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177320.597253:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177320.725128:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177320.725138:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177320.725141:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177320.725145:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177320.725149:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177320.725157:0:12492:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8756 00000400:00000200:1.0:1786177320.725165:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177320.725171:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177320.725175:0:12492:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177320.725178:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725182:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177320.725184:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725187:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177320.725191:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177320.725193:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177320.725195:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177320.725198:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177320.725200:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177320.725203:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177320.725206:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725208:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177320.725209:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725211:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177320.725214:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177320.725218:0:12492:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725220:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177320.725222:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177320.725225:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177320.725229:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.725231:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177320.725233:0:12492:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177320.725242:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c000. 00000020:00000040:1.0:1786177320.725245:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177320.725248:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177320.725250:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.725253:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177320.725255:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177320.725259:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177320.725267:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028400. 00000100:00000001:1.0:1786177320.725273:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177320.725281:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177320.725291:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177320.725296:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177320.725301:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000170380d] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177320.725324:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177320.725328:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177320.725331:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177320.725332:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177320.725334:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177320.725336:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177320.725338:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8756 00000400:00000200:1.0:1786177320.725342:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177320.725345:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177320.725348:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177320.725352:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725354:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177320.725357:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725359:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177320.725362:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177320.725364:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1786177320.725365:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:1.0:1786177320.725367:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177320.725370:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000100:00000001:2.0:1786177320.725371:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786177320.725373:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:2.0:1786177320.725375:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786177320.725376:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000040:1.0:1786177320.725381:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725385:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177320.725387:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177320.725389:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725395:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177320.725399:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00080000:1.0:1786177320.725405:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177320.725407:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177320.725409:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.725411:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177320.725412:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177320.725418:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177320.725418:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177320.725422:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177320.725422:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177320.725425:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786177320.725429:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786177320.725431:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1786177320.725437:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612187008:192.168.202.156@tcp:250:kworker.0 00000008:00000001:1.0:1786177320.725438:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.725443:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.725445:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1786177320.725449:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f800. 02000000:00000001:2.0:1786177320.725462:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177320.725466:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1786177320.725468:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:2.0:1786177320.725471:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786177320.725472:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177320.725475:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.725476:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177320.725478:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1786177320.725479:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd6c00. 02000000:00000001:1.0:1786177320.725480:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177320.725484:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177320.725488:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029c00. 00000100:00000001:1.0:1786177320.725492:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177320.725500:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00100000:1.0:1786177320.725506:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1786177320.725506:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177320.725515:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000001:1.0:1786177320.725517:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177320.725520:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1786177320.725525:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612187008, portal 25 00000100:00000040:1.0:1786177320.725526:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017c0250a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.725530:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177320.725533:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263249920 : -127833446301696 : ffff8bbc74d7c000) 00000100:00000001:1.0:1786177320.725542:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177320.725546:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177320.725547:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177320.725554:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177320.725556:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177320.725560:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177320.725565:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177320.725570:0:12492:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8756 00000400:00000200:1.0:1786177320.725577:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177320.725577:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1786177320.725584:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000040:2.0:1786177320.725586:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:1.0:1786177320.725588:0:12492:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1786177320.725591:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000040:1.0:1786177320.725594:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000200:2.0:1786177320.725597:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612187008, offset 0 00000100:00000001:1.0:1786177320.725598:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177320.725603:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725605:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:2.0:1786177320.725608:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000020:00000001:1.0:1786177320.725610:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177320.725613:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177320.725614:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177320.725617:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000400:00000200:2.0:1786177320.725621:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:1.0:1786177320.725622:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000020:00000001:1.0:1786177320.725626:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:2.0:1786177320.725631:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000100:00000040:1.0:1786177320.725632:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725638:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1786177320.725641:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1786177320.725642:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725646:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:2.0:1786177320.725649:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000020:00000040:1.0:1786177320.725650:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:1.0:1786177320.725656:0:12492:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000400:00000200:2.0:1786177320.725657:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1786177320.725660:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177320.725664:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1786177320.725664:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 02000000:00000001:1.0:1786177320.725667:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1786177320.725672:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410781:410781:256:4294967295] 192.168.202.156@tcp LPNI seq info [410779:410779:8:4294967295] 02000000:00000001:1.0:1786177320.725673:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.725677:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177320.725681:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000200:2.0:1786177320.725682:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00000001:1.0:1786177320.725686:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.725688:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177320.725692:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7e680. 00000020:00000040:1.0:1786177320.725696:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177320.725699:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177320.725700:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.725704:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177320.725707:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1786177320.725709:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:1.0:1786177320.725710:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177320.725716:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a800. 00000800:00000200:2.0:1786177320.725722:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725723:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1786177320.725729:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000100:00100000:1.0:1786177320.725732:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1786177320.725741:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177320.725746:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1786177320.725748:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:1.0:1786177320.725750:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177320.725758:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001854eadf] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1786177320.725761:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177320.725769:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000100:00000001:1.0:1786177320.725772:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177320.725777:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1786177320.725777:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177320.725783:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000100:00080000:1.0:1786177320.725784:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177320.725786:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177320.725789:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177320.725792:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000400:00000200:2.0:1786177320.725792:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1786177320.725796:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8756 00000400:00000200:2.0:1786177320.725802:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1786177320.725804:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177320.725810:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:2.0:1786177320.725812:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000100:00080000:1.0:1786177320.725813:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1786177320.725817:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000040:1.0:1786177320.725818:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725823:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177320.725824:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1786177320.725826:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725828:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177320.725829:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177320.725831:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177320.725833:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177320.725836:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:1.0:1786177320.725840:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177320.725842:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000200:2.0:1786177320.725843:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177320.725847:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725852:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177320.725857:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725861:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:2.0:1786177320.725862:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1786177320.725864:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000040:2.0:1786177320.725870:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177320.725871:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177320.725876:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177320.725881:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177320.725884:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177320.725888:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.725892:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177320.725896:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:2.0:1786177320.725899:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786177320.725900:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.725903:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177320.725904:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177320.725909:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7fb80. 00000020:00000040:1.0:1786177320.725911:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:2.0:1786177320.725912:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177320.725914:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177320.725917:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.725921:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1786177320.725921:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 02000000:00000001:1.0:1786177320.725925:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177320.725927:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303429240 02000000:00000001:1.0:1786177320.725928:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177320.725934:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202bc00. 00000100:00000010:2.0:1786177320.725936:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc58ba4300. 00000100:00000001:1.0:1786177320.725938:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.725944:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1786177320.725946:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177320.725954:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177320.725956:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177320.725960:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fc0db8] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.725963:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303429240 00000100:00000010:2.0:1786177320.725970:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc58ba4900. 00000100:00000001:1.0:1786177320.725974:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.725975:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786177320.725979:0:12492:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177320.725982:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786177320.725985:0:12492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177320.725987:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.725989:0:12492:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177320.725992:0:12492:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177320.725993:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786177320.725997:0:12492:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177320.726002:0:12492:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8756 00000100:00100000:2.0:1786177320.726002:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177320/real 1786177320] req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177320.726008:0:12492:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177320.726041:0:12492:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177320.726046:0:12492:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000001:2.0:1786177320.726046:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177320.726050:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1786177320.726053:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000010:2.0:1786177320.726054:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000100:00000001:1.0:1786177320.726057:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1786177320.726059:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000100:00000040:1.0:1786177320.726062:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000010:2.0:1786177320.726063:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:1.0:1786177320.726065:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:2.0:1786177320.726068:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1786177320.726069:0:12492:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177320.726072:0:12492:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:1.0:1786177320.726074:0:12492:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000200:2.0:1786177320.726075:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1786177320.726077:0:12492:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:1.0:1786177320.726082:0:12492:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:1.0:1786177320.726087:0:12492:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:1.0:1786177320.726096:0:12492:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000200:2.0:1786177320.726096:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177320.726100:0:12492:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177320.726105:0:12492:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177320.726110:0:12492:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:2.0:1786177320.726113:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1786177320.726115:0:12492:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:2.0:1786177320.726116:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786177320.726120:0:12492:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177320.726121:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177320.726125:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177320.726126:0:12492:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177320.726129:0:12492:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1786177320.726132:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177320.726134:0:12492:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177320.726138:0:12492:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.726141:0:12492:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177320.726145:0:12492:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:2.0:1786177320.726149:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1786177320.726150:0:12492:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177320.726155:0:12492:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177320.726159:0:12492:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ce00. 00000100:00000040:2.0:1786177320.726159:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1786177320.726164:0:12492:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177320.726168:0:12492:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177320.726171:0:12492:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.726173:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177320.726176:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.726178:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177320.726179:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.726182:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177320.726184:0:12492:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177320.726186:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1786177320.726190:0:12492:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:2.0:1786177320.726191:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1786177320.726194:0:12492:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177320.726198:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 02000000:00000010:1.0:1786177320.726200:0:12492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029000. 00000100:00000001:2.0:1786177320.726202:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1786177320.726205:0:12492:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177320.726209:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177320.726215:0:12492:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786177320.726224:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612187008:192.168.202.156@tcp:250:kworker.0 00000100:00000001:1.0:1786177320.726232:0:12492:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177320.726234:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177320.726235:0:12492:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.726238:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786177320.726243:0:12492:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058bcc49a] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1786177320.726246:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c000 x1872933612187008/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177320.726265:0:12492:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.726267:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1786177320.726271:0:12492:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8766) 02000000:00000001:2.0:1786177320.726271:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177320.726273:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:2.0:1786177320.726278:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177320.726280:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177320.726282:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1786177320.726285:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177320.726288:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028400. 02000000:00000001:2.0:1786177320.726291:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177320.726293:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177320.726295:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c000. 00000100:00000001:2.0:1786177320.726298:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177320.726299:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.726301:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.726307:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177320.726309:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.726311:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177320.726312:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177320.726313:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177320.726317:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726323:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177320.726324:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177320.726326:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177320.726328:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177320.726330:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177320.726332:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187136:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177320.726335:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177320.726337:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177320.726338:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177320.726339:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177320.726342:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd6c00. 02000000:00000001:2.0:1786177320.726344:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177320.726347:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177320.726349:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177320.726353:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177320.726356:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612187136, portal 10 00000100:00000001:2.0:1786177320.726357:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177320.726359:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263264256 : -127833446287360 : ffff8bbc74d7f800) 00000100:00000040:2.0:1786177320.726365:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726372:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177320.726374:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177320.726377:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177320.726379:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612187136, offset 0 00000400:00000200:2.0:1786177320.726382:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177320.726386:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177320.726389:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177320.726392:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177320.726394:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177320.726396:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177320.726398:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177320.726401:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410782:410782:256:4294967295] 192.168.202.156@tcp LPNI seq info [410780:410780:8:4294967295] 00000400:00000200:2.0:1786177320.726405:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177320.726411:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177320.726415:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177320.726418:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177320.726421:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177320.726424:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1786177320.726428:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177320.726431:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1786177320.726435:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177320.726437:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177320.726439:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177320.726443:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177320.726446:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177320.726448:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177320.726450:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177320.726468:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726475:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177320.726478:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726484:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.726486:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177320.726490:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177320.726493:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:2.0:1786177320.726496:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177320.726499:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303428616 00000100:00000001:2.0:1786177320.726501:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303429240 00000100:00000001:2.0:1786177320.726503:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303428616 00000100:00000001:2.0:1786177320.726504:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303429240 00000100:00000001:2.0:1786177320.726506:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177320.726508:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.726510:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177320.726513:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177320/real 1786177320] req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177320.726520:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177320.726521:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177320.726523:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177320.726525:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177320.726526:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177320.726528:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177320.726531:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177320.726537:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726543:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177320.726544:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.726545:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177320.726546:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177320.726549:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726555:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177320.726559:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726565:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177320.726567:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.726569:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177320.726570:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.726571:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177320.726574:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177320.726577:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177320.726580:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177320.726582:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177320.726585:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177320.726592:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187136:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177320.726595:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177320.726598:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726604:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177320.726605:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177320.726607:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177320.726609:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177320.726611:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177320.726614:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187264:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177320.726616:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177320.726618:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177320.726620:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177320.726621:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177320.726624:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd5800. 02000000:00000001:2.0:1786177320.726626:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177320.726629:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177320.726632:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177320.726635:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177320.726637:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612187264, portal 10 00000100:00000001:2.0:1786177320.726639:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177320.726640:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263259776 : -127833446291840 : ffff8bbc74d7e680) 00000100:00000040:2.0:1786177320.726646:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726652:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177320.726654:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177320.726657:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177320.726659:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612187264, offset 0 00000400:00000200:2.0:1786177320.726663:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177320.726666:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177320.726670:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177320.726672:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177320.726675:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177320.726677:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177320.726679:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177320.726682:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410783:410783:256:4294967295] 192.168.202.156@tcp LPNI seq info [410781:410781:8:4294967295] 00000400:00000200:2.0:1786177320.726686:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177320.726691:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177320.726696:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177320.726699:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177320.726703:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177320.726705:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1786177320.726709:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177320.726711:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1786177320.726715:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177320.726717:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177320.726720:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177320.726723:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177320.726726:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177320.726728:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177320.726730:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177320.726734:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726741:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177320.726745:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726751:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.726753:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177320.726756:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177320.726758:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:2.0:1786177320.726761:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177320.726763:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303428616 00000100:00000001:2.0:1786177320.726765:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303429240 00000100:00000001:2.0:1786177320.726767:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303428616 00000100:00000001:2.0:1786177320.726769:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303429240 00000100:00000001:2.0:1786177320.726771:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177320.726772:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.726774:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177320.726778:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177320/real 1786177320] req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177320.726785:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177320.726786:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177320.726788:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177320.726790:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177320.726792:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177320.726793:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177320.726796:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177320.726804:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726811:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177320.726812:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.726814:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177320.726815:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177320.726818:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726824:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177320.726827:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726834:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177320.726836:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.726837:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177320.726839:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.726840:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177320.726842:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177320.726845:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177320.726847:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177320.726850:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177320.726854:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177320.726860:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187264:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177320.726864:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177320.726867:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726873:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177320.726874:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177320.726877:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177320.726878:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177320.726880:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177320.726882:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187392:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177320.726885:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177320.726887:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177320.726888:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177320.726890:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177320.726892:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd7800. 02000000:00000001:2.0:1786177320.726894:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177320.726897:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177320.726899:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177320.726902:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177320.726905:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612187392, portal 4 00000100:00000001:2.0:1786177320.726907:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177320.726908:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263265152 : -127833446286464 : ffff8bbc74d7fb80) 00000100:00000040:2.0:1786177320.726913:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.726919:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177320.726921:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177320.726923:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177320.726925:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612187392, offset 0 00000400:00000200:2.0:1786177320.726929:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177320.726933:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177320.726936:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177320.726939:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177320.726941:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177320.726943:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177320.726945:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177320.726948:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410784:410784:256:4294967295] 192.168.202.156@tcp LPNI seq info [410782:410782:8:4294967295] 00000400:00000200:2.0:1786177320.726952:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177320.726958:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177320.726962:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177320.726965:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177320.726969:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177320.726972:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1786177320.726976:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177320.726978:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1786177320.726981:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177320.726983:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177320.726986:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177320.726989:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177320.726991:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177320.726993:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177320.726995:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177320.726998:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727006:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177320.727009:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727035:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.727037:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177320.727040:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177320.727043:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:2.0:1786177320.727046:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177320.727048:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303428800 00000100:00000001:2.0:1786177320.727050:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303429240 00000100:00000001:2.0:1786177320.727052:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303428800 00000100:00000001:2.0:1786177320.727054:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303429240 00000100:00000001:2.0:1786177320.727056:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177320.727058:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.727060:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177320.727064:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177320/real 1786177320] req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177320.727072:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177320.727073:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177320.727075:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177320.727077:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177320.727079:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177320.727081:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177320.727084:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177320.727093:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727099:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177320.727100:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727102:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177320.727104:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177320.727107:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727114:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177320.727118:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727125:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177320.727128:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727129:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177320.727131:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727132:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177320.727134:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177320.727136:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177320.727139:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177320.727141:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177320.727145:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177320.727153:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187392:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177320.727157:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177320.727160:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727167:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177320.727168:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177320.727170:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177320.727172:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177320.727174:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177320.727177:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187520:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177320.727180:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177320.727182:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177320.727183:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177320.727186:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177320.727189:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd4800. 02000000:00000001:2.0:1786177320.727191:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177320.727194:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177320.727197:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177320.727200:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177320.727203:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612187520, portal 4 00000100:00000001:2.0:1786177320.727205:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177320.727206:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263253504 : -127833446298112 : ffff8bbc74d7ce00) 00000100:00000040:2.0:1786177320.727212:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727218:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177320.727220:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177320.727222:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177320.727225:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612187520, offset 0 00000400:00000200:2.0:1786177320.727229:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177320.727232:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177320.727236:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177320.727239:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177320.727241:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177320.727244:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177320.727246:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177320.727249:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410785:410785:256:4294967295] 192.168.202.156@tcp LPNI seq info [410783:410783:8:4294967295] 00000400:00000200:2.0:1786177320.727253:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177320.727259:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177320.727264:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177320.727267:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177320.727271:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177320.727273:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1786177320.727277:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177320.727280:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1786177320.727283:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177320.727285:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177320.727288:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177320.727291:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177320.727294:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177320.727296:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177320.727298:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177320.727301:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727309:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177320.727311:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177345 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727318:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.727319:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177320.727322:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177320.727324:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:2.0:1786177320.727328:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177320.727330:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303428780 00000100:00000001:2.0:1786177320.727332:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303429240 00000100:00000001:2.0:1786177320.727334:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303428780 00000100:00000001:2.0:1786177320.727336:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303429240 00000100:00000001:2.0:1786177320.727338:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177320.727340:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.727342:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177320.727345:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177320/real 1786177320] req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177320.727353:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177320.727354:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177320.727356:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177320.727358:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177320.727360:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177320.727362:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177320.727365:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177320.727373:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727379:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177320.727381:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727382:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177320.727384:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177320.727387:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727393:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177320.727397:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727403:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177320.727406:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727407:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177320.727408:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727410:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177320.727411:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177320.727414:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177320.727416:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177320.727419:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177320.727422:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177320.727430:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187520:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177320.727434:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727436:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177320.727438:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f800 x1872933612187136/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727445:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177320.727446:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177320.727448:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:2.0:1786177320.727471:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177320.727473:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177320.727475:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:2.0:1786177320.727477:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177320.727479:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029c00. 02000000:00000001:2.0:1786177320.727482:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177320.727484:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177320.727485:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f800. 00000100:00000001:2.0:1786177320.727488:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177320.727490:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727491:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177320.727495:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7e680 x1872933612187264/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727506:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177320.727508:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177320.727509:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:2.0:1786177320.727511:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177320.727513:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177320.727514:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:2.0:1786177320.727516:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177320.727517:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a800. 02000000:00000001:2.0:1786177320.727519:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177320.727520:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177320.727521:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7e680. 00000100:00000001:2.0:1786177320.727523:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177320.727524:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727526:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177320.727529:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7fb80 x1872933612187392/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727535:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177320.727536:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177320.727538:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd7800. 02000000:00000001:2.0:1786177320.727540:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177320.727542:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177320.727543:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:2.0:1786177320.727544:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177320.727546:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202bc00. 02000000:00000001:2.0:1786177320.727547:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177320.727549:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177320.727550:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7fb80. 00000100:00000001:2.0:1786177320.727552:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177320.727553:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727554:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177320.727557:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ce00 x1872933612187520/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177345 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177320.727563:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177320.727565:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177320.727566:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd4800. 02000000:00000001:2.0:1786177320.727568:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177320.727569:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177320.727571:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:2.0:1786177320.727572:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177320.727573:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029000. 02000000:00000001:2.0:1786177320.727576:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177320.727577:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177320.727578:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ce00. 00000100:00000001:2.0:1786177320.727581:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177320.727582:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727584:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.727589:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177320.727590:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177320.727592:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177320.727594:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177321.365141:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303429240, at 4303429248 00000100:00000010:1.0:1786177321.365157:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc58ba4900. 00000100:00000040:0.0:1786177321.365196:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303429240, at 4303429248 00000100:00000010:0.0:1786177321.365201:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc58ba4300. 00000100:00000001:3.0:1786177321.621130:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177321.621131:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177321.621132:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177321.621139:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177321.621141:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177321.621141:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177321.621146:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177321.621146:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177321.621147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177321.621150:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177321.621154:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177321.621154:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177321.621156:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177321.621160:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177321.621161:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177321.621161:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177321.621168:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177321.621168:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177321.621173:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177321.621174:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177321.621177:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177321.621179:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177321.621179:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177321.621181:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177321.621186:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177321.621186:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177321.621188:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177321.621192:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177321.621221:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177321.621226:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177321.621229:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177321.621309:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177321.621314:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177321.621317:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177321.621320:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177321.621321:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177321.621323:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177321.621324:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177321.621328:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177321.621330:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177321.621332:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177321.621335:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177321.621336:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177321.621337:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177321.621340:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177321.621340:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177321.621342:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177321.621346:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177321.621347:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177321.621347:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1786177321.621351:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177321.621351:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177321.621356:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177321.621357:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177321.621360:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177321.621364:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177321.621366:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177321.621369:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177321.621375:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177321.621379:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177321.621381:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177321.621383:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177321.621386:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177321.621388:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177321.621390:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177321.621392:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177321.621394:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177322.645133:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177322.645133:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177322.645142:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177322.645143:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177322.645146:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177322.645147:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177322.645155:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177322.645155:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177322.645160:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177322.645161:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177322.645165:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177322.645165:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177322.645172:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177322.645173:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177322.645177:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177322.645177:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177322.645183:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177322.645184:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177322.645310:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177322.645314:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177322.645316:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177322.645319:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177322.645321:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177322.645323:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177322.645326:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177322.645327:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177322.645329:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177322.645348:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177322.645351:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177322.645355:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177322.645356:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177322.645359:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177322.645360:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177322.645363:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177322.645364:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177322.645367:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177322.645368:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177322.645501:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177322.645504:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177322.645506:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177322.645509:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177322.645509:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177322.645514:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177322.645515:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177322.645518:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177322.645519:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177322.645523:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177322.645524:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177322.645527:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177322.645528:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177322.645531:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177322.645532:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177322.645536:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177322.645538:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177322.645541:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177322.645588:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177322.645591:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177322.645592:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177322.645594:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177322.645596:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177322.645598:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177322.645600:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177322.645601:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177322.645603:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177322.645643:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177322.645646:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177322.645649:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177323.669141:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177323.669150:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177323.669152:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177323.669159:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177323.669162:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177323.669166:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177323.669169:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177323.669172:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177323.669175:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177323.669352:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177323.669355:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177323.669357:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177323.669360:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177323.669362:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177323.669364:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177323.669366:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177323.669368:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177323.669370:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177323.669516:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177323.669521:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177323.669523:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177323.669526:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177323.669528:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177323.669529:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177323.669532:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177323.669533:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177323.669534:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177323.669539:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:1.0:1786177323.669540:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177323.669541:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177323.669544:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177323.669544:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177323.669549:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177323.669551:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177323.669558:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177323.669564:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669578:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177323.669584:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177323.669587:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177323.669590:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669593:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177323.669596:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669598:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669600:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669604:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177323.669606:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177323.669607:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177323.669609:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669610:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177323.669612:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669613:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669615:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669619:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177323.669620:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669624:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177323.669625:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177323.669628:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177323.669629:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177323.669666:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177323.669668:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177323.669670:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177323.669849:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177323.669853:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177323.669855:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177323.669857:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1786177323.669858:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177323.669862:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177323.669863:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177323.669865:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.669867:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177323.669869:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177323.669871:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177323.669874:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177323.669875:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177323.669879:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177323.669879:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177323.669884:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177323.669886:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177323.669889:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177324.693152:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177324.693152:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177324.693152:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177324.693155:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177324.693161:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177324.693162:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177324.693163:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177324.693163:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177324.693168:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177324.693168:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177324.693168:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177324.693173:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1786177324.693176:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:2.0:1786177324.693176:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:3.0:1786177324.693176:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177324.693177:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177324.693183:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177324.693183:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177324.693184:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177324.693186:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177324.693189:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177324.693190:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177324.693190:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177324.693190:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177324.693196:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177324.693197:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177324.693198:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177324.693201:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177324.693201:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177324.693202:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177324.693209:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177324.693209:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177324.693210:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177324.693210:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177324.693212:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177324.693213:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177324.693219:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177324.693229:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177324.693233:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177324.693234:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177324.693235:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1786177324.693236:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177324.693239:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786177324.693239:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177324.693242:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1786177324.693243:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177324.693245:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177324.693247:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177324.693249:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177324.693250:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177324.693254:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177324.693258:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177324.693261:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177324.693263:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177324.693264:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177324.693269:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177324.693270:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177324.693273:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177324.693274:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177324.693278:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177324.693279:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177324.693283:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177324.693285:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177324.693289:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177324.693292:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177324.693293:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177324.693295:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177325.717172:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177325.717178:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177325.717180:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177325.717186:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177325.717188:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177325.717191:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177325.717191:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177325.717195:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.717196:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177325.717198:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177325.717199:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177325.717199:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00010000:00000001:1.0:1786177325.717202:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177325.717207:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177325.717210:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177325.717211:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00010000:00000001:1.0:1786177325.717212:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1786177325.717212:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177325.717220:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1786177325.717221:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177325.717221:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177325.717222:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177325.717228:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177325.717231:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177325.717232:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177325.717233:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177325.717234:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1786177325.717235:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177325.717239:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177325.717244:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177325.717244:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177325.717247:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.717248:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177325.717249:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177325.717250:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.717255:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177325.717260:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177325.717262:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.717262:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177325.717274:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177325.717276:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177325.717280:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177325.717283:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177325.717288:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177325.717293:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177325.717295:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177325.717296:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.717298:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177325.717300:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177325.717303:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177325.717303:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177325.717304:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177325.717313:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177325.717314:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177325.717314:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177325.717322:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177325.717323:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177325.717324:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:0.0:1786177325.717326:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177325.717330:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1786177325.717331:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177325.717335:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177325.717336:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177325.717338:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177325.717338:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177325.717339:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.717342:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177325.717349:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177325.717353:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177325.717354:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177325.717354:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.717359:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.717363:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177325.845150:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177325.845160:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177325.845162:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177325.845166:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177325.845171:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177325.845178:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8761 00000400:00000200:1.0:1786177325.845187:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177325.845193:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177325.845196:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177325.845200:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845203:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177325.845206:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845208:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177325.845212:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177325.845214:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177325.845217:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177325.845220:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177325.845222:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177325.845224:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177325.845227:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845229:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177325.845231:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845233:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177325.845236:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177325.845239:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845242:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177325.845244:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177325.845248:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177325.845250:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177325.845252:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177325.845255:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177325.845267:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ca80. 00000020:00000040:1.0:1786177325.845270:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177325.845274:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177325.845276:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177325.845279:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177325.845284:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177325.845288:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177325.845295:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028800. 00000100:00000001:1.0:1786177325.845301:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177325.845310:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177325.845321:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177325.845325:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177325.845330:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e32eaffd] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177325.845351:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177325.845354:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177325.845357:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177325.845359:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177325.845360:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177325.845363:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177325.845365:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8761 00000400:00000200:1.0:1786177325.845368:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177325.845371:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177325.845373:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177325.845376:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845378:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177325.845381:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845383:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177325.845385:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177325.845387:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000020:00000001:1.0:1786177325.845389:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177325.845390:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:1.0:1786177325.845393:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:2.0:1786177325.845393:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786177325.845397:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:2.0:1786177325.845399:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1786177325.845401:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177325.845415:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177325.845424:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177325.845434:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177325.845439:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177325.845440:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177325.845443:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:2.0:1786177325.845445:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.845450:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177325.845453:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177325.845456:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1786177325.845459:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00100000:2.0:1786177325.845461:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612187648:192.168.202.156@tcp:250:kworker.0 00000100:00080000:1.0:1786177325.845466:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177325.845470:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786177325.845473:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177325.845475:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177325.845476:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177325.845480:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177325.845481:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177325.845484:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786177325.845485:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177325.845489:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000010:2.0:1786177325.845492:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd5800. 00000008:00100000:1.0:1786177325.845493:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177325.845498:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.845498:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177325.845504:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177325.845508:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7df80. 00000400:00000200:2.0:1786177325.845510:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000040:1.0:1786177325.845512:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177325.845516:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1786177325.845517:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 02000000:00000001:1.0:1786177325.845518:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177325.845522:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177325.845524:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177325.845526:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1786177325.845527:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 02000000:00000010:1.0:1786177325.845531:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202ac00. 00000100:00000001:1.0:1786177325.845536:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1786177325.845536:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612187648, portal 25 00000100:00000001:2.0:1786177325.845540:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177325.845542:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263252608 : -127833446299008 : ffff8bbc74d7ca80) 00000100:00100000:1.0:1786177325.845543:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1786177325.845551:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177325.845555:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177325.845558:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177325.845566:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003019ab83] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.845567:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177325.845576:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177325.845581:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000001:1.0:1786177325.845582:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177325.845585:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1786177325.845588:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612187648, offset 0 00000100:00080000:1.0:1786177325.845589:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177325.845593:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177325.845596:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1786177325.845600:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845601:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177325.845606:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8761 00000400:00000200:2.0:1786177325.845609:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177325.845612:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177325.845617:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:1.0:1786177325.845619:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177325.845622:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1786177325.845624:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1786177325.845627:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845631:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1786177325.845633:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000040:1.0:1786177325.845635:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845638:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:2.0:1786177325.845641:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1786177325.845642:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177325.845644:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177325.845647:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1786177325.845648:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000020:00000040:1.0:1786177325.845650:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:1.0:1786177325.845653:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:2.0:1786177325.845656:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410786:410786:256:4294967295] 192.168.202.156@tcp LPNI seq info [410784:410784:8:4294967295] 00000020:00000001:1.0:1786177325.845657:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000100:00000040:1.0:1786177325.845663:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845666:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1786177325.845667:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177325.845671:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845674:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177325.845678:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000400:00000200:2.0:1786177325.845682:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177325.845689:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00080000:1.0:1786177325.845692:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000800:00000010:2.0:1786177325.845694:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000100:00000001:1.0:1786177325.845697:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177325.845705:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:2.0:1786177325.845706:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 02000000:00000001:1.0:1786177325.845710:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1786177325.845712:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 02000000:00000001:1.0:1786177325.845714:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177325.845719:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177325.845721:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000200:2.1:1786177325.845723:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000008:00000001:1.0:1786177325.845724:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177325.845728:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1786177325.845731:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000100:00000010:1.0:1786177325.845733:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7d880. 00000020:00000040:1.0:1786177325.845737:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177325.845741:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000100:2.0:1786177325.845741:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 02000000:00000001:1.0:1786177325.845744:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1786177325.845746:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000100:00000001:1.0:1786177325.845747:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177325.845751:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177325.845753:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177325.845753:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000010:1.0:1786177325.845758:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b000. 00000400:00000200:2.0:1786177325.845762:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1786177325.845763:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177325.845769:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000100:00100000:1.0:1786177325.845771:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1786177325.845774:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177325.845782:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786177325.845784:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177325.845787:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1786177325.845791:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177325.845795:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009595d9f3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.845813:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786177325.845814:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177325.845818:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786177325.845819:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177325.845825:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177325.845829:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177325.845832:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177325.845836:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177325.845836:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177325.845841:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8761 00000100:00000001:2.0:1786177325.845841:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1786177325.845846:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177325.845850:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177325.845852:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177325.845855:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845857:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177325.845858:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177325.845860:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845864:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000400:00000200:2.0:1786177325.845867:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:1.0:1786177325.845868:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177325.845870:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000100:00000001:2.0:1786177325.845873:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303434360 00000020:00000001:1.0:1786177325.845874:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177325.845877:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:1.0:1786177325.845880:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000020:00000001:1.0:1786177325.845882:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000010:2.0:1786177325.845883:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc58ba4420. 00000100:00000040:1.0:1786177325.845889:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845892:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177325.845893:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1786177325.845895:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845898:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177325.845901:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:2.0:1786177325.845902:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303434360 00000100:00080000:1.0:1786177325.845905:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177325.845909:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177325.845909:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc58ba4120. 02000000:00000001:1.0:1786177325.845911:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177325.845916:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177325.845917:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786177325.845919:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.845922:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177325.845923:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177325.845927:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00000001:2.0:1786177325.845927:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.845930:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000008:00000001:1.0:1786177325.845932:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177325.845935:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177325.845937:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177325/real 1786177325] req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1786177325.845940:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7d180. 00000020:00000040:1.0:1786177325.845944:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 02000000:00000001:1.0:1786177325.845949:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000001:2.0:1786177325.845951:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1786177325.845952:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177325.845955:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786177325.845956:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1786177325.845958:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 02000000:00000001:1.0:1786177325.845959:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177325.845962:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177325.845962:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177325.845965:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 02000000:00000010:1.0:1786177325.845966:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b800. 00000100:00000001:2.0:1786177325.845967:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786177325.845972:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1786177325.845972:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786177325.845982:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1786177325.845985:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177325.846006:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177325.846006:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177325.846009:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177325.846030:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177325.846037:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be7fee4f] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177325.846044:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177325.846047:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177325.846050:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1786177325.846053:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177325.846054:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177325.846057:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177325.846060:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1786177325.846064:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177325.846065:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177325.846070:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8761 00000400:00000200:1.0:1786177325.846077:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177325.846082:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:2.0:1786177325.846085:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786177325.846086:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177325.846091:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.846094:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1786177325.846097:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177325.846098:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.846103:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177325.846107:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177325.846110:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:1.0:1786177325.846112:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177325.846115:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000100:00000001:2.0:1786177325.846117:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1786177325.846119:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000020:00000001:1.0:1786177325.846124:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:2.0:1786177325.846125:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177325.846128:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177325.846130:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177325.846132:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177325.846134:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177325.846135:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177325.846139:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000100:00000001:2.0:1786177325.846139:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177325.846143:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:1.0:1786177325.846144:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00080000:1.0:1786177325.846149:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00080000:2.0:1786177325.846151:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786177325.846152:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177325.846156:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:2.0:1786177325.846160:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 02000000:00000001:1.0:1786177325.846161:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177325.846164:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:1.0:1786177325.846165:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177325.846169:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000040:2.0:1786177325.846170:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1786177325.846171:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177325.846178:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177325.846182:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177325.846185:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612187648:192.168.202.156@tcp:250:kworker.0 00000100:00000010:1.0:1786177325.846187:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7dc00. 00000020:00000040:1.0:1786177325.846191:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000001:2.0:1786177325.846191:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846195:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786177325.846196:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177325.846199:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177325.846200:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ca80 x1872933612187648/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177325.846203:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177325.846206:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177325.846208:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177325.846211:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62029400. 00000100:00000001:2.0:1786177325.846214:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1786177325.846216:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.846217:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177325.846221:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd5800. 00000100:00100000:1.0:1786177325.846225:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786177325.846227:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177325.846231:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177325.846235:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000100:00000001:1.0:1786177325.846240:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1786177325.846241:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1786177325.846244:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786177325.846245:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028800. 00000100:00000040:1.0:1786177325.846251:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f30b44c] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177325.846252:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177325.846255:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177325.846259:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ca80. 00000100:00000001:1.0:1786177325.846265:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.846265:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177325.846268:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786177325.846272:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8771) 00000100:00000001:2.0:1786177325.846272:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846283:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177325.846286:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.846288:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177325.846290:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177325.846292:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177325.846297:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846305:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177325.846306:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.846308:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177325.846310:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177325.846312:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177325.846315:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187776:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177325.846318:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177325.846320:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177325.846322:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.846323:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177325.846326:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd5800. 02000000:00000001:2.0:1786177325.846328:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177325.846332:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177325.846335:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177325.846338:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177325.846341:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612187776, portal 10 00000100:00000001:2.0:1786177325.846342:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177325.846344:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257984 : -127833446293632 : ffff8bbc74d7df80) 00000100:00000040:2.0:1786177325.846350:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846356:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177325.846359:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177325.846361:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177325.846364:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612187776, offset 0 00000400:00000200:2.0:1786177325.846366:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177325.846369:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177325.846372:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177325.846374:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177325.846376:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177325.846378:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177325.846379:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177325.846381:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410787:410787:256:4294967295] 192.168.202.156@tcp LPNI seq info [410785:410785:8:4294967295] 00000400:00000200:2.0:1786177325.846384:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177325.846388:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177325.846391:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177325.846393:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177325.846396:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177325.846397:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1786177325.846401:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177325.846415:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1786177325.846418:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177325.846419:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177325.846422:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177325.846424:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177325.846426:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177325.846427:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177325.846429:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177325.846431:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846436:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177325.846437:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846441:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.846442:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177325.846445:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177325.846447:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:2.0:1786177325.846449:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177325.846450:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303433736 00000100:00000001:2.0:1786177325.846452:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303434360 00000100:00000001:2.0:1786177325.846453:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303433736 00000100:00000001:2.0:1786177325.846455:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303434360 00000100:00000001:2.0:1786177325.846456:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177325.846457:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.846458:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177325.846460:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177325/real 1786177325] req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177325.846465:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177325.846466:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177325.846467:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177325.846468:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177325.846469:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177325.846470:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177325.846472:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177325.846477:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846480:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177325.846481:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846482:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177325.846483:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177325.846485:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846488:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177325.846490:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846494:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177325.846496:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846497:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177325.846498:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846499:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177325.846501:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177325.846503:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177325.846504:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177325.846505:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177325.846508:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177325.846512:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187776:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177325.846515:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177325.846516:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846520:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177325.846520:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.846522:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177325.846523:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177325.846524:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177325.846525:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187904:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177325.846527:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177325.846528:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177325.846529:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.846530:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177325.846532:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd6c00. 02000000:00000001:2.0:1786177325.846533:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177325.846535:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177325.846536:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177325.846538:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177325.846540:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612187904, portal 10 00000100:00000001:2.0:1786177325.846541:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177325.846542:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263256192 : -127833446295424 : ffff8bbc74d7d880) 00000100:00000040:2.0:1786177325.846546:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846553:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177325.846555:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177325.846557:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177325.846559:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612187904, offset 0 00000400:00000200:2.0:1786177325.846563:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177325.846566:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177325.846570:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177325.846572:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177325.846575:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177325.846577:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177325.846579:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177325.846582:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410788:410788:256:4294967295] 192.168.202.156@tcp LPNI seq info [410786:410786:8:4294967295] 00000400:00000200:2.0:1786177325.846587:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177325.846592:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177325.846596:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177325.846599:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177325.846601:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177325.846603:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1786177325.846606:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177325.846608:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1786177325.846612:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177325.846614:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177325.846617:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177325.846619:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177325.846622:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177325.846624:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177325.846626:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177325.846629:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846637:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177325.846639:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846645:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.846647:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177325.846650:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177325.846653:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:2.0:1786177325.846656:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177325.846658:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303433736 00000100:00000001:2.0:1786177325.846661:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303434360 00000100:00000001:2.0:1786177325.846663:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303433736 00000100:00000001:2.0:1786177325.846664:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303434360 00000100:00000001:2.0:1786177325.846666:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177325.846668:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.846670:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177325.846674:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177325/real 1786177325] req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177325.846679:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177325.846680:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177325.846682:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177325.846683:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177325.846684:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177325.846686:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177325.846688:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177325.846692:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846696:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177325.846697:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846698:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177325.846698:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177325.846700:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846703:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177325.846706:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846710:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177325.846712:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846713:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177325.846713:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846714:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177325.846716:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177325.846717:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177325.846719:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177325.846720:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177325.846722:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177325.846729:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612187904:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177325.846733:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177325.846736:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846742:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177325.846743:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.846745:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177325.846747:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177325.846749:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177325.846752:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188032:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177325.846755:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177325.846756:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177325.846758:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.846759:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177325.846763:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd5000. 02000000:00000001:2.0:1786177325.846765:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177325.846768:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177325.846770:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177325.846774:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177325.846777:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612188032, portal 4 00000100:00000001:2.0:1786177325.846779:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177325.846780:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263254400 : -127833446297216 : ffff8bbc74d7d180) 00000100:00000040:2.0:1786177325.846785:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846791:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177325.846794:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177325.846796:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177325.846798:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612188032, offset 0 00000400:00000200:2.0:1786177325.846802:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177325.846805:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177325.846809:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177325.846812:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177325.846814:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177325.846816:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177325.846818:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177325.846821:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410789:410789:256:4294967295] 192.168.202.156@tcp LPNI seq info [410787:410787:8:4294967295] 00000400:00000200:2.0:1786177325.846825:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177325.846830:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177325.846835:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177325.846838:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177325.846842:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177325.846844:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1786177325.846848:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177325.846851:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1786177325.846855:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177325.846856:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177325.846859:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177325.846862:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177325.846865:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177325.846867:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177325.846869:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177325.846872:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846885:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177325.846888:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846895:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.846897:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177325.846899:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177325.846902:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:2.0:1786177325.846905:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177325.846907:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303433919 00000100:00000001:2.0:1786177325.846909:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303434360 00000100:00000001:2.0:1786177325.846911:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303433919 00000100:00000001:2.0:1786177325.846913:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303434360 00000100:00000001:2.0:1786177325.846915:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177325.846917:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.846919:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177325.846922:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177325/real 1786177325] req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177325.846930:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177325.846931:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177325.846933:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177325.846935:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177325.846937:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177325.846938:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177325.846942:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177325.846949:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846955:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177325.846957:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846959:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177325.846960:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177325.846963:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846969:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177325.846972:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.846979:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177325.846981:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846982:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177325.846984:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.846985:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177325.846987:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177325.846989:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177325.846992:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177325.846994:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177325.846998:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177325.847004:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188032:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177325.847008:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177325.847031:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847038:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177325.847039:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.847041:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177325.847043:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177325.847045:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177325.847048:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188160:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177325.847051:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177325.847053:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177325.847054:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177325.847056:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177325.847059:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd7c00. 02000000:00000001:2.0:1786177325.847061:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177325.847064:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177325.847066:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177325.847069:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177325.847071:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612188160, portal 4 00000100:00000001:2.0:1786177325.847073:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177325.847074:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263257088 : -127833446294528 : ffff8bbc74d7dc00) 00000100:00000040:2.0:1786177325.847080:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847085:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177325.847087:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177325.847089:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177325.847091:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612188160, offset 0 00000400:00000200:2.0:1786177325.847095:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177325.847099:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177325.847102:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177325.847104:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177325.847107:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177325.847108:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177325.847111:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177325.847113:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410790:410790:256:4294967295] 192.168.202.156@tcp LPNI seq info [410788:410788:8:4294967295] 00000400:00000200:2.0:1786177325.847116:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177325.847122:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177325.847126:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177325.847129:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177325.847133:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177325.847135:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1786177325.847139:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177325.847141:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1786177325.847145:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177325.847146:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177325.847149:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177325.847152:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177325.847155:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177325.847156:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177325.847159:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177325.847162:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847169:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177325.847172:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177350 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847177:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.847179:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177325.847181:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177325.847184:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:2.0:1786177325.847186:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177325.847188:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303433900 00000100:00000001:2.0:1786177325.847190:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303434360 00000100:00000001:2.0:1786177325.847192:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303433900 00000100:00000001:2.0:1786177325.847194:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303434360 00000100:00000001:2.0:1786177325.847196:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177325.847198:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.847200:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177325.847203:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177325/real 1786177325] req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177325.847210:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177325.847212:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177325.847213:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177325.847215:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177325.847217:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177325.847219:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177325.847221:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177325.847229:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847235:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177325.847236:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.847238:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177325.847239:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177325.847243:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847250:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177325.847254:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847261:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177325.847263:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.847265:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177325.847266:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.847268:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177325.847269:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177325.847272:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177325.847275:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177325.847277:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177325.847280:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177325.847293:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188160:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177325.847297:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.847299:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177325.847302:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7df80 x1872933612187776/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847308:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177325.847309:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177325.847311:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:2.0:1786177325.847327:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177325.847329:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177325.847330:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:2.0:1786177325.847332:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177325.847334:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:2.0:1786177325.847336:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177325.847337:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177325.847339:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7df80. 00000100:00000001:2.0:1786177325.847341:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177325.847342:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.847344:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177325.847347:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d880 x1872933612187904/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847352:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177325.847354:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177325.847355:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:2.0:1786177325.847357:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177325.847358:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177325.847359:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:2.0:1786177325.847361:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177325.847362:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:2.0:1786177325.847364:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177325.847365:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177325.847366:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d880. 00000100:00000001:2.0:1786177325.847369:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177325.847370:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.847371:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177325.847374:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7d180 x1872933612188032/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847380:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177325.847381:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177325.847382:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:2.0:1786177325.847384:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177325.847385:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177325.847386:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:2.0:1786177325.847388:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177325.847389:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:2.0:1786177325.847391:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177325.847392:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177325.847394:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7d180. 00000100:00000001:2.0:1786177325.847396:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177325.847397:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.847398:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177325.847411:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7dc00 x1872933612188160/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177350 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177325.847418:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177325.847419:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177325.847421:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd7c00. 02000000:00000001:2.0:1786177325.847423:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177325.847424:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177325.847426:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:2.0:1786177325.847427:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177325.847429:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62029400. 02000000:00000001:2.0:1786177325.847430:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177325.847431:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177325.847432:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7dc00. 00000100:00000001:2.0:1786177325.847435:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177325.847436:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.847437:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.847441:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177325.847443:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177325.847445:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177325.847446:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177326.485151:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303434360, at 4303434368 00000100:00000010:0.0:1786177326.485165:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc58ba4420. 00000100:00000040:1.0:1786177326.485251:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303434360, at 4303434368 00000100:00000010:1.0:1786177326.485257:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc58ba4120. 00000100:00000001:0.0:1786177326.741125:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177326.741125:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177326.741125:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177326.741128:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177326.741133:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177326.741133:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177326.741134:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177326.741135:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177326.741135:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177326.741139:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177326.741140:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177326.741140:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1786177326.741141:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00010000:00000001:1.0:1786177326.741144:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177326.741146:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177326.741147:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177326.741148:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177326.741149:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177326.741152:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177326.741152:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177326.741152:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177326.741154:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177326.741157:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177326.741158:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177326.741159:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177326.741159:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177326.741162:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177326.741163:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177326.741163:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177326.741166:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177326.741167:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177326.741167:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177326.741168:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177326.741173:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177326.741174:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177326.741178:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177326.741182:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177326.741184:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177326.741188:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177326.741190:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177326.741191:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177326.741192:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1786177326.741192:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000020:00000001:1.0:1786177326.741196:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177326.741196:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177326.741197:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177326.741197:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1786177326.741199:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177326.741199:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177326.741201:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177326.741203:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177326.741203:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786177326.741205:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177326.741207:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177326.741208:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177326.741209:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177326.741212:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177326.741213:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177326.741214:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177326.741218:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177326.741219:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177326.741222:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177326.741223:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177326.741228:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177326.741228:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177326.741232:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177326.741236:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177327.765131:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177327.765131:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177327.765133:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177327.765139:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177327.765140:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177327.765140:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177327.765145:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177327.765146:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177327.765147:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177327.765151:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177327.765153:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:2.0:1786177327.765154:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177327.765157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177327.765160:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177327.765161:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177327.765161:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177327.765167:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177327.765167:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177327.765168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177327.765171:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177327.765173:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177327.765174:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177327.765176:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177327.765177:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177327.765178:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177327.765179:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177327.765184:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177327.765185:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177327.765206:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177327.765209:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177327.765212:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177327.765313:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177327.765316:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177327.765317:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177327.765320:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177327.765323:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177327.765324:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177327.765326:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177327.765327:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177327.765329:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177327.765338:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177327.765340:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177327.765342:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177327.765344:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177327.765345:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177327.765347:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177327.765348:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177327.765350:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177327.765351:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177327.765418:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177327.765421:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177327.765430:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177327.765433:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:2.0:1786177327.765435:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177327.765437:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177327.765438:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177327.765440:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177327.765442:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177327.766877:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177327.766881:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177327.766883:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177327.766886:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177327.766889:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177327.766891:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177327.766893:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177327.766894:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177327.766896:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177328.789116:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177328.789120:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177328.789125:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177328.789126:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177328.789126:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177328.789130:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177328.789131:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177328.789132:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177328.789135:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177328.789138:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:3.0:1786177328.789138:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:1.0:1786177328.789140:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177328.789143:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177328.789144:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177328.789145:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177328.789147:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177328.789149:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177328.789149:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177328.789150:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177328.789154:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177328.789155:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177328.789157:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177328.789158:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177328.789165:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177328.789168:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177328.789171:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177328.789225:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177328.789227:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177328.789228:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177328.789229:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177328.789231:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177328.789233:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177328.789234:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177328.789235:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177328.789237:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177328.789241:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177328.789245:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177328.789246:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177328.789248:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177328.789250:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177328.789251:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177328.789254:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177328.789255:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177328.789258:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177328.789261:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177328.789263:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177328.789265:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177328.789273:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789291:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177328.789293:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789296:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177328.789296:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789299:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177328.789299:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789301:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177328.789304:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177328.789306:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177328.789311:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789313:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177328.789314:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789315:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789317:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789319:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177328.789320:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177328.789320:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177328.789321:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789322:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177328.789323:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789323:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177328.789325:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177328.789334:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177328.789335:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177328.789337:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177328.789361:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177328.789362:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177328.789364:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177328.789365:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177328.789367:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177328.789370:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177329.813120:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177329.813121:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177329.813127:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177329.813130:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177329.813130:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177329.813130:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177329.813135:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177329.813136:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177329.813136:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177329.813139:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177329.813143:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1786177329.813144:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00010000:00000001:1.0:1786177329.813144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177329.813147:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177329.813150:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177329.813150:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177329.813151:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177329.813154:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177329.813157:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177329.813157:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177329.813157:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177329.813160:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177329.813164:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177329.813165:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177329.813171:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177329.813171:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177329.813172:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177329.813177:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177329.813181:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177329.813182:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177329.813183:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177329.813189:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177329.813189:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177329.813191:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786177329.813198:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:3.0:1786177329.813203:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177329.813208:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177329.813212:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177329.813214:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177329.813216:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177329.813219:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177329.813222:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177329.813223:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177329.813223:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177329.813229:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177329.813233:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177329.813234:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177329.813238:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177329.813240:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:0.0:1786177329.813243:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177329.813244:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177329.813248:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177329.813249:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177329.813251:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177329.813253:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177329.813256:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177329.813257:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177329.813260:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177329.813294:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177329.813298:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177329.813299:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177329.813302:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177329.813304:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177329.813307:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177329.813309:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177329.813311:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177329.813313:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177330.837128:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177330.837128:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177330.837128:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177330.837132:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177330.837136:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177330.837137:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177330.837137:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177330.837138:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177330.837142:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.837142:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177330.837143:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177330.837144:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177330.837148:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177330.837151:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177330.837151:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00100000:0.0:1786177330.837152:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00010000:00000001:1.0:1786177330.837152:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177330.837155:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177330.837160:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177330.837160:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177330.837160:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177330.837160:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177330.837165:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177330.837167:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177330.837167:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177330.837168:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177330.837168:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177330.837172:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177330.837172:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177330.837173:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177330.837176:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177330.837177:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177330.837180:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177330.837180:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.837181:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177330.837184:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.837188:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177330.837197:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177330.837200:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177330.837202:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177330.837202:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00010000:1.0:1786177330.837203:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177330.837203:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177330.837207:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177330.837209:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177330.837209:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177330.837210:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177330.837214:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.837214:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177330.837215:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177330.837220:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177330.837220:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1786177330.837221:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177330.837222:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.837224:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177330.837227:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177330.837229:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177330.837230:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177330.837230:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177330.837235:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.837235:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177330.837236:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.837238:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.837241:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177330.837251:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177330.837253:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177330.837256:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177330.965092:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) 560caf2a-5b00-467a-88a9-06a91a840ecf->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177330.965106:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177330.965109:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177330.965114:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177330.965119:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177330.965128:0:114346:0:(import.c:510:import_select_connection()) MGC192.168.202.156@tcp: connect to NID 192.168.202.156@tcp last attempt 8766 00000400:00000200:1.0:1786177330.965137:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177330.965145:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177330.965149:0:114346:0:(import.c:589:import_select_connection()) MGC192.168.202.156@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177330.965152:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965156:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177330.965159:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965161:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177330.965166:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177330.965168:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a108 00000020:00000001:1.0:1786177330.965171:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177330.965175:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50b08000 refcount=3 00000020:00000001:1.0:1786177330.965178:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000020:00000001:1.0:1786177330.965180:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239656697856 : -127834052853760 : ffff8bbc50b08000) 00000100:00000040:1.0:1786177330.965183:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965185:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177330.965187:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965189:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177330.965192:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50b08000 : new refcount 2 00000100:00080000:1.0:1786177330.965196:0:114346:0:(import.c:624:import_select_connection()) MGC192.168.202.156@tcp: import ffff8bbc50b0f000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965200:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177330.965204:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177330.965208:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177330.965211:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177330.965214:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177330.965217:0:114346:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177330.965228:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c700. 00000020:00000040:1.0:1786177330.965233:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50b0f000 refcount=4 obd=MGC192.168.202.156@tcp 02000000:00000001:1.0:1786177330.965237:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177330.965239:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177330.965243:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177330.965247:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177330.965252:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177330.965261:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b800. 00000100:00000001:1.0:1786177330.965277:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177330.965288:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177330.965299:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177330.965304:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177330.965309:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e102826e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177330.965332:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177330.965336:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177330.965339:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177330.965341:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177330.965343:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177330.965346:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177330.965349:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8766 00000400:00000200:1.0:1786177330.965365:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177330.965369:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00080000:1.0:1786177330.965372:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177330.965375:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177330.965377:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177330.965379:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177330.965383:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177330.965383:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177330.965387:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786177330.965388:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177330.965392:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177330.965394:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a15c 00000100:00000040:2.0:1786177330.965395:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786177330.965403:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177330.965407:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1786177330.965408:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df8000 refcount=5 00000020:00000001:1.0:1786177330.965412:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 00000100:00000001:2.0:1786177330.965412:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177330.965417:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659778048 : -127834049773568 : ffff8bbc50df8000) 02000000:00000001:2.0:1786177330.965420:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1786177330.965422:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965425:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1786177330.965425:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1786177330.965429:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 02000000:00000001:2.0:1786177330.965431:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177330.965433:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177330.965439:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df8000 : new refcount 4 00000100:00100000:2.0:1786177330.965439:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612188288:192.168.202.156@tcp:250:kworker.0 00000100:00080000:1.0:1786177330.965445:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8bbc44854800: import ffff8bbc50dfd000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177330.965448:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786177330.965450:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177330.965453:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177330.965454:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177330.965458:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177330.965460:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177330.965462:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786177330.965464:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177330.965467:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000010:2.0:1786177330.965470:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd6c00. 00000008:00100000:1.0:1786177330.965472:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177330.965474:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177330.965483:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000008:00000001:1.0:1786177330.965484:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177330.965488:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1786177330.965490:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000100:00000010:1.0:1786177330.965493:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f480. 00000020:00000040:1.0:1786177330.965497:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd000 refcount=25 obd=lustre-MDT0000-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177330.965500:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177330.965501:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177330.965503:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1786177330.965503:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 02000000:00000001:1.0:1786177330.965505:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177330.965508:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177330.965513:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202b000. 00000100:00000200:2.0:1786177330.965513:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612188288, portal 25 00000100:00000001:1.0:1786177330.965517:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.965518:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177330.965521:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263251712 : -127833446299904 : ffff8bbc74d7c700) 00000100:00100000:1.0:1786177330.965526:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177330.965538:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177330.965542:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177330.965543:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177330.965548:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b29e9d6] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.965563:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786177330.965568:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177330.965571:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000100:00080000:1.0:1786177330.965573:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1786177330.965576:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00080000:1.0:1786177330.965578:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1786177330.965581:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:2.0:1786177330.965583:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1872933612188288, offset 0 00000100:00080000:1.0:1786177330.965584:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177330.965589:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177330.965592:0:114346:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8766 00000400:00000200:1.0:1786177330.965596:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177330.965602:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000400:00000200:2.0:1786177330.965602:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000100:00080000:1.0:1786177330.965605:0:114346:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177330.965608:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965611:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177330.965613:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:2.0:1786177330.965615:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177330.965617:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177330.965620:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177330.965621:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a163 00000020:00000001:1.0:1786177330.965624:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000200:2.0:1786177330.965624:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000020:00000040:1.0:1786177330.965628:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc50df9800 refcount=5 00000020:00000001:1.0:1786177330.965631:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:2.0:1786177330.965632:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1786177330.965635:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239659784192 : -127834049767424 : ffff8bbc50df9800) 00000400:00000200:2.0:1786177330.965639:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000100:00000040:1.0:1786177330.965642:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000400:00000200:2.0:1786177330.965645:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1786177330.965646:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177330.965650:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000400:00000200:2.0:1786177330.965651:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965654:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177330.965656:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc50df9800 : new refcount 4 00000100:00080000:1.0:1786177330.965658:0:114346:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8bbc44854800: import ffff8bbc50dfd800 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965659:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177330.965660:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177330.965662:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177330.965666:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177330.965666:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410791:410791:256:4294967295] 192.168.202.156@tcp LPNI seq info [410789:410789:8:4294967295] 00000100:00000001:1.0:1786177330.965668:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177330.965670:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177330.965673:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177330.965673:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:1.0:1786177330.965675:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1786177330.965678:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7f100. 00000020:00000040:1.0:1786177330.965680:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfd800 refcount=19 obd=lustre-MDT0001-mdc-ffff8bbc44854800 02000000:00000001:1.0:1786177330.965683:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177330.965685:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177330.965687:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1786177330.965687:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 02000000:00000001:1.0:1786177330.965690:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177330.965693:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177330.965696:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202ac00. 00000800:00000200:2.0:1786177330.965696:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965701:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1786177330.965704:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000100:00100000:1.0:1786177330.965707:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177330.965714:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1786177330.965715:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177330.965717:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1786177330.965720:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000100:00000040:1.0:1786177330.965722:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbb41ec3] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1786177330.965729:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000100:00000001:1.0:1786177330.965735:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1786177330.965735:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1786177330.965741:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177330.965743:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177330.965748:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1786177330.965749:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1786177330.965753:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1786177330.965756:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177330.965759:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1786177330.965760:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000100:00080000:1.0:1786177330.965763:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1786177330.965763:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:1.0:1786177330.965769:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177330.965770:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1786177330.965775:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8766 00000100:00000200:2.0:1786177330.965777:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1786177330.965783:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:1.0:1786177330.965790:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:2.0:1786177330.965794:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177330.965800:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177330.965803:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177330.965810:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965814:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177330.965815:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177330.965817:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:2.0:1786177330.965819:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177330.965820:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177330.965823:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177330.965824:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a171 00000020:00000001:1.0:1786177330.965827:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177330.965828:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1786177330.965829:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d58800 refcount=4 00000020:00000001:1.0:1786177330.965832:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000400:00000200:2.0:1786177330.965835:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000020:00000001:1.0:1786177330.965836:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424243712 : -127834285307904 : ffff8bbc42d58800) 00000100:00000001:2.0:1786177330.965839:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 0 is 4303439480 00000100:00000040:1.0:1786177330.965842:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965846:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1786177330.965846:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc58ba40c0. 00000100:00000040:1.0:1786177330.965850:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965853:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177330.965855:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d58800 : new refcount 3 00000100:00000001:2.0:1786177330.965856:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1786177330.965861:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8bbc44854800: import ffff8bbc50dfc000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:1.0:1786177330.965863:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177330.965865:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177330.965868:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177330.965870:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.965870:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS new deadline estimation for cpu 1 is 4303439480 00000100:00000001:1.0:1786177330.965872:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177330.965876:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1786177330.965878:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786177330.965878:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8bbc58ba4a80. 00000100:00000001:1.0:1786177330.965883:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.965884:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.156@tcp: PM QoS request now active for cpu 1 00000100:00000010:1.0:1786177330.965888:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7c380. 00000100:00000001:2.0:1786177330.965889:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177330.965893:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1786177330.965894:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfc000 refcount=3 obd=lustre-OST0000-osc-ffff8bbc44854800 00000100:00000001:2.0:1786177330.965896:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1786177330.965899:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177330.965902:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177330.965903:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177330/real 1786177330] req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177330.965906:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177330.965908:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177330.965911:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786177330.965916:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc62028800. 00000400:00000001:2.0:1786177330.965917:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786177330.965919:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177330.965919:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177330.965923:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000100:00100000:1.0:1786177330.965926:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1786177330.965928:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177330.965931:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177330.965935:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786177330.965938:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1786177330.965941:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177330.965942:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786177330.965948:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e419fc0e] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177330.965963:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1786177330.965964:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177330.965966:0:114346:0:(pinger.c:229:ptlrpc_pinger_process_import()) b25a712a-9c5f-46f2-a3a3-c8837163421f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177330.965971:0:114346:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177330.965973:0:114346:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177330.965974:0:114346:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177330.965976:0:114346:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177330.965980:0:114346:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: connect to NID 192.168.202.156@tcp last attempt 8766 00000100:00000001:2.0:1786177330.965981:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177330.965984:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786177330.965985:0:114346:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177330.965987:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1786177330.965988:0:114346:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.156@tcp is discovered: rc = 1 00000100:00000001:2.0:1786177330.965990:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786177330.965991:0:114346:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1786177330.965997:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00100000:2.0:1786177330.965997:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177330.965999:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177330.966002:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.966006:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000001:1.0:1786177330.966028:0:114346:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1786177330.966029:0:114346:0:(genops.c:825:class_conn2export()) looking for export cookie 0xd3cfed7b0506a178 00000020:00000001:1.0:1786177330.966031:0:114346:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1786177330.966033:0:114346:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8bbc42d5a000 refcount=4 00000020:00000001:1.0:1786177330.966036:0:114346:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000001:2.0:1786177330.966036:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786177330.966041:0:114346:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616239424249856 : -127834285301760 : ffff8bbc42d5a000) 00000100:00000040:2.0:1786177330.966045:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177330.966046:0:114346:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8bbc50b92940 refcount 14 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.966050:0:114346:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1786177330.966053:0:114346:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8bbc50b92940 refcount 15 to 192.168.202.156@tcp 00000100:00000001:1.0:1786177330.966057:0:114346:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616239657265472 : -127834052286144 : ffff8bbc50b92940) 00000020:00000040:1.0:1786177330.966061:0:114346:0:(genops.c:900:class_export_put()) PUTting export ffff8bbc42d5a000 : new refcount 3 00000100:00000001:2.0:1786177330.966062:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786177330.966065:0:114346:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8bbc44854800: import ffff8bbc50dfa000 using connection 192.168.202.156@tcp/192.168.202.156@tcp 00000100:00000001:2.0:1786177330.966067:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177330.966068:0:114346:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177330.966071:0:114346:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177330.966071:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177330.966074:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786177330.966075:0:114346:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177330.966077:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1786177330.966078:0:114346:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966079:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177330.966080:0:114346:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177330.966083:0:114346:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1786177330.966084:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50b0f000 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:1.0:1786177330.966087:0:114346:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177330.966089:0:114346:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177330.966091:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.156@tcp failed (-110) 00000100:00000010:1.0:1786177330.966093:0:114346:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8bbc74d7ea00. 00000100:00000001:2.0:1786177330.966094:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:1.0:1786177330.966096:0:114346:0:(genops.c:1231:class_import_get()) import ffff8bbc50dfa000 refcount=3 obd=lustre-OST0001-osc-ffff8bbc44854800 00000100:00000040:2.0:1786177330.966099:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177330.966100:0:114346:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177330.966102:0:114346:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177330.966104:0:114346:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177330.966106:0:114346:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177330.966108:0:114346:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177330.966112:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:560caf2a-5b00-467a-88a9-06a91a840ecf:2389:1872933612188288:192.168.202.156@tcp:250:kworker.0 02000000:00000010:1.0:1786177330.966113:0:114346:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8bbc6202a000. 00000100:00000001:1.0:1786177330.966117:0:114346:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966120:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177330.966123:0:114346:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177330.966123:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177330.966128:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c700 x1872933612188288/t0(0) o250->MGC192.168.202.156@tcp@192.168.202.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966134:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177330.966135:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177330.966138:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:2.0:1786177330.966140:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177330.966142:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177330.966143:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50b0f000 refcount=3 obd=MGC192.168.202.156@tcp 00000020:00000001:2.0:1786177330.966145:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177330.966147:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b800. 02000000:00000001:2.0:1786177330.966150:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177330.966152:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177330.966153:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c700. 00000100:00000001:2.0:1786177330.966155:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177330.966156:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966158:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966164:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177330.966166:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966167:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177330.966168:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177330.966169:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177330.966171:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966176:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177330.966177:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177330.966179:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177330.966180:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177330.966181:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177330.966183:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188416:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177330.966184:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177330.966186:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177330.966186:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177330.966188:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177330.966190:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd6c00. 02000000:00000001:2.0:1786177330.966191:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177330.966193:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177330.966195:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177330.966197:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177330.966200:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612188416, portal 10 00000100:00000001:2.0:1786177330.966201:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177330.966204:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263263360 : -127833446288256 : ffff8bbc74d7f480) 00000100:00000001:1.0:1786177330.966208:0:114346:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177330.966211:0:114346:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177330.966212:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786177330.966219:0:114346:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061f74c75] to pc [ptlrpcd_rcv+-1] req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966221:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177330.966227:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177330.966230:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177330.966234:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612188416, offset 0 00000100:00000001:1.0:1786177330.966238:0:114346:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177330.966239:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177330.966243:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000040:1.0:1786177330.966247:0:114346:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (8776) 00000400:00000200:2.0:1786177330.966247:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177330.966252:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177330.966254:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177330.966256:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177330.966258:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177330.966260:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410792:410792:256:4294967295] 192.168.202.156@tcp LPNI seq info [410790:410790:8:4294967295] 00000400:00000200:2.0:1786177330.966263:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177330.966268:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177330.966277:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177330.966280:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177330.966282:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177330.966284:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1786177330.966287:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177330.966289:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1786177330.966291:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177330.966292:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177330.966294:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177330.966296:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177330.966298:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177330.966300:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177330.966301:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177330.966303:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966308:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177330.966310:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966318:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966319:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177330.966321:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177330.966324:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: using a timeout of 6887 usecs (7 jiffies) 00000400:00000200:2.0:1786177330.966326:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177330.966327:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303438856 00000100:00000001:2.0:1786177330.966329:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303439480 00000100:00000001:2.0:1786177330.966331:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303438856 00000100:00000001:2.0:1786177330.966332:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303439480 00000100:00000001:2.0:1786177330.966333:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177330.966335:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966336:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177330.966338:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177330/real 1786177330] req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177330.966342:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177330.966342:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177330.966343:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177330.966345:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177330.966345:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177330.966346:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177330.966348:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177330.966368:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966372:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177330.966374:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966375:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177330.966376:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177330.966378:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966382:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177330.966385:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966388:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177330.966390:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966391:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177330.966391:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966392:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177330.966395:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177330.966396:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177330.966398:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177330.966399:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177330.966401:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177330.966405:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188416:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177330.966408:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177330.966410:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966415:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177330.966416:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177330.966418:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177330.966419:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177330.966422:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177330.966425:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188544:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177330.966427:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177330.966429:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177330.966431:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177330.966433:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177330.966436:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd5800. 02000000:00000001:2.0:1786177330.966437:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177330.966440:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177330.966443:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177330.966446:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177330.966448:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612188544, portal 10 00000100:00000001:2.0:1786177330.966450:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177330.966451:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263262464 : -127833446289152 : ffff8bbc74d7f100) 00000100:00000040:2.0:1786177330.966457:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966463:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177330.966466:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177330.966468:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177330.966470:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1872933612188544, offset 0 00000400:00000200:2.0:1786177330.966473:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177330.966477:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177330.966480:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177330.966483:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177330.966485:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177330.966487:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177330.966489:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177330.966491:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410793:410793:256:4294967295] 192.168.202.156@tcp LPNI seq info [410791:410791:8:4294967295] 00000400:00000200:2.0:1786177330.966494:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177330.966499:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177330.966503:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177330.966506:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177330.966509:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177330.966511:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1786177330.966515:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177330.966517:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1786177330.966520:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177330.966523:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177330.966525:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177330.966528:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177330.966531:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177330.966532:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177330.966534:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177330.966537:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966544:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177330.966548:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966554:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966555:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177330.966558:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177330.966560:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: using a timeout of 6497 usecs (7 jiffies) 00000400:00000200:2.0:1786177330.966563:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177330.966565:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303438856 00000100:00000001:2.0:1786177330.966567:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303439480 00000100:00000001:2.0:1786177330.966569:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303438856 00000100:00000001:2.0:1786177330.966571:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303439480 00000100:00000001:2.0:1786177330.966573:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177330.966575:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966577:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177330.966580:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177330/real 1786177330] req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177330.966587:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177330.966588:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177330.966589:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177330.966591:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177330.966592:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177330.966594:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177330.966596:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177330.966601:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966605:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177330.966605:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966606:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177330.966607:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177330.966609:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966612:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177330.966615:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966619:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177330.966620:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966621:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177330.966622:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966623:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177330.966624:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177330.966625:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfd800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177330.966627:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177330.966628:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177330.966630:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177330.966634:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188544:192.168.202.156@tcp:38:kworker.0 00000100:00000001:2.0:1786177330.966637:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177330.966639:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966643:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177330.966644:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177330.966645:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177330.966646:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177330.966648:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177330.966649:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188672:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177330.966651:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177330.966652:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177330.966653:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177330.966655:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177330.966658:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd5000. 02000000:00000001:2.0:1786177330.966659:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177330.966661:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177330.966663:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177330.966665:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177330.966667:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612188672, portal 4 00000100:00000001:2.0:1786177330.966668:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177330.966669:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263250816 : -127833446300800 : ffff8bbc74d7c380) 00000100:00000040:2.0:1786177330.966673:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966677:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177330.966678:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177330.966680:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177330.966681:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612188672, offset 0 00000400:00000200:2.0:1786177330.966683:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177330.966686:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177330.966688:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177330.966689:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177330.966691:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177330.966693:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177330.966694:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177330.966697:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410794:410794:256:4294967295] 192.168.202.156@tcp LPNI seq info [410792:410792:8:4294967295] 00000400:00000200:2.0:1786177330.966699:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177330.966703:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177330.966706:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177330.966708:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177330.966710:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177330.966712:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1786177330.966714:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177330.966716:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1786177330.966719:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177330.966720:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177330.966722:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177330.966724:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177330.966726:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177330.966727:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177330.966728:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177330.966730:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966735:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177330.966736:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966740:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966741:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177330.966743:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177330.966745:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: using a timeout of 189262 usecs (190 jiffies) 00000400:00000200:2.0:1786177330.966746:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177330.966748:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303439039 00000100:00000001:2.0:1786177330.966749:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303439480 00000100:00000001:2.0:1786177330.966750:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303439039 00000100:00000001:2.0:1786177330.966752:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303439480 00000100:00000001:2.0:1786177330.966753:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177330.966755:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966756:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177330.966758:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177330/real 1786177330] req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177330.966762:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177330.966763:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177330.966764:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177330.966765:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177330.966766:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177330.966767:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177330.966769:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177330.966775:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966781:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177330.966783:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966784:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177330.966786:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177330.966789:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966796:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177330.966799:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966806:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177330.966809:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966810:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177330.966812:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966814:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177330.966815:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177330.966817:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfc000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177330.966821:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177330.966824:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177330.966827:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177330.966831:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188672:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177330.966834:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966835:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177330.966836:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f480 x1872933612188416/t0(0) o38->lustre-MDT0000-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966840:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177330.966841:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177330.966842:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd6c00. 02000000:00000001:2.0:1786177330.966844:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177330.966845:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177330.966846:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd000 refcount=24 obd=lustre-MDT0000-mdc-ffff8bbc44854800 00000020:00000001:2.0:1786177330.966847:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177330.966848:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202b000. 02000000:00000001:2.0:1786177330.966850:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177330.966851:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177330.966852:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f480. 00000100:00000001:2.0:1786177330.966854:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177330.966854:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966855:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177330.966857:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7f100 x1872933612188544/t0(0) o38->lustre-MDT0001-mdc-ffff8bbc44854800@192.168.202.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966860:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177330.966861:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177330.966862:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd5800. 02000000:00000001:2.0:1786177330.966863:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177330.966864:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177330.966864:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfd800 refcount=18 obd=lustre-MDT0001-mdc-ffff8bbc44854800 00000020:00000001:2.0:1786177330.966866:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177330.966867:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202ac00. 02000000:00000001:2.0:1786177330.966868:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177330.966869:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177330.966870:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7f100. 00000100:00000001:2.0:1786177330.966871:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177330.966872:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966873:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177330.966874:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7c380 x1872933612188672/t0(0) o8->lustre-OST0000-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966878:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177330.966878:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177330.966879:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:2.0:1786177330.966880:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177330.966880:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177330.966881:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfc000 refcount=2 obd=lustre-OST0000-osc-ffff8bbc44854800 00000020:00000001:2.0:1786177330.966882:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177330.966883:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc62028800. 02000000:00000001:2.0:1786177330.966884:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177330.966884:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177330.966885:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7c380. 00000100:00000001:2.0:1786177330.966886:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177330.966887:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966887:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.966890:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177330.966890:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966891:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177330.966892:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177330.966893:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786177330.966895:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966898:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177330.966899:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177330.966900:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177330.966901:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177330.966902:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177330.966904:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188800:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177330.966906:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177330.966907:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177330.966908:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177330.966909:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786177330.966911:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8bbc47dd5000. 02000000:00000001:2.0:1786177330.966912:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786177330.966914:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000010:2.0:1786177330.966915:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8bbc50b99840. 00000400:00000010:2.0:1786177330.966918:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc620554c8. 00000100:00000200:2.0:1786177330.966919:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872933612188800, portal 4 00000100:00000001:2.0:1786177330.966921:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177330.966922:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616240263260672 : -127833446290944 : ffff8bbc74d7ea00) 00000100:00000040:2.0:1786177330.966926:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966930:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786177330.966931:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.156@tcp 00000400:00000010:2.0:1786177330.966932:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8bbc62055c38. 00000100:00000200:2.0:1786177330.966933:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1872933612188800, offset 0 00000400:00000200:2.0:1786177330.966936:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.156@tcp 00000400:00000200:2.0:1786177330.966938:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177330.966940:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.156@tcp local destination 00000400:00000200:2.0:1786177330.966941:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786177330.966943:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.56@tcp 00000400:00000200:2.0:1786177330.966945:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.56@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786177330.966946:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.156@tcp 00000400:00000200:2.0:1786177330.966948:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.56@tcp NI seq info: [410795:410795:256:4294967295] 192.168.202.156@tcp LPNI seq info [410793:410793:8:4294967295] 00000400:00000200:2.0:1786177330.966951:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000400:00000200:2.0:1786177330.966954:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.56@tcp(192.168.202.56@tcp:) -> 192.168.202.156@tcp(192.168.202.156@tcp:192.168.202.156@tcp) : PUT try# 0 00000800:00000200:2.0:1786177330.966957:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177330.966959:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8bbc49127d00. 00000800:00000200:2.0:1786177330.966961:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.0:1786177330.966963:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1786177330.966966:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8bbc498bf900] -> 12345-192.168.202.156@tcp (2) 00000800:00000200:2.1:1786177330.966968:0:2389:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.156 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1786177330.966970:0:2389:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.156@tcp 00000800:00000010:2.0:1786177330.966971:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8bbc49127d00. 00000400:00000200:2.0:1786177330.966973:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1786177330.966975:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.56@tcp->192.168.202.156@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1786177330.966977:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc62055c38 00000400:00000010:2.0:1786177330.966978:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc62055c38. 00000100:00000001:2.0:1786177330.966979:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1786177330.966981:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966986:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177330.966988:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1786177355 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.966991:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.966992:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177330.966993:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786177330.966995:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: using a timeout of 169968 usecs (170 jiffies) 00000400:00000200:2.0:1786177330.966997:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.202.156@tcp to cpt 0 00000100:00000001:2.0:1786177330.966998:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 0 is 4303439019 00000100:00000001:2.0:1786177330.967000:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 0, keep current deadline 4303439480 00000100:00000001:2.0:1786177330.967001:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS new deadline estimation for cpu 1 is 4303439019 00000100:00000001:2.0:1786177330.967002:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8bbc44854800: PM QoS request active for cpu 1, keep current deadline 4303439480 00000100:00000001:2.0:1786177330.967003:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177330.967004:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.967005:0:2389:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177330.967007:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177330/real 1786177330] req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177330.967025:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177330.967025:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786177330.967027:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8bbc50b99840. 00000400:00000200:2.0:1786177330.967029:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8bbc620554c8 00000400:00000010:2.0:1786177330.967030:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8bbc620554c8. 00000100:00000001:2.0:1786177330.967031:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786177330.967033:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786177330.967038:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.967042:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177330.967043:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.967044:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177330.967045:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177330.967046:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.967050:0:2389:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786177330.967052:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.967055:0:2389:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177330.967056:0:2389:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.967057:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177330.967058:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.967059:0:2389:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177330.967060:0:2389:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177330.967061:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8bbc50dfa000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177330.967063:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.156@tcp failed (-110) 00000100:00000001:2.0:1786177330.967064:0:2389:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1786177330.967067:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177330.967071:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8bbc74d7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b25a712a-9c5f-46f2-a3a3-c8837163421f:2389:1872933612188800:192.168.202.156@tcp:8:kworker.0 00000100:00000001:2.0:1786177330.967073:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.967074:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786177330.967076:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8bbc74d7ea00 x1872933612188800/t0(0) o8->lustre-OST0001-osc-ffff8bbc44854800@192.168.202.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177355 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177330.967080:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177330.967081:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786177330.967082:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8bbc47dd5000. 02000000:00000001:2.0:1786177330.967083:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177330.967083:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786177330.967084:0:2389:0:(genops.c:1244:class_import_put()) import ffff8bbc50dfa000 refcount=2 obd=lustre-OST0001-osc-ffff8bbc44854800 00000020:00000001:2.0:1786177330.967085:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786177330.967086:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8bbc6202a000. 02000000:00000001:2.0:1786177330.967087:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177330.967088:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786177330.967089:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8bbc74d7ea00. 00000100:00000001:2.0:1786177330.967091:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177330.967092:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.967093:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177330.967094:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177330.967095:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177330.967097:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177330.967098:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786177331.605116:0:114629:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee800 (cpu 0) has reached its deadline 4303439480, at 4303439488 00000100:00000040:1.0:1786177331.605116:0:114303:0:(connection.c:75:cpu_latency_work()) work item of ffff8bbc42aee910 (cpu 1) has reached its deadline 4303439480, at 4303439488 00000100:00000010:1.0:1786177331.605128:0:114303:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc58ba4a80. 00000100:00000010:0.0:1786177331.605131:0:114629:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8bbc58ba40c0. 00000100:00000001:0.0:1786177331.861118:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177331.861118:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177331.861125:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177331.861126:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177331.861127:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177331.861129:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177331.861134:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:1.0:1786177331.861135:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:0.0:1786177331.861138:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177331.861141:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177331.861143:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177331.861147:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177331.861148:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177331.861151:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177331.861152:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177331.861157:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177331.861159:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177331.861160:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177331.861161:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177331.861162:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177331.861165:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177331.861169:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177331.861170:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177331.861171:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177331.861174:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177331.861176:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177331.861186:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177331.861187:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177331.861190:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177331.861198:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177331.861198:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177331.861199:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177331.861201:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177331.861203:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177331.861203:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177331.861204:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177331.861207:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177331.861216:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177331.861217:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177331.861218:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177331.861220:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177331.861226:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177331.861228:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177331.861230:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177331.861233:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177331.861239:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177331.861240:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177331.861243:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177331.861244:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177331.861245:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177331.861248:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177331.861248:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1786177331.861250:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177331.861252:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177331.861253:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177331.861254:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177331.861259:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00010000:00000001:1.0:1786177331.861261:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177331.861264:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177331.861266:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177331.861270:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177331.861272:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177331.861273:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177331.861274:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177331.861289:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177331.861292:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177331.861296:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177332.885180:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00010000:00000001:1.0:1786177332.885181:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177332.885188:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177332.885189:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177332.885192:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177332.885194:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177332.885196:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177332.885201:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1786177332.885202:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177332.885207:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:2.0:1786177332.885207:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177332.885210:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177332.885216:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177332.885217:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177332.885217:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177332.885226:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177332.885226:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177332.885228:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177332.885233:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177332.885233:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177332.885239:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1786177332.885240:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1786177332.885244:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177332.885245:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177332.885252:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177332.885253:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177332.885257:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177332.885262:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177332.885275:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177332.885279:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177332.885284:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177332.885315:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177332.885318:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177332.885321:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177332.885324:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:1.0:1786177332.885329:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177332.885332:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177332.885333:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177332.885354:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177332.885355:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177332.885358:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177332.885360:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177332.885364:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177332.885365:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177332.885365:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177332.885368:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177332.885374:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177332.885374:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1786177332.885378:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:3.0:1786177332.885379:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177332.885381:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:0.0:1786177332.885385:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177332.885387:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:2.0:1786177332.885391:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177332.885392:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177332.885393:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177332.885396:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177332.885397:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177332.885399:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177332.885402:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177332.885403:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177332.885407:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177332.885409:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177332.885412:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177332.885413:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177332.885419:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177332.885422:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177333.909120:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177333.909120:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177333.909127:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177333.909128:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177333.909132:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177333.909133:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177333.909141:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00100000:3.0:1786177333.909141:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00000001:3.0:1786177333.909146:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177333.909147:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177333.909153:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177333.909153:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177333.909157:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177333.909161:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177333.909164:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177333.909166:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177333.909169:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177333.909172:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909189:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177333.909195:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177333.909197:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177333.909201:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909204:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177333.909206:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909208:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909210:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909214:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177333.909216:0:114303:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1786177333.909217:0:114303:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1786177333.909218:0:114303:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909220:0:114303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1786177333.909221:0:114303:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909223:0:114303:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909225:0:114303:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909229:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177333.909230:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909234:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177333.909235:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177333.909238:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177333.909239:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177333.909258:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177333.909261:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177333.909264:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177333.910106:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177333.910110:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177333.910112:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177333.910116:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177333.910118:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177333.910121:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177333.910123:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177333.910125:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177333.910128:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177333.910461:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177333.910461:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177333.910467:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177333.910468:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177333.910470:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177333.910471:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177333.910476:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00100000:2.0:1786177333.910478:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00000001:3.0:1786177333.910481:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177333.910483:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177333.910485:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177333.910486:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177333.910489:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177333.910491:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177333.910493:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177333.910494:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177333.910499:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177333.910500:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177333.910609:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177333.910612:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177333.910614:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177333.910617:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177333.910620:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177333.910622:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177333.910625:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177333.910626:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177333.910629:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177334.933167:0:39632:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177334.933167:0:114193:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177334.933176:0:39632:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177334.933177:0:114193:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177334.933179:0:39632:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177334.933180:0:114193:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177334.933188:0:39632:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8180 going to sleep for 0 seconds 00000100:00100000:3.0:1786177334.933189:0:114193:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2600 going to sleep for 0 seconds 00000100:00000001:2.0:1786177334.933194:0:39632:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177334.933196:0:114193:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177334.933199:0:39632:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177334.933200:0:114193:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177334.933204:0:39632:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177334.933205:0:114193:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177334.933208:0:39632:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177334.933209:0:114193:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177334.933212:0:39632:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177334.933213:0:114193:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177334.933265:0:68878:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177334.933268:0:68878:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177334.933270:0:68878:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177334.933273:0:68878:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc50427cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177334.933276:0:68878:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177334.933290:0:68878:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177334.933293:0:6165:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177334.933294:0:68878:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177334.933297:0:68878:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177334.933300:0:68878:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177334.933307:0:6165:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177334.933308:0:106654:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177334.933311:0:6165:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177334.933336:0:106654:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177334.933339:0:106654:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177334.933345:0:106654:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc628b2300 going to sleep for 0 seconds 00000100:00100000:3.0:1786177334.933348:0:6165:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc492aa840 going to sleep for 0 seconds 00000100:00000001:0.0:1786177334.933351:0:106654:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177334.933354:0:6165:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177334.933360:0:6165:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177334.933361:0:106654:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177334.933364:0:6165:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177334.933368:0:6165:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177334.933370:0:106654:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177334.933372:0:6165:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177334.933377:0:106654:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177334.933381:0:6164:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177334.933383:0:106654:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177334.933386:0:6164:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177334.933390:0:6164:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177334.933393:0:6164:0:(client.c:2702:ptlrpc_set_wait()) set ffff8bbc49ae8c00 going to sleep for 0 seconds 00000100:00000001:2.0:1786177334.933396:0:6164:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1786177334.933397:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177334.933400:0:6164:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177334.933404:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177334.933404:0:6164:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177334.933410:0:6164:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1786177334.933414:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1786177334.933414:0:6164:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177334.933419:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177334.933427:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177334.933429:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177334.933436:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177334.933438:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786177334.933443:0:114303:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1786177334.933444:0:114303:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177334.933469:0:114194:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177334.933471:0:114194:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177334.933474:0:114194:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 143158 lines, 143158 kept, 0 dropped, 0 bad.